diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_110511.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_110511.json deleted file mode 100644 index dbb99a2c69ad272b4aec541bd805e9536cd21fca..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_110511.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T11:05:11.194291+00:00", - "metrics": { - "MSE[mean]": 1032863.9215920767, - "MSE[0.5]": 1032863.9215920767, - "MAE[0.5]": 746.04052734375, - "MASE[0.5]": 1.3060779031509095, - "MAPE[0.5]": 0.01179878376738651, - "sMAPE[0.5]": 0.011689464082917836, - "MSIS": 15.412293015052596, - "RMSE[mean]": 1016.2991299770342, - "NRMSE[mean]": 0.015897023758236678, - "ND[0.5]": 0.011669619345299464, - "mean_weighted_sum_quantile_loss": 0.009203489193994375 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875 - ], - "actual": [ - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62380.0 - ], - "predictions": { - "p50": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "p10": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "p90": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "mean": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "quantiles": { - "0.1": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.2": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.3": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.4": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.5": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.6": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.7": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.8": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "0.9": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_111254.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_111254.json deleted file mode 100644 index a674cf5eb8d0502d37312b91af8a12ffa6549d4d..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_111254.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T11:12:54.957571+00:00", - "metrics": { - "MSE[mean]": 1039574.8981545767, - "MSE[0.5]": 1039574.8981545767, - "MAE[0.5]": 747.7071940104166, - "MASE[0.5]": 1.3089957024198073, - "MAPE[0.5]": 0.011826373170638982, - "sMAPE[0.5]": 0.01171618387279189, - "MSIS": 15.529004985808497, - "RMSE[mean]": 1019.5954580884404, - "NRMSE[mean]": 0.01594900095093081, - "ND[0.5]": 0.011695994380602218, - "mean_weighted_sum_quantile_loss": 0.009229799935313641 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875 - ], - "actual": [ - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62340.0 - ], - "predictions": { - "p50": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "p10": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "p90": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "mean": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "quantiles": { - "0.1": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.2": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.3": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.4": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.5": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.6": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.7": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.8": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "0.9": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_112330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_112330.json deleted file mode 100644 index 93c16c766f10e36121d54e31a99d905126dfefe8..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_112330.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T11:23:30.251954+00:00", - "metrics": { - "MSE[mean]": 1028473.4007027944, - "MSE[0.5]": 1028473.4007027944, - "MAE[0.5]": 744.9318033854166, - "MASE[0.5]": 1.3041368827778892, - "MAPE[0.5]": 0.011780449937385492, - "sMAPE[0.5]": 0.011671698499035078, - "MSIS": 15.334652200131776, - "RMSE[mean]": 1014.1367761316983, - "NRMSE[mean]": 0.01586292479644772, - "ND[0.5]": 0.01165207440820634, - "mean_weighted_sum_quantile_loss": 0.009185987050725724 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875 - ], - "actual": [ - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62406.609375 - ], - "predictions": { - "p50": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "p10": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "p90": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "mean": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "quantiles": { - "0.1": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.2": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.3": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.4": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.5": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.6": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.7": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.8": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "0.9": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_113208.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_113208.json deleted file mode 100644 index 2c4d0add4e2cc89a4a5b1c25dcb61c8e74595d97..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_113208.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T11:32:08.621937+00:00", - "metrics": { - "MSE[mean]": 1009334.437842687, - "MSE[0.5]": 1009334.437842687, - "MAE[0.5]": 739.9122721354166, - "MASE[0.5]": 1.2953492920110141, - "MAPE[0.5]": 0.01169764234345519, - "sMAPE[0.5]": 0.011591361505617237, - "MSIS": 14.983148569456779, - "RMSE[mean]": 1004.6563779933351, - "NRMSE[mean]": 0.015713400253370775, - "ND[0.5]": 0.011572651046786, - "mean_weighted_sum_quantile_loss": 0.009106757347950606 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875 - ], - "actual": [ - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62527.078125 - ], - "predictions": { - "p50": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "p10": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "p90": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "mean": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "quantiles": { - "0.1": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.2": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.3": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.4": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.5": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.6": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.7": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.8": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "0.9": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_114052.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_114052.json deleted file mode 100644 index 9c7826b17357e732116b908cd9276b3390fb3caf..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_114052.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T11:40:52.297405+00:00", - "metrics": { - "MSE[mean]": 1000744.5604368845, - "MSE[0.5]": 1000744.5604368845, - "MAE[0.5]": 737.5496419270834, - "MASE[0.5]": 1.291213083594284, - "MAPE[0.5]": 0.011658776191500646, - "sMAPE[0.5]": 0.011553600663412251, - "MSIS": 14.817700232787573, - "RMSE[mean]": 1000.3722109479473, - "NRMSE[mean]": 0.015645816069427068, - "ND[0.5]": 0.011535272484956484, - "mean_weighted_sum_quantile_loss": 0.009069469779108878 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875 - ], - "actual": [ - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62583.78125 - ], - "predictions": { - "p50": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "p10": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "p90": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "mean": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "quantiles": { - "0.1": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.2": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.3": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.4": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.5": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.6": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.7": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.8": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "0.9": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_115036.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_115036.json deleted file mode 100644 index 41a0b30a59cf45416c96e5b8dcede0bf3ee2de44..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_115036.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T11:50:36.751587+00:00", - "metrics": { - "MSE[mean]": 1001531.5414288839, - "MSE[0.5]": 1001531.5414288839, - "MAE[0.5]": 737.7692057291666, - "MASE[0.5]": 1.2915974694550012, - "MAPE[0.5]": 0.011662385129647861, - "sMAPE[0.5]": 0.011557108429905734, - "MSIS": 14.833075667216255, - "RMSE[mean]": 1000.7654777363596, - "NRMSE[mean]": 0.015652020309366754, - "ND[0.5]": 0.011538745938576806, - "mean_weighted_sum_quantile_loss": 0.009072934796575694 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875 - ], - "actual": [ - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62578.51171875 - ], - "predictions": { - "p50": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "p10": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "p90": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "mean": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "quantiles": { - "0.1": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.2": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.3": [ - 64009.5546875, - 63893.41015625, - 63818.23828125, - 63738.76953125, - 63706.484375, - 63668.6875, - 63608.87109375, - 63583.14453125, - 63526.39453125, - 63503.1796875, - 63473.35546875, - 63422.32421875, - 63386.1484375, - 63345.7734375, - 63317.86328125, - 63282.55859375, - 63260.5546875, - 63221.01171875, - 63190.0, - 63191.6015625, - 63129.3515625, - 63101.19921875, - 63060.38671875, - 63031.8828125 - ], - "0.4": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.5": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.6": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.7": [ - 64535.2890625, - 64493.234375, - 64480.89453125, - 64465.73828125, - 64463.23828125, - 64452.95703125, - 64443.48046875, - 64435.35546875, - 64430.96875, - 64433.0546875, - 64428.40234375, - 64420.828125, - 64413.0078125, - 64413.63671875, - 64407.32421875, - 64404.3046875, - 64398.26171875, - 64390.4140625, - 64391.01953125, - 64389.08984375, - 64382.3515625, - 64377.28515625, - 64375.54296875, - 64373.29296875 - ], - "0.8": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ], - "0.9": [ - 65019.609375, - 65086.94140625, - 65159.328125, - 65219.01953125, - 65285.34765625, - 65325.73828125, - 65368.9140625, - 65409.015625, - 65432.37109375, - 65477.69921875, - 65510.7734375, - 65544.9609375, - 65577.9765625, - 65648.8203125, - 65662.9921875, - 65696.34375, - 65713.515625, - 65729.265625, - 65749.40625, - 65794.09375, - 65809.140625, - 65833.75, - 65862.5859375, - 65903.7421875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_120609.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_120609.json deleted file mode 100644 index 13cba7929e3319d7b41288bc6010a68f5d4b5516..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_120609.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:06:09.477545+00:00", - "metrics": { - "MSE[mean]": 2064037.533138911, - "MSE[0.5]": 2064037.533138911, - "MAE[0.5]": 1191.4080403645833, - "MASE[0.5]": 2.116574604805465, - "MAPE[0.5]": 0.018847990766694033, - "sMAPE[0.5]": 0.018592789714598754, - "MSIS": 24.530397184844347, - "RMSE[mean]": 1436.6758622385605, - "NRMSE[mean]": 0.02250880003663888, - "ND[0.5]": 0.01866612090275182, - "mean_weighted_sum_quantile_loss": 0.013021076675377146 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62554.0 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_121510.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_121510.json deleted file mode 100644 index 1b5cfee4750132bf4f351606beb81d71d93649f9..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_121510.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:15:10.475766+00:00", - "metrics": { - "MSE[mean]": 2090507.830013911, - "MSE[0.5]": 2090507.830013911, - "MAE[0.5]": 1196.9080403645833, - "MASE[0.5]": 2.126345531248825, - "MAPE[0.5]": 0.018939397267351357, - "sMAPE[0.5]": 0.018680775226625042, - "MSIS": 24.92123424257875, - "RMSE[mean]": 1445.8588554952073, - "NRMSE[mean]": 0.022654624693927615, - "ND[0.5]": 0.018753906956095606, - "mean_weighted_sum_quantile_loss": 0.013108376253178552 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62422.0 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_122357.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_122357.json deleted file mode 100644 index 161cb6e66c4c3e41113708505c2e3989f1e99f71..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_122357.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:23:57.438803+00:00", - "metrics": { - "MSE[mean]": 2093769.6582202911, - "MSE[0.5]": 2093769.6582202911, - "MAE[0.5]": 1197.5655924479167, - "MASE[0.5]": 2.1275136936195396, - "MAPE[0.5]": 0.018950351242929094, - "sMAPE[0.5]": 0.018691306539306857, - "MSIS": 24.967960737407314, - "RMSE[mean]": 1446.986405679159, - "NRMSE[mean]": 0.022672524989507094, - "ND[0.5]": 0.01876440284081677, - "mean_weighted_sum_quantile_loss": 0.013118814086923386 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62406.21875 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_123521.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_123521.json deleted file mode 100644 index ab5e27e2b7707c7577b43466db2a472c2f1dd60f..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_123521.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:35:21.015758+00:00", - "metrics": { - "MSE[mean]": 2091747.9456354778, - "MSE[0.5]": 2091747.9456354778, - "MAE[0.5]": 1197.1585286458333, - "MASE[0.5]": 2.126790531716283, - "MAPE[0.5]": 0.018943569428174323, - "sMAPE[0.5]": 0.018684786723276822, - "MSIS": 24.939034261277055, - "RMSE[mean]": 1446.2876427721692, - "NRMSE[mean]": 0.022661431970692408, - "ND[0.5]": 0.01875790524147858, - "mean_weighted_sum_quantile_loss": 0.013112352424044646 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62415.98828125 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_124316.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_124316.json deleted file mode 100644 index 9b7b34e2295ee93039da6559c628fe0f37b454c5..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_124316.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:43:16.870944+00:00", - "metrics": { - "MSE[mean]": 2115200.8718738556, - "MSE[0.5]": 2115200.8718738556, - "MAE[0.5]": 1201.7862955729167, - "MASE[0.5]": 2.1350119081238366, - "MAPE[0.5]": 0.019020794874937425, - "sMAPE[0.5]": 0.018758967274007374, - "MSIS": 25.267889317579204, - "RMSE[mean]": 1454.3730167580309, - "NRMSE[mean]": 0.022789772566960916, - "ND[0.5]": 0.018831782517011557, - "mean_weighted_sum_quantile_loss": 0.01318582008897487 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62304.921875 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_125149.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_125149.json deleted file mode 100644 index 8d3f593034d82f37fdaa2f425f41d8ea96c60c18..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_125149.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T12:51:49.874543+00:00", - "metrics": { - "MSE[mean]": 2111008.8289051056, - "MSE[0.5]": 2111008.8289051056, - "MAE[0.5]": 1200.9737955729167, - "MASE[0.5]": 2.13356847580834, - "MAPE[0.5]": 0.019007216433803095, - "sMAPE[0.5]": 0.01874593397321918, - "MSIS": 25.210152024959353, - "RMSE[mean]": 1452.9311163661907, - "NRMSE[mean]": 0.02276688837629602, - "ND[0.5]": 0.018818811187036256, - "mean_weighted_sum_quantile_loss": 0.013172920640975513 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62324.421875 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_130012.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_130012.json deleted file mode 100644 index 1d604c62814243d84c07578c094f8e46699baf95..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_130012.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:00:12.575506+00:00", - "metrics": { - "MSE[mean]": 2120171.605140686, - "MSE[0.5]": 2120171.605140686, - "MAE[0.5]": 1202.7418619791667, - "MASE[0.5]": 2.1367095024996936, - "MAPE[0.5]": 0.019036775111634843, - "sMAPE[0.5]": 0.01877430061536293, - "MSIS": 25.335793092613496, - "RMSE[mean]": 1456.0809061108816, - "NRMSE[mean]": 0.022816875673438333, - "ND[0.5]": 0.018847037562848574, - "mean_weighted_sum_quantile_loss": 0.013200990809391716 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125 - ], - "actual": [ - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62281.98828125 - ], - "predictions": { - "p50": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "p10": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "p90": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "mean": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "quantiles": { - "0.1": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.2": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.3": [ - 64490.1875, - 64319.953125, - 64185.640625, - 64110.0, - 64062.296875, - 64023.21875, - 63977.1953125, - 63932.39453125, - 63876.140625, - 63861.125, - 63825.13671875, - 63785.66796875, - 63750.24609375, - 63707.57421875, - 63668.87890625, - 63646.8125, - 63618.68359375, - 63593.0625, - 63561.32421875, - 63529.30859375, - 63495.03125, - 63491.765625, - 63464.16015625, - 63431.984375 - ], - "0.4": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.5": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.6": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.7": [ - 65132.640625, - 65102.48046875, - 65087.32421875, - 65068.140625, - 65058.2265625, - 65047.015625, - 65027.4140625, - 65011.36328125, - 65001.53125, - 64993.45703125, - 64988.21484375, - 64965.71875, - 64960.6328125, - 64954.05078125, - 64933.0, - 64943.66015625, - 64931.54296875, - 64922.12109375, - 64912.6484375, - 64911.484375, - 64907.5703125, - 64902.73046875, - 64900.8125, - 64894.390625 - ], - "0.8": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ], - "0.9": [ - 65577.3984375, - 65659.8125, - 65754.3046875, - 65830.4140625, - 65903.171875, - 65973.890625, - 66004.125, - 66037.6015625, - 66110.3125, - 66146.2421875, - 66202.65625, - 66250.375, - 66284.0234375, - 66360.609375, - 66387.1796875, - 66470.203125, - 66486.2578125, - 66509.34375, - 66533.0546875, - 66585.921875, - 66623.03125, - 66645.7578125, - 66683.375, - 66716.765625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_132118.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_132118.json deleted file mode 100644 index e7fdadedcf97b332320c52f4be81550eaf89ef7d..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_132118.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:21:18.150704+00:00", - "metrics": { - "MSE[mean]": 3443832.1858882904, - "MSE[0.5]": 3443832.1858882904, - "MAE[0.5]": 1663.4005533854167, - "MASE[0.5]": 2.907873579319933, - "MAPE[0.5]": 0.026317714767412074, - "sMAPE[0.5]": 0.025889917281867143, - "MSIS": 39.225890051308276, - "RMSE[mean]": 1855.7564996217286, - "NRMSE[mean]": 0.029145761830802298, - "ND[0.5]": 0.026124697053777433, - "mean_weighted_sum_quantile_loss": 0.017750291439692173 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" - ], - "context": [ - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0 - ], - "actual": [ - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62137.98828125 - ], - "predictions": { - "p50": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "p10": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "p90": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 - ], - "mean": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "quantiles": { - "0.1": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "0.2": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "0.3": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "0.4": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.5": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.6": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.7": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.8": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 - ], - "0.9": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_133455.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_133455.json deleted file mode 100644 index d9d3bbf564697ab4f14392ebe5c09d06d6c66224..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_133455.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:34:55.047094+00:00", - "metrics": { - "MSE[mean]": 1375938.3022772472, - "MSE[0.5]": 1375938.3022772472, - "MAE[0.5]": 1091.9178059895833, - "MASE[0.5]": 1.382106952270469, - "MAPE[0.5]": 0.016911723559879795, - "sMAPE[0.5]": 0.017077714238191103, - "MSIS": 17.27143877509607, - "RMSE[mean]": 1173.0039651583652, - "NRMSE[mean]": 0.01821188462727333, - "ND[0.5]": 0.01695295301279136, - "mean_weighted_sum_quantile_loss": 0.014305443233481988 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00" - ], - "context": [ - 64468.01171875, - 64548.73828125, - 64689.5, - 64282.8203125, - 63883.41015625, - 63994.0, - 64083.41015625, - 64510.44140625, - 64399.921875, - 64199.53125, - 64078.609375, - 63974.3984375, - 64378.0703125, - 63984.0, - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125 - ], - "actual": [ - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875 - ], - "predictions": { - "p50": [ - 63384.2734375, - 63387.9140625, - 63387.9453125, - 63381.57421875, - 63372.77734375, - 63356.98046875, - 63347.28125, - 63332.98828125, - 63326.5390625, - 63312.30859375, - 63308.28125, - 63299.17578125, - 63295.12109375, - 63290.40234375, - 63286.3515625, - 63282.53125, - 63279.71875, - 63279.42578125, - 63282.6796875, - 63282.2890625, - 63282.98046875, - 63280.68359375, - 63281.30078125, - 63281.36328125 - ], - "p10": [ - 63017.09765625, - 62936.61328125, - 62857.73046875, - 62788.0234375, - 62718.890625, - 62653.2421875, - 62603.08203125, - 62526.015625, - 62463.73828125, - 62408.3203125, - 62368.015625, - 62323.02734375, - 62272.8828125, - 62211.6015625, - 62186.0625, - 62159.3359375, - 62096.75390625, - 62062.5703125, - 62033.2734375, - 62042.08984375, - 62011.2265625, - 61990.078125, - 61976.3046875, - 61962.12890625 - ], - "p90": [ - 63727.0078125, - 63836.87890625, - 63892.734375, - 63938.7421875, - 63970.91796875, - 64006.67578125, - 64041.4453125, - 64059.18359375, - 64093.49609375, - 64119.0625, - 64136.24609375, - 64161.2109375, - 64189.61328125, - 64210.3984375, - 64232.08984375, - 64250.61328125, - 64275.87109375, - 64301.75390625, - 64316.078125, - 64338.390625, - 64337.33984375, - 64382.44140625, - 64396.5, - 64417.6015625 - ], - "mean": [ - 63384.2734375, - 63387.9140625, - 63387.9453125, - 63381.57421875, - 63372.77734375, - 63356.98046875, - 63347.28125, - 63332.98828125, - 63326.5390625, - 63312.30859375, - 63308.28125, - 63299.17578125, - 63295.12109375, - 63290.40234375, - 63286.3515625, - 63282.53125, - 63279.71875, - 63279.42578125, - 63282.6796875, - 63282.2890625, - 63282.98046875, - 63280.68359375, - 63281.30078125, - 63281.36328125 - ], - "quantiles": { - "0.1": [ - 63017.09765625, - 62936.61328125, - 62857.73046875, - 62788.0234375, - 62718.890625, - 62653.2421875, - 62603.08203125, - 62526.015625, - 62463.73828125, - 62408.3203125, - 62368.015625, - 62323.02734375, - 62272.8828125, - 62211.6015625, - 62186.0625, - 62159.3359375, - 62096.75390625, - 62062.5703125, - 62033.2734375, - 62042.08984375, - 62011.2265625, - 61990.078125, - 61976.3046875, - 61962.12890625 - ], - "0.2": [ - 63017.09765625, - 62936.61328125, - 62857.73046875, - 62788.0234375, - 62718.890625, - 62653.2421875, - 62603.08203125, - 62526.015625, - 62463.73828125, - 62408.3203125, - 62368.015625, - 62323.02734375, - 62272.8828125, - 62211.6015625, - 62186.0625, - 62159.3359375, - 62096.75390625, - 62062.5703125, - 62033.2734375, - 62042.08984375, - 62011.2265625, - 61990.078125, - 61976.3046875, - 61962.12890625 - ], - "0.3": [ - 63017.09765625, - 62936.61328125, - 62857.73046875, - 62788.0234375, - 62718.890625, - 62653.2421875, - 62603.08203125, - 62526.015625, - 62463.73828125, - 62408.3203125, - 62368.015625, - 62323.02734375, - 62272.8828125, - 62211.6015625, - 62186.0625, - 62159.3359375, - 62096.75390625, - 62062.5703125, - 62033.2734375, - 62042.08984375, - 62011.2265625, - 61990.078125, - 61976.3046875, - 61962.12890625 - ], - "0.4": [ - 63384.2734375, - 63387.9140625, - 63387.9453125, - 63381.57421875, - 63372.77734375, - 63356.98046875, - 63347.28125, - 63332.98828125, - 63326.5390625, - 63312.30859375, - 63308.28125, - 63299.17578125, - 63295.12109375, - 63290.40234375, - 63286.3515625, - 63282.53125, - 63279.71875, - 63279.42578125, - 63282.6796875, - 63282.2890625, - 63282.98046875, - 63280.68359375, - 63281.30078125, - 63281.36328125 - ], - "0.5": [ - 63384.2734375, - 63387.9140625, - 63387.9453125, - 63381.57421875, - 63372.77734375, - 63356.98046875, - 63347.28125, - 63332.98828125, - 63326.5390625, - 63312.30859375, - 63308.28125, - 63299.17578125, - 63295.12109375, - 63290.40234375, - 63286.3515625, - 63282.53125, - 63279.71875, - 63279.42578125, - 63282.6796875, - 63282.2890625, - 63282.98046875, - 63280.68359375, - 63281.30078125, - 63281.36328125 - ], - "0.6": [ - 63384.2734375, - 63387.9140625, - 63387.9453125, - 63381.57421875, - 63372.77734375, - 63356.98046875, - 63347.28125, - 63332.98828125, - 63326.5390625, - 63312.30859375, - 63308.28125, - 63299.17578125, - 63295.12109375, - 63290.40234375, - 63286.3515625, - 63282.53125, - 63279.71875, - 63279.42578125, - 63282.6796875, - 63282.2890625, - 63282.98046875, - 63280.68359375, - 63281.30078125, - 63281.36328125 - ], - "0.7": [ - 63384.2734375, - 63387.9140625, - 63387.9453125, - 63381.57421875, - 63372.77734375, - 63356.98046875, - 63347.28125, - 63332.98828125, - 63326.5390625, - 63312.30859375, - 63308.28125, - 63299.17578125, - 63295.12109375, - 63290.40234375, - 63286.3515625, - 63282.53125, - 63279.71875, - 63279.42578125, - 63282.6796875, - 63282.2890625, - 63282.98046875, - 63280.68359375, - 63281.30078125, - 63281.36328125 - ], - "0.8": [ - 63727.0078125, - 63836.87890625, - 63892.734375, - 63938.7421875, - 63970.91796875, - 64006.67578125, - 64041.4453125, - 64059.18359375, - 64093.49609375, - 64119.0625, - 64136.24609375, - 64161.2109375, - 64189.61328125, - 64210.3984375, - 64232.08984375, - 64250.61328125, - 64275.87109375, - 64301.75390625, - 64316.078125, - 64338.390625, - 64337.33984375, - 64382.44140625, - 64396.5, - 64417.6015625 - ], - "0.9": [ - 63727.0078125, - 63836.87890625, - 63892.734375, - 63938.7421875, - 63970.91796875, - 64006.67578125, - 64041.4453125, - 64059.18359375, - 64093.49609375, - 64119.0625, - 64136.24609375, - 64161.2109375, - 64189.61328125, - 64210.3984375, - 64232.08984375, - 64250.61328125, - 64275.87109375, - 64301.75390625, - 64316.078125, - 64338.390625, - 64337.33984375, - 64382.44140625, - 64396.5, - 64417.6015625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_135610.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_135610.json deleted file mode 100644 index 0565c59435e625aa95c8ddecc1bbda440935361e..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_135610.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T13:56:10.318184+00:00", - "metrics": { - "MSE[mean]": 3404749.195959091, - "MSE[0.5]": 3404749.195959091, - "MAE[0.5]": 1656.8458658854167, - "MASE[0.5]": 2.8964150027532987, - "MAPE[0.5]": 0.026207313661312473, - "sMAPE[0.5]": 0.02578462228493787, - "MSIS": 38.767546988642906, - "RMSE[mean]": 1845.1962486302348, - "NRMSE[mean]": 0.028976924942909904, - "ND[0.5]": 0.026019074303544845, - "mean_weighted_sum_quantile_loss": 0.01764553036375434 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00" - ], - "context": [ - 63816.609375, - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0 - ], - "actual": [ - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62295.30078125 - ], - "predictions": { - "p50": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "p10": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "p90": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 - ], - "mean": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "quantiles": { - "0.1": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "0.2": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "0.3": [ - 64987.5390625, - 64786.46484375, - 64653.29296875, - 64543.09375, - 64464.01171875, - 64391.23046875, - 64309.30859375, - 64256.390625, - 64206.85546875, - 64169.94921875, - 64129.578125, - 64082.3359375, - 64041.4453125, - 63996.109375, - 63953.0703125, - 63928.83984375, - 63903.45703125, - 63874.49609375, - 63842.61328125, - 63816.98046875, - 63783.19921875, - 63768.3359375, - 63739.296875, - 63712.3828125 - ], - "0.4": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.5": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.6": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.7": [ - 65572.5078125, - 65536.875, - 65507.26171875, - 65473.3203125, - 65456.21484375, - 65436.46875, - 65408.56640625, - 65381.9609375, - 65360.828125, - 65343.98828125, - 65335.30078125, - 65311.578125, - 65298.04296875, - 65286.3046875, - 65257.2265625, - 65270.46875, - 65256.08203125, - 65245.4453125, - 65232.05859375, - 65232.6171875, - 65224.1328125, - 65212.42578125, - 65201.6796875, - 65197.9453125 - ], - "0.8": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 - ], - "0.9": [ - 66085.3515625, - 66153.4765625, - 66246.5, - 66316.390625, - 66357.5625, - 66425.78125, - 66442.2890625, - 66459.1796875, - 66499.453125, - 66532.015625, - 66563.8515625, - 66604.6875, - 66618.3515625, - 66661.203125, - 66668.140625, - 66743.5390625, - 66749.9921875, - 66769.453125, - 66774.640625, - 66811.921875, - 66844.578125, - 66844.515625, - 66859.625, - 66880.90625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_141536.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_141536.json deleted file mode 100644 index 9b6ddf4830780695b933b1ec3bd22c8ff6bd76f2..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_141536.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T14:15:36.231258+00:00", - "metrics": { - "MSE[mean]": 2228348.6228872933, - "MSE[0.5]": 2228348.6228872933, - "MAE[0.5]": 1230.35302734375, - "MASE[0.5]": 2.1393443179689187, - "MAPE[0.5]": 0.019539468450565145, - "sMAPE[0.5]": 0.0192604825743359, - "MSIS": 26.760264771590304, - "RMSE[mean]": 1492.765427951523, - "NRMSE[mean]": 0.023477133783146455, - "ND[0.5]": 0.019350101551512153, - "mean_weighted_sum_quantile_loss": 0.01364819421656732 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625 - ], - "actual": [ - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62535.98828125 - ], - "predictions": { - "p50": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "p10": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "p90": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "mean": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "quantiles": { - "0.1": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.2": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.3": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.4": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.5": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.6": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.7": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.8": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "0.9": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_142443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_142443.json deleted file mode 100644 index 7b4a4f8abb272b8f965475ef42291d3e1b316e02..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_142443.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T14:24:43.400518+00:00", - "metrics": { - "MSE[mean]": 2179273.3114935555, - "MSE[0.5]": 2179273.3114935555, - "MAE[0.5]": 1218.5187174479167, - "MASE[0.5]": 2.118766757650809, - "MAPE[0.5]": 0.01934441021334325, - "sMAPE[0.5]": 0.01907172110425611, - "MSIS": 25.937162358865933, - "RMSE[mean]": 1476.2361977317707, - "NRMSE[mean]": 0.023212853964894736, - "ND[0.5]": 0.019160414224410383, - "mean_weighted_sum_quantile_loss": 0.013459567851742097 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625 - ], - "actual": [ - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62820.01171875 - ], - "predictions": { - "p50": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "p10": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "p90": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "mean": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "quantiles": { - "0.1": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.2": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.3": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.4": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.5": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.6": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.7": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.8": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "0.9": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_143601.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_143601.json deleted file mode 100644 index b6e019b9995e793bc0dddebc661127532307b58e..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_143601.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T14:36:01.133426+00:00", - "metrics": { - "MSE[mean]": 2241091.019826889, - "MSE[0.5]": 2241091.019826889, - "MAE[0.5]": 1233.1853841145833, - "MASE[0.5]": 2.1442692348256887, - "MAPE[0.5]": 0.019586415645088683, - "sMAPE[0.5]": 0.019305784675841885, - "MSIS": 26.957261445861104, - "RMSE[mean]": 1497.027394481106, - "NRMSE[mean]": 0.023545212095893178, - "ND[0.5]": 0.01939551108388205, - "mean_weighted_sum_quantile_loss": 0.013693349657116454 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625 - ], - "actual": [ - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62468.01171875 - ], - "predictions": { - "p50": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "p10": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "p90": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "mean": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "quantiles": { - "0.1": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.2": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.3": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.4": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.5": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.6": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.7": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.8": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "0.9": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_152020.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_152020.json deleted file mode 100644 index a2de072281a27ac9fb412d2c4492db3f504c2717..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_152020.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T15:20:20.083433+00:00", - "metrics": { - "MSE[mean]": 2234654.8467617035, - "MSE[0.5]": 2234654.8467617035, - "MAE[0.5]": 1231.7654622395833, - "MASE[0.5]": 2.1418002671979184, - "MAPE[0.5]": 0.019562867233603006, - "sMAPE[0.5]": 0.019283067700031527, - "MSIS": 26.858502740750282, - "RMSE[mean]": 1494.8761978042542, - "NRMSE[mean]": 0.023510852346223087, - "ND[0.5]": 0.01937274534869824, - "mean_weighted_sum_quantile_loss": 0.013670711437754222 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 62369.44140625, - 62688.0, - 62606.0, - 62708.921875, - 62950.7890625, - 63086.0, - 62971.3203125, - 62885.8515625, - 62958.01171875, - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625 - ], - "actual": [ - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62502.08984375 - ], - "predictions": { - "p50": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "p10": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "p90": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "mean": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "quantiles": { - "0.1": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.2": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.3": [ - 64243.12109375, - 64107.703125, - 64045.88671875, - 63988.68359375, - 63929.40625, - 63872.4765625, - 63824.44921875, - 63786.25390625, - 63727.23046875, - 63711.33203125, - 63679.35546875, - 63623.37109375, - 63597.3359375, - 63557.29296875, - 63520.64453125, - 63495.1953125, - 63462.82421875, - 63424.5703125, - 63397.91015625, - 63378.875, - 63339.88671875, - 63300.58203125, - 63273.63671875, - 63256.515625 - ], - "0.4": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.5": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.6": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.7": [ - 64857.3203125, - 64883.53515625, - 64876.49609375, - 64876.80078125, - 64869.55859375, - 64859.1953125, - 64845.0, - 64841.02734375, - 64829.31640625, - 64831.69140625, - 64828.2578125, - 64811.83984375, - 64805.66796875, - 64804.26953125, - 64789.36328125, - 64793.140625, - 64784.13671875, - 64778.203125, - 64772.0546875, - 64771.6640625, - 64769.3515625, - 64757.70703125, - 64752.7265625, - 64751.43359375 - ], - "0.8": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ], - "0.9": [ - 65357.36328125, - 65564.1953125, - 65677.40625, - 65775.40625, - 65867.6171875, - 65912.3984375, - 65964.15625, - 65982.671875, - 66049.6171875, - 66093.953125, - 66110.6796875, - 66138.328125, - 66169.1484375, - 66240.078125, - 66237.515625, - 66291.453125, - 66317.109375, - 66356.09375, - 66370.875, - 66411.15625, - 66434.7109375, - 66463.0234375, - 66488.6875, - 66513.171875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_235638.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_235638.json deleted file mode 100644 index 4cd3185b4cfebb6f4a256a66b9ba52d57d353612..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260623_235638.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-23T23:56:38.154891+00:00", - "metrics": { - "MSE[mean]": 1674781.5617408752, - "MSE[0.5]": 1674781.5617408752, - "MAE[0.5]": 1166.3063151041667, - "MASE[0.5]": 2.0027098597138937, - "MAPE[0.5]": 0.01864823663139586, - "sMAPE[0.5]": 0.01843699384122836, - "MSIS": 23.39469011708908, - "RMSE[mean]": 1294.1335177410697, - "NRMSE[mean]": 0.020587860739563386, - "ND[0.5]": 0.018554308087894055, - "mean_weighted_sum_quantile_loss": 0.012401933810328222 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00" - ], - "context": [ - 63020.0, - 63021.859375, - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875 - ], - "actual": [ - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62663.98046875 - ], - "predictions": { - "p50": [ - 64029.54296875, - 64022.7421875, - 64009.05859375, - 64000.80859375, - 63996.265625, - 63991.609375, - 63993.109375, - 63986.02734375, - 63983.62890625, - 63981.6875, - 63978.30078125, - 63973.703125, - 63976.08984375, - 63972.109375, - 63972.89453125, - 63970.7421875, - 63971.39453125, - 63972.91015625, - 63973.98046875, - 63966.55859375, - 63965.47265625, - 63961.32421875, - 63960.57421875, - 63961.84375 - ], - "p10": [ - 63733.87109375, - 63620.4375, - 63495.921875, - 63427.6328125, - 63360.27734375, - 63286.68359375, - 63232.73046875, - 63194.36328125, - 63146.29296875, - 63097.70703125, - 63047.03125, - 63005.6015625, - 62948.35546875, - 62888.83984375, - 62869.84375, - 62819.18359375, - 62803.109375, - 62776.4609375, - 62758.57421875, - 62739.6015625, - 62711.40234375, - 62680.03125, - 62652.89453125, - 62636.01171875 - ], - "p90": [ - 64319.6796875, - 64452.3125, - 64529.73046875, - 64612.078125, - 64680.77734375, - 64732.58203125, - 64783.28515625, - 64832.796875, - 64866.828125, - 64905.35546875, - 64944.47265625, - 64977.65234375, - 65024.6796875, - 65068.6484375, - 65085.4609375, - 65112.76953125, - 65153.55859375, - 65188.8515625, - 65229.22265625, - 65253.13671875, - 65273.0703125, - 65316.36328125, - 65334.26171875, - 65358.77734375 - ], - "mean": [ - 64029.54296875, - 64022.7421875, - 64009.05859375, - 64000.80859375, - 63996.265625, - 63991.609375, - 63993.109375, - 63986.02734375, - 63983.62890625, - 63981.6875, - 63978.30078125, - 63973.703125, - 63976.08984375, - 63972.109375, - 63972.89453125, - 63970.7421875, - 63971.39453125, - 63972.91015625, - 63973.98046875, - 63966.55859375, - 63965.47265625, - 63961.32421875, - 63960.57421875, - 63961.84375 - ], - "quantiles": { - "0.1": [ - 63733.87109375, - 63620.4375, - 63495.921875, - 63427.6328125, - 63360.27734375, - 63286.68359375, - 63232.73046875, - 63194.36328125, - 63146.29296875, - 63097.70703125, - 63047.03125, - 63005.6015625, - 62948.35546875, - 62888.83984375, - 62869.84375, - 62819.18359375, - 62803.109375, - 62776.4609375, - 62758.57421875, - 62739.6015625, - 62711.40234375, - 62680.03125, - 62652.89453125, - 62636.01171875 - ], - "0.2": [ - 63733.87109375, - 63620.4375, - 63495.921875, - 63427.6328125, - 63360.27734375, - 63286.68359375, - 63232.73046875, - 63194.36328125, - 63146.29296875, - 63097.70703125, - 63047.03125, - 63005.6015625, - 62948.35546875, - 62888.83984375, - 62869.84375, - 62819.18359375, - 62803.109375, - 62776.4609375, - 62758.57421875, - 62739.6015625, - 62711.40234375, - 62680.03125, - 62652.89453125, - 62636.01171875 - ], - "0.3": [ - 63733.87109375, - 63620.4375, - 63495.921875, - 63427.6328125, - 63360.27734375, - 63286.68359375, - 63232.73046875, - 63194.36328125, - 63146.29296875, - 63097.70703125, - 63047.03125, - 63005.6015625, - 62948.35546875, - 62888.83984375, - 62869.84375, - 62819.18359375, - 62803.109375, - 62776.4609375, - 62758.57421875, - 62739.6015625, - 62711.40234375, - 62680.03125, - 62652.89453125, - 62636.01171875 - ], - "0.4": [ - 64029.54296875, - 64022.7421875, - 64009.05859375, - 64000.80859375, - 63996.265625, - 63991.609375, - 63993.109375, - 63986.02734375, - 63983.62890625, - 63981.6875, - 63978.30078125, - 63973.703125, - 63976.08984375, - 63972.109375, - 63972.89453125, - 63970.7421875, - 63971.39453125, - 63972.91015625, - 63973.98046875, - 63966.55859375, - 63965.47265625, - 63961.32421875, - 63960.57421875, - 63961.84375 - ], - "0.5": [ - 64029.54296875, - 64022.7421875, - 64009.05859375, - 64000.80859375, - 63996.265625, - 63991.609375, - 63993.109375, - 63986.02734375, - 63983.62890625, - 63981.6875, - 63978.30078125, - 63973.703125, - 63976.08984375, - 63972.109375, - 63972.89453125, - 63970.7421875, - 63971.39453125, - 63972.91015625, - 63973.98046875, - 63966.55859375, - 63965.47265625, - 63961.32421875, - 63960.57421875, - 63961.84375 - ], - "0.6": [ - 64029.54296875, - 64022.7421875, - 64009.05859375, - 64000.80859375, - 63996.265625, - 63991.609375, - 63993.109375, - 63986.02734375, - 63983.62890625, - 63981.6875, - 63978.30078125, - 63973.703125, - 63976.08984375, - 63972.109375, - 63972.89453125, - 63970.7421875, - 63971.39453125, - 63972.91015625, - 63973.98046875, - 63966.55859375, - 63965.47265625, - 63961.32421875, - 63960.57421875, - 63961.84375 - ], - "0.7": [ - 64029.54296875, - 64022.7421875, - 64009.05859375, - 64000.80859375, - 63996.265625, - 63991.609375, - 63993.109375, - 63986.02734375, - 63983.62890625, - 63981.6875, - 63978.30078125, - 63973.703125, - 63976.08984375, - 63972.109375, - 63972.89453125, - 63970.7421875, - 63971.39453125, - 63972.91015625, - 63973.98046875, - 63966.55859375, - 63965.47265625, - 63961.32421875, - 63960.57421875, - 63961.84375 - ], - "0.8": [ - 64319.6796875, - 64452.3125, - 64529.73046875, - 64612.078125, - 64680.77734375, - 64732.58203125, - 64783.28515625, - 64832.796875, - 64866.828125, - 64905.35546875, - 64944.47265625, - 64977.65234375, - 65024.6796875, - 65068.6484375, - 65085.4609375, - 65112.76953125, - 65153.55859375, - 65188.8515625, - 65229.22265625, - 65253.13671875, - 65273.0703125, - 65316.36328125, - 65334.26171875, - 65358.77734375 - ], - "0.9": [ - 64319.6796875, - 64452.3125, - 64529.73046875, - 64612.078125, - 64680.77734375, - 64732.58203125, - 64783.28515625, - 64832.796875, - 64866.828125, - 64905.35546875, - 64944.47265625, - 64977.65234375, - 65024.6796875, - 65068.6484375, - 65085.4609375, - 65112.76953125, - 65153.55859375, - 65188.8515625, - 65229.22265625, - 65253.13671875, - 65273.0703125, - 65316.36328125, - 65334.26171875, - 65358.77734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_020652.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_020652.json deleted file mode 100644 index f614c3580d1c8198c9b8f0a38216715ee985cda6..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_020652.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:06:52.785212+00:00", - "metrics": { - "MSE[mean]": 2013497.7306995392, - "MSE[0.5]": 2013497.7306995392, - "MAE[0.5]": 1325.89892578125, - "MASE[0.5]": 2.296770814517783, - "MAPE[0.5]": 0.02119388552608724, - "sMAPE[0.5]": 0.02093945571752651, - "MSIS": 38.3373610907227, - "RMSE[mean]": 1418.9777062024405, - "NRMSE[mean]": 0.022607711244524778, - "ND[0.5]": 0.02112474348431489, - "mean_weighted_sum_quantile_loss": 0.015183710904782925 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 63006.0, - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0 - ], - "actual": [ - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62974.0 - ], - "predictions": { - "p50": [ - 64123.703125, - 64122.49609375, - 64114.39453125, - 64110.3671875, - 64104.5859375, - 64096.671875, - 64093.953125, - 64089.88671875, - 64092.109375, - 64091.74609375, - 64091.7421875, - 64086.72265625, - 64084.44921875, - 64079.55859375, - 64076.796875, - 64074.67578125, - 64073.1640625, - 64070.39453125, - 64066.83203125, - 64061.20703125, - 64060.5859375, - 64054.79296875, - 64052.91015625, - 64052.23828125 - ], - "p10": [ - 63832.6796875, - 63745.8671875, - 63649.8359375, - 63580.37109375, - 63530.60546875, - 63465.20703125, - 63407.16796875, - 63371.82421875, - 63332.37109375, - 63287.97265625, - 63246.75, - 63203.08203125, - 63165.99609375, - 63121.09375, - 63096.54296875, - 63063.2109375, - 63040.62109375, - 63006.88671875, - 62987.00390625, - 62964.78125, - 62938.76171875, - 62907.6953125, - 62875.7734375, - 62853.81640625 - ], - "p90": [ - 64376.32421875, - 64488.0703125, - 64543.05859375, - 64618.78515625, - 64673.7265625, - 64712.640625, - 64758.7578125, - 64804.47265625, - 64839.15234375, - 64878.91796875, - 64920.6953125, - 64956.15234375, - 64998.78515625, - 65032.1875, - 65055.94140625, - 65079.48046875, - 65112.32421875, - 65140.953125, - 65175.390625, - 65202.69140625, - 65222.66015625, - 65259.1015625, - 65280.65234375, - 65301.3515625 - ], - "mean": [ - 64123.703125, - 64122.49609375, - 64114.39453125, - 64110.3671875, - 64104.5859375, - 64096.671875, - 64093.953125, - 64089.88671875, - 64092.109375, - 64091.74609375, - 64091.7421875, - 64086.72265625, - 64084.44921875, - 64079.55859375, - 64076.796875, - 64074.67578125, - 64073.1640625, - 64070.39453125, - 64066.83203125, - 64061.20703125, - 64060.5859375, - 64054.79296875, - 64052.91015625, - 64052.23828125 - ], - "quantiles": { - "0.1": [ - 63832.6796875, - 63745.8671875, - 63649.8359375, - 63580.37109375, - 63530.60546875, - 63465.20703125, - 63407.16796875, - 63371.82421875, - 63332.37109375, - 63287.97265625, - 63246.75, - 63203.08203125, - 63165.99609375, - 63121.09375, - 63096.54296875, - 63063.2109375, - 63040.62109375, - 63006.88671875, - 62987.00390625, - 62964.78125, - 62938.76171875, - 62907.6953125, - 62875.7734375, - 62853.81640625 - ], - "0.2": [ - 63832.6796875, - 63745.8671875, - 63649.8359375, - 63580.37109375, - 63530.60546875, - 63465.20703125, - 63407.16796875, - 63371.82421875, - 63332.37109375, - 63287.97265625, - 63246.75, - 63203.08203125, - 63165.99609375, - 63121.09375, - 63096.54296875, - 63063.2109375, - 63040.62109375, - 63006.88671875, - 62987.00390625, - 62964.78125, - 62938.76171875, - 62907.6953125, - 62875.7734375, - 62853.81640625 - ], - "0.3": [ - 63832.6796875, - 63745.8671875, - 63649.8359375, - 63580.37109375, - 63530.60546875, - 63465.20703125, - 63407.16796875, - 63371.82421875, - 63332.37109375, - 63287.97265625, - 63246.75, - 63203.08203125, - 63165.99609375, - 63121.09375, - 63096.54296875, - 63063.2109375, - 63040.62109375, - 63006.88671875, - 62987.00390625, - 62964.78125, - 62938.76171875, - 62907.6953125, - 62875.7734375, - 62853.81640625 - ], - "0.4": [ - 64123.703125, - 64122.49609375, - 64114.39453125, - 64110.3671875, - 64104.5859375, - 64096.671875, - 64093.953125, - 64089.88671875, - 64092.109375, - 64091.74609375, - 64091.7421875, - 64086.72265625, - 64084.44921875, - 64079.55859375, - 64076.796875, - 64074.67578125, - 64073.1640625, - 64070.39453125, - 64066.83203125, - 64061.20703125, - 64060.5859375, - 64054.79296875, - 64052.91015625, - 64052.23828125 - ], - "0.5": [ - 64123.703125, - 64122.49609375, - 64114.39453125, - 64110.3671875, - 64104.5859375, - 64096.671875, - 64093.953125, - 64089.88671875, - 64092.109375, - 64091.74609375, - 64091.7421875, - 64086.72265625, - 64084.44921875, - 64079.55859375, - 64076.796875, - 64074.67578125, - 64073.1640625, - 64070.39453125, - 64066.83203125, - 64061.20703125, - 64060.5859375, - 64054.79296875, - 64052.91015625, - 64052.23828125 - ], - "0.6": [ - 64123.703125, - 64122.49609375, - 64114.39453125, - 64110.3671875, - 64104.5859375, - 64096.671875, - 64093.953125, - 64089.88671875, - 64092.109375, - 64091.74609375, - 64091.7421875, - 64086.72265625, - 64084.44921875, - 64079.55859375, - 64076.796875, - 64074.67578125, - 64073.1640625, - 64070.39453125, - 64066.83203125, - 64061.20703125, - 64060.5859375, - 64054.79296875, - 64052.91015625, - 64052.23828125 - ], - "0.7": [ - 64123.703125, - 64122.49609375, - 64114.39453125, - 64110.3671875, - 64104.5859375, - 64096.671875, - 64093.953125, - 64089.88671875, - 64092.109375, - 64091.74609375, - 64091.7421875, - 64086.72265625, - 64084.44921875, - 64079.55859375, - 64076.796875, - 64074.67578125, - 64073.1640625, - 64070.39453125, - 64066.83203125, - 64061.20703125, - 64060.5859375, - 64054.79296875, - 64052.91015625, - 64052.23828125 - ], - "0.8": [ - 64376.32421875, - 64488.0703125, - 64543.05859375, - 64618.78515625, - 64673.7265625, - 64712.640625, - 64758.7578125, - 64804.47265625, - 64839.15234375, - 64878.91796875, - 64920.6953125, - 64956.15234375, - 64998.78515625, - 65032.1875, - 65055.94140625, - 65079.48046875, - 65112.32421875, - 65140.953125, - 65175.390625, - 65202.69140625, - 65222.66015625, - 65259.1015625, - 65280.65234375, - 65301.3515625 - ], - "0.9": [ - 64376.32421875, - 64488.0703125, - 64543.05859375, - 64618.78515625, - 64673.7265625, - 64712.640625, - 64758.7578125, - 64804.47265625, - 64839.15234375, - 64878.91796875, - 64920.6953125, - 64956.15234375, - 64998.78515625, - 65032.1875, - 65055.94140625, - 65079.48046875, - 65112.32421875, - 65140.953125, - 65175.390625, - 65202.69140625, - 65222.66015625, - 65259.1015625, - 65280.65234375, - 65301.3515625 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_022802.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_022802.json deleted file mode 100644 index 8ce3ff0fc4c12de456564d221b5e2afdcaedacd4..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_022802.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:28:02.932893+00:00", - "metrics": { - "MSE[mean]": 2312613.8265889487, - "MSE[0.5]": 2312613.8265889487, - "MAE[0.5]": 1456.7014973958333, - "MASE[0.5]": 2.5405021560741456, - "MAPE[0.5]": 0.0232819859505569, - "sMAPE[0.5]": 0.022989946065888566, - "MSIS": 50.67272929068407, - "RMSE[mean]": 1520.7280580659215, - "NRMSE[mean]": 0.02425351219725924, - "ND[0.5]": 0.023232376983817134, - "mean_weighted_sum_quantile_loss": 0.017525500830934116 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00" - ], - "context": [ - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875 - ], - "actual": [ - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62713.23046875 - ], - "predictions": { - "p50": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "p10": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "p90": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "mean": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "quantiles": { - "0.1": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.2": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.3": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.4": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.5": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.6": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.7": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.8": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "0.9": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_023613.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_023613.json deleted file mode 100644 index 306feb0cc81504c71a2af345da72289ea8403704..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_023613.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:36:13.928488+00:00", - "metrics": { - "MSE[mean]": 2309236.9273503623, - "MSE[0.5]": 2309236.9273503623, - "MAE[0.5]": 1455.5032552083333, - "MASE[0.5]": 2.538412409570634, - "MAPE[0.5]": 0.02326245452839057, - "sMAPE[0.5]": 0.02297084611312089, - "MSIS": 50.58913943054361, - "RMSE[mean]": 1519.617362150868, - "NRMSE[mean]": 0.024235335112536675, - "ND[0.5]": 0.02321282319217137, - "mean_weighted_sum_quantile_loss": 0.017506056067738248 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00" - ], - "context": [ - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875 - ], - "actual": [ - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62741.98828125 - ], - "predictions": { - "p50": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "p10": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "p90": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "mean": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "quantiles": { - "0.1": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.2": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.3": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.4": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.5": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.6": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.7": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.8": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "0.9": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_024718.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_024718.json deleted file mode 100644 index 3081335b236d0bb565672ad4eab97b6a0069a8ce..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_024718.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:47:18.576631+00:00", - "metrics": { - "MSE[mean]": 2311036.524495443, - "MSE[0.5]": 2311036.524495443, - "MAE[0.5]": 1456.1448567708333, - "MASE[0.5]": 2.539531369189874, - "MAPE[0.5]": 0.023272910446402475, - "sMAPE[0.5]": 0.02298107215022549, - "MSIS": 50.6338978153132, - "RMSE[mean]": 1520.209368638229, - "NRMSE[mean]": 0.024245026340618297, - "ND[0.5]": 0.023223294854306496, - "mean_weighted_sum_quantile_loss": 0.017516468949835336 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00" - ], - "context": [ - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875 - ], - "actual": [ - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62726.58984375 - ], - "predictions": { - "p50": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "p10": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "p90": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "mean": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "quantiles": { - "0.1": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.2": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.3": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.4": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.5": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.6": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.7": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.8": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "0.9": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_025601.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_025601.json deleted file mode 100644 index 16378a14278371dda0dee85bfe14e57038379610..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_025601.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T02:56:01.144709+00:00", - "metrics": { - "MSE[mean]": 2310637.6539128623, - "MSE[0.5]": 2310637.6539128623, - "MAE[0.5]": 1456.0032552083333, - "MASE[0.5]": 2.5392844146315943, - "MAPE[0.5]": 0.023270602382266636, - "sMAPE[0.5]": 0.02297881504880672, - "MSIS": 50.624019632982005, - "RMSE[mean]": 1520.0781736189958, - "NRMSE[mean]": 0.024242877595118513, - "ND[0.5]": 0.02322098251701956, - "mean_weighted_sum_quantile_loss": 0.017514169885566058 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00" - ], - "context": [ - 62773.51171875, - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875 - ], - "actual": [ - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62729.98828125 - ], - "predictions": { - "p50": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "p10": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "p90": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "mean": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "quantiles": { - "0.1": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.2": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.3": [ - 63931.80078125, - 63852.2890625, - 63784.21875, - 63723.84765625, - 63663.640625, - 63607.453125, - 63562.02734375, - 63520.4375, - 63484.2578125, - 63448.33984375, - 63401.515625, - 63355.12890625, - 63321.40234375, - 63279.32421875, - 63257.52734375, - 63226.9296875, - 63197.34375, - 63165.421875, - 63138.0, - 63114.1171875, - 63083.5859375, - 63054.94140625, - 63025.15234375, - 63004.42578125 - ], - "0.4": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.5": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.6": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.7": [ - 64179.9609375, - 64177.07421875, - 64175.55859375, - 64173.59375, - 64171.42578125, - 64164.78125, - 64166.72265625, - 64161.609375, - 64165.0625, - 64165.67578125, - 64165.17578125, - 64159.53515625, - 64158.47265625, - 64155.53125, - 64153.703125, - 64151.9140625, - 64151.609375, - 64149.78515625, - 64146.6875, - 64143.54296875, - 64144.05859375, - 64138.44921875, - 64136.62890625, - 64136.71484375 - ], - "0.8": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ], - "0.9": [ - 64402.46484375, - 64480.01171875, - 64538.671875, - 64605.43359375, - 64658.5625, - 64696.73828125, - 64744.2578125, - 64793.44921875, - 64825.46484375, - 64864.984375, - 64905.8125, - 64942.484375, - 64983.66015625, - 65014.3515625, - 65039.02734375, - 65076.55859375, - 65113.37890625, - 65140.48046875, - 65180.421875, - 65214.55078125, - 65241.05859375, - 65275.98828125, - 65300.1640625, - 65322.5546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_030625.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_030625.json deleted file mode 100644 index 6bbd1dc133204b0682d7c87af1557cde9cda131f..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_030625.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T03:06:25.539474+00:00", - "metrics": { - "MSE[mean]": 2166971.250432968, - "MSE[0.5]": 2166971.250432968, - "MAE[0.5]": 1432.5467122395833, - "MASE[0.5]": 2.5359654978011137, - "MAPE[0.5]": 0.022899338297928912, - "sMAPE[0.5]": 0.022625489044972552, - "MSIS": 48.443259422459846, - "RMSE[mean]": 1472.0636027132007, - "NRMSE[mean]": 0.0235006405906947, - "ND[0.5]": 0.022869776381722568, - "mean_weighted_sum_quantile_loss": 0.01699889011255054 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625 - ], - "actual": [ - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62659.28125 - ], - "predictions": { - "p50": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "p10": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "p90": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "mean": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "quantiles": { - "0.1": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.2": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.3": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.4": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.5": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.6": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.7": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.8": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "0.9": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_031502.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_031502.json deleted file mode 100644 index 28d8006aa306d2b919c3c9ab6cf2a1ac3442df71..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_031502.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T03:15:02.043154+00:00", - "metrics": { - "MSE[mean]": 2170994.287440618, - "MSE[0.5]": 2170994.287440618, - "MAE[0.5]": 1433.96923828125, - "MASE[0.5]": 2.538483724209068, - "MAPE[0.5]": 0.0229225596587156, - "sMAPE[0.5]": 0.022648194962496745, - "MSIS": 48.54398847877803, - "RMSE[mean]": 1473.4294307636922, - "NRMSE[mean]": 0.023522979200103645, - "ND[0.5]": 0.0228930058416134, - "mean_weighted_sum_quantile_loss": 0.01702198630376944 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625 - ], - "actual": [ - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62625.140625 - ], - "predictions": { - "p50": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "p10": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "p90": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "mean": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "quantiles": { - "0.1": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.2": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.3": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.4": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.5": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.6": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.7": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.8": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "0.9": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_032555.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_032555.json deleted file mode 100644 index b36fcdf4a640883bf610f27cf8cadee84fe0bd7f..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_032555.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T03:25:55.207694+00:00", - "metrics": { - "MSE[mean]": 2183492.4966487885, - "MSE[0.5]": 2183492.4966487885, - "MAE[0.5]": 1438.1866861979167, - "MASE[0.5]": 2.5459496604428122, - "MAPE[0.5]": 0.02299155445959214, - "sMAPE[0.5]": 0.022715584538822664, - "MSIS": 48.84262592812778, - "RMSE[mean]": 1477.6645413113183, - "NRMSE[mean]": 0.02359218078237798, - "ND[0.5]": 0.022961882992387446, - "mean_weighted_sum_quantile_loss": 0.017090468006390556 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625 - ], - "actual": [ - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62523.921875 - ], - "predictions": { - "p50": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "p10": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "p90": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "mean": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "quantiles": { - "0.1": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.2": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.3": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.4": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.5": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.6": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.7": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.8": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "0.9": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_033542.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_033542.json deleted file mode 100644 index 5be210f0c61b24643554598a3a952f26a1387a72..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_033542.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T03:35:42.714983+00:00", - "metrics": { - "MSE[mean]": 2161523.2625382743, - "MSE[0.5]": 2161523.2625382743, - "MAE[0.5]": 1430.56298828125, - "MASE[0.5]": 2.5324538109063597, - "MAPE[0.5]": 0.022866998140726274, - "sMAPE[0.5]": 0.022593845881086417, - "MSIS": 48.302791946669686, - "RMSE[mean]": 1470.2119787766233, - "NRMSE[mean]": 0.023470336963719484, - "ND[0.5]": 0.02283738390618008, - "mean_weighted_sum_quantile_loss": 0.016966683617238788 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625 - ], - "actual": [ - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62706.890625 - ], - "predictions": { - "p50": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "p10": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "p90": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "mean": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "quantiles": { - "0.1": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.2": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.3": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.4": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.5": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.6": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.7": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.8": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "0.9": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_034710.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_034710.json deleted file mode 100644 index a3d8d4bb657096a29c0297b0c3614915b6c70e05..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_034710.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T03:47:10.590281+00:00", - "metrics": { - "MSE[mean]": 2151206.6063016257, - "MSE[0.5]": 2151206.6063016257, - "MAE[0.5]": 1426.6005859375, - "MASE[0.5]": 2.5254393690411816, - "MAPE[0.5]": 0.022802546871337592, - "sMAPE[0.5]": 0.022530711139580828, - "MSIS": 48.02221427206257, - "RMSE[mean]": 1466.6992214839502, - "NRMSE[mean]": 0.023412778198275263, - "ND[0.5]": 0.02277268754686505, - "mean_weighted_sum_quantile_loss": 0.016902358694978317 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625 - ], - "actual": [ - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62801.98828125 - ], - "predictions": { - "p50": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "p10": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "p90": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "mean": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "quantiles": { - "0.1": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.2": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.3": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.4": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.5": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.6": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.7": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.8": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "0.9": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_035647.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_035647.json deleted file mode 100644 index 900e37115d966be11a0dd783b1c0f13abaf1f148..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_035647.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T03:56:47.654008+00:00", - "metrics": { - "MSE[mean]": 2155451.643558502, - "MSE[0.5]": 2155451.643558502, - "MAE[0.5]": 1428.2662760416667, - "MASE[0.5]": 2.5283880565765373, - "MAPE[0.5]": 0.022829616700809203, - "sMAPE[0.5]": 0.022557239794765854, - "MSIS": 48.14016177347679, - "RMSE[mean]": 1468.1456479377318, - "NRMSE[mean]": 0.023436490888310537, - "ND[0.5]": 0.022799883384561483, - "mean_weighted_sum_quantile_loss": 0.016929398349364147 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 62452.01171875, - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625 - ], - "actual": [ - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62762.01171875 - ], - "predictions": { - "p50": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "p10": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "p90": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "mean": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "quantiles": { - "0.1": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.2": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.3": [ - 63815.17578125, - 63753.625, - 63689.68359375, - 63634.60546875, - 63570.8046875, - 63520.59375, - 63472.3828125, - 63430.82421875, - 63395.4375, - 63355.9765625, - 63302.6484375, - 63267.68359375, - 63214.984375, - 63174.4609375, - 63152.23046875, - 63127.47265625, - 63087.37890625, - 63062.76953125, - 63019.5078125, - 63003.875, - 62967.07421875, - 62945.44140625, - 62914.7578125, - 62893.30859375 - ], - "0.4": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.5": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.6": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.7": [ - 64070.828125, - 64076.0703125, - 64077.1875, - 64078.45703125, - 64079.453125, - 64076.6796875, - 64078.2421875, - 64075.76171875, - 64080.890625, - 64080.82421875, - 64079.85546875, - 64072.875, - 64071.1796875, - 64072.015625, - 64069.37109375, - 64070.81640625, - 64071.10546875, - 64071.328125, - 64067.9375, - 64064.046875, - 64065.23046875, - 64059.859375, - 64057.984375, - 64056.2578125 - ], - "0.8": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ], - "0.9": [ - 64299.24609375, - 64379.3984375, - 64443.609375, - 64506.87109375, - 64560.640625, - 64601.9140625, - 64652.10546875, - 64705.0390625, - 64735.51953125, - 64781.515625, - 64822.15625, - 64859.03125, - 64907.2421875, - 64948.1640625, - 64973.046875, - 65006.77734375, - 65050.4921875, - 65075.734375, - 65117.7890625, - 65152.12890625, - 65187.375, - 65212.71875, - 65237.26171875, - 65262.3125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_041303.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_041303.json deleted file mode 100644 index a5daf0440797ead5a8fbf4ae68e414555cb0082b..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_041303.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T04:13:03.271472+00:00", - "metrics": { - "MSE[mean]": 1317547.9257545471, - "MSE[0.5]": 1317547.9257545471, - "MAE[0.5]": 1113.658203125, - "MASE[0.5]": 2.003697777146113, - "MAPE[0.5]": 0.0178088723117184, - "sMAPE[0.5]": 0.0176418293688851, - "MSIS": 22.101291195996925, - "RMSE[mean]": 1147.8449049216306, - "NRMSE[mean]": 0.018335686317108156, - "ND[0.5]": 0.01778958759098946, - "mean_weighted_sum_quantile_loss": 0.011601681876087606 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125 - ], - "actual": [ - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62650.0 - ], - "predictions": { - "p50": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "p10": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "p90": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "mean": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "quantiles": { - "0.1": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.2": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.3": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.4": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.5": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.6": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.7": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.8": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "0.9": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_042847.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_042847.json deleted file mode 100644 index 76130cf1bb3940491427457b4d37022f36178cec..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_042847.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T04:28:47.820072+00:00", - "metrics": { - "MSE[mean]": 1325884.6789798737, - "MSE[0.5]": 1325884.6789798737, - "MAE[0.5]": 1117.37158203125, - "MASE[0.5]": 2.0103789016053732, - "MAPE[0.5]": 0.017869249853264994, - "sMAPE[0.5]": 0.0177011386912823, - "MSIS": 22.101291195996925, - "RMSE[mean]": 1151.4706591919196, - "NRMSE[mean]": 0.01839469379875886, - "ND[0.5]": 0.01784996252125418, - "mean_weighted_sum_quantile_loss": 0.011622142854052463 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125 - ], - "actual": [ - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62560.87890625 - ], - "predictions": { - "p50": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "p10": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "p90": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "mean": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "quantiles": { - "0.1": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.2": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.3": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.4": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.5": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.6": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.7": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.8": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "0.9": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_044251.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_044251.json deleted file mode 100644 index d734c4cdb5c6748c5cf80cafa832af17be83cc4f..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_044251.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T04:42:51.643748+00:00", - "metrics": { - "MSE[mean]": 1314894.9387505848, - "MSE[0.5]": 1314894.9387505848, - "MAE[0.5]": 1112.4103190104167, - "MASE[0.5]": 2.0014525796344254, - "MAPE[0.5]": 0.01778862093180455, - "sMAPE[0.5]": 0.017621917195066995, - "MSIS": 22.101291195996925, - "RMSE[mean]": 1146.6886843213308, - "NRMSE[mean]": 0.01831685109538719, - "ND[0.5]": 0.017769299068600683, - "mean_weighted_sum_quantile_loss": 0.011594805785426956 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125 - ], - "actual": [ - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62679.94921875 - ], - "predictions": { - "p50": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "p10": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "p90": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "mean": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "quantiles": { - "0.1": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.2": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.3": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.4": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.5": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.6": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.7": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.8": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "0.9": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_045719.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_045719.json deleted file mode 100644 index 8748849cb9298391187ebccfc591a9cf2d0ae7f2..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_045719.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T04:57:19.220046+00:00", - "metrics": { - "MSE[mean]": 1307481.831811269, - "MSE[0.5]": 1307481.831811269, - "MAE[0.5]": 1108.7174479166667, - "MASE[0.5]": 1.9948083529039342, - "MAPE[0.5]": 0.017728804115083027, - "sMAPE[0.5]": 0.017563046214840398, - "MSIS": 22.101291195996925, - "RMSE[mean]": 1143.4517181810822, - "NRMSE[mean]": 0.018264067469788235, - "ND[0.5]": 0.017709265683638238, - "mean_weighted_sum_quantile_loss": 0.011574460124544737 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 62739.19921875, - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125 - ], - "actual": [ - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62768.578125 - ], - "predictions": { - "p50": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "p10": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "p90": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "mean": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "quantiles": { - "0.1": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.2": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.3": [ - 63306.9375, - 63222.03125, - 63160.2421875, - 63109.53125, - 63057.56640625, - 63008.9453125, - 62969.62890625, - 62923.3671875, - 62886.125, - 62845.671875, - 62805.4453125, - 62767.80859375, - 62728.4453125, - 62671.05078125, - 62663.046875, - 62641.67578125, - 62607.546875, - 62585.10546875, - 62552.0703125, - 62532.375, - 62507.04296875, - 62474.4453125, - 62459.625, - 62431.80859375 - ], - "0.4": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.5": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.6": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.7": [ - 63658.2734375, - 63671.546875, - 63689.81640625, - 63701.15625, - 63709.22265625, - 63710.33203125, - 63717.38671875, - 63714.109375, - 63721.13671875, - 63721.8515625, - 63724.49609375, - 63720.125, - 63723.9140625, - 63720.52734375, - 63720.11328125, - 63721.296875, - 63724.40234375, - 63727.0234375, - 63729.9296875, - 63726.29296875, - 63730.73828125, - 63727.53515625, - 63729.21875, - 63727.96875 - ], - "0.8": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ], - "0.9": [ - 63970.2109375, - 64087.12890625, - 64180.625, - 64254.62890625, - 64313.5703125, - 64361.40625, - 64415.73046875, - 64455.70703125, - 64485.34375, - 64515.515625, - 64547.72265625, - 64577.7265625, - 64617.47265625, - 64648.51953125, - 64670.0625, - 64691.89453125, - 64726.296875, - 64763.20703125, - 64791.671875, - 64816.50390625, - 64836.2578125, - 64876.25390625, - 64891.8984375, - 64914.328125 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_051404.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_051404.json deleted file mode 100644 index 6e058d6fa3b582b4192736d171c2e4fddd78a230..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_051404.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T05:14:04.212472+00:00", - "metrics": { - "MSE[mean]": 878997.6691716512, - "MSE[0.5]": 878997.6691716512, - "MAE[0.5]": 914.0390625, - "MASE[0.5]": 1.6482959980346736, - "MAPE[0.5]": 0.014618146514801575, - "sMAPE[0.5]": 0.01450648822885624, - "MSIS": 12.92230718830259, - "RMSE[mean]": 937.5487556237549, - "NRMSE[mean]": 0.014982311893519335, - "ND[0.5]": 0.014606619906528553, - "mean_weighted_sum_quantile_loss": 0.009254424844253095 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00" - ], - "context": [ - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0 - ], - "actual": [ - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62714.0 - ], - "predictions": { - "p50": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "p10": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "p90": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ], - "mean": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "quantiles": { - "0.1": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.2": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.3": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.4": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.5": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.6": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.7": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.8": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ], - "0.9": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_053044.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_053044.json deleted file mode 100644 index bf0d92f07f9f04b0e5021ed655756a64c6514947..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_053044.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T05:30:44.726565+00:00", - "metrics": { - "MSE[mean]": 869825.7104714712, - "MSE[0.5]": 869825.7104714712, - "MAE[0.5]": 907.91455078125, - "MASE[0.5]": 1.6372516033582347, - "MAPE[0.5]": 0.014519439598896672, - "sMAPE[0.5]": 0.014408948126558296, - "MSIS": 12.92230718830259, - "RMSE[mean]": 932.6444716350766, - "NRMSE[mean]": 0.014902481311030015, - "ND[0.5]": 0.014507328394183474, - "mean_weighted_sum_quantile_loss": 0.009220898460559592 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00" - ], - "context": [ - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0 - ], - "actual": [ - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62860.98828125 - ], - "predictions": { - "p50": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "p10": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "p90": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ], - "mean": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "quantiles": { - "0.1": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.2": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.3": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.4": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.5": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.6": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.7": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.8": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ], - "0.9": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_055410.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_055410.json deleted file mode 100644 index 901bc1b2099412c762ab108158e2126b214aff8b..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_055410.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T05:54:10.656184+00:00", - "metrics": { - "MSE[mean]": 865244.0341332754, - "MSE[0.5]": 865244.0341332754, - "MAE[0.5]": 904.28857421875, - "MASE[0.5]": 1.6307128427055015, - "MAPE[0.5]": 0.014461218072136647, - "sMAPE[0.5]": 0.01435130699655125, - "MSIS": 12.92230718830259, - "RMSE[mean]": 930.1849461979458, - "NRMSE[mean]": 0.014862320330335075, - "ND[0.5]": 0.014448552963617856, - "mean_weighted_sum_quantile_loss": 0.009201052665975627 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00" - ], - "context": [ - 62894.078125, - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0 - ], - "actual": [ - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62948.01171875 - ], - "predictions": { - "p50": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "p10": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "p90": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ], - "mean": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "quantiles": { - "0.1": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.2": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.3": [ - 63107.5546875, - 62993.453125, - 62911.609375, - 62852.94140625, - 62793.83984375, - 62741.23046875, - 62706.4765625, - 62644.9140625, - 62610.22265625, - 62576.59765625, - 62543.26171875, - 62506.8359375, - 62473.34375, - 62414.46484375, - 62413.44921875, - 62384.6171875, - 62358.3984375, - 62334.24609375, - 62310.3671875, - 62294.7578125, - 62269.10546875, - 62240.640625, - 62226.8046875, - 62205.0859375 - ], - "0.4": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.5": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.6": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.7": [ - 63432.32421875, - 63443.62890625, - 63449.671875, - 63453.21484375, - 63459.7265625, - 63461.3203125, - 63467.88671875, - 63470.66796875, - 63476.84375, - 63480.53515625, - 63487.01953125, - 63489.9296875, - 63499.17578125, - 63500.46484375, - 63504.3515625, - 63508.0078125, - 63512.62109375, - 63515.6796875, - 63522.67578125, - 63523.78515625, - 63527.66796875, - 63528.9921875, - 63533.5, - 63536.28515625 - ], - "0.8": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ], - "0.9": [ - 63741.51953125, - 63870.859375, - 63961.5, - 64041.95703125, - 64105.75390625, - 64157.4921875, - 64212.2265625, - 64255.76953125, - 64284.2578125, - 64322.046875, - 64356.27734375, - 64391.8125, - 64427.8125, - 64461.32421875, - 64488.21484375, - 64521.0234375, - 64555.734375, - 64588.80859375, - 64614.546875, - 64642.92578125, - 64666.46484375, - 64699.078125, - 64713.109375, - 64739.69921875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_061721.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_061721.json deleted file mode 100644 index d3c474d348c6e3fed7adc1188ff4efc26d744078..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_061721.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T06:17:21.169962+00:00", - "metrics": { - "MSE[mean]": 300482.7576669057, - "MSE[0.5]": 300482.7576669057, - "MAE[0.5]": 516.7049153645834, - "MASE[0.5]": 0.927056367127328, - "MAPE[0.5]": 0.008265921977867042, - "sMAPE[0.5]": 0.008227609493949642, - "MSIS": 3.9590865619775584, - "RMSE[mean]": 548.1630757967064, - "NRMSE[mean]": 0.008759356359610657, - "ND[0.5]": 0.00825667157508321, - "mean_weighted_sum_quantile_loss": 0.006375138891015785 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875 - ], - "actual": [ - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62838.01171875 - ], - "predictions": { - "p50": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "p10": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "p90": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "mean": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "quantiles": { - "0.1": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.2": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.3": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.4": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.5": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.6": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.7": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.8": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "0.9": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_062817.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_062817.json deleted file mode 100644 index 45cb2179e32401c0068766d0afc75fd992030933..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_062817.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T06:28:17.433951+00:00", - "metrics": { - "MSE[mean]": 300746.9581877391, - "MSE[0.5]": 300746.9581877391, - "MAE[0.5]": 517.0382486979166, - "MASE[0.5]": 0.9276544237353717, - "MAPE[0.5]": 0.008271260419488566, - "sMAPE[0.5]": 0.008232914424040762, - "MSIS": 3.9590865619775584, - "RMSE[mean]": 548.404010003336, - "NRMSE[mean]": 0.008763253038333002, - "ND[0.5]": 0.00826204207334084, - "mean_weighted_sum_quantile_loss": 0.006376948354627202 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875 - ], - "actual": [ - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62830.01171875 - ], - "predictions": { - "p50": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "p10": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "p90": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "mean": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "quantiles": { - "0.1": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.2": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.3": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.4": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.5": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.6": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.7": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.8": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "0.9": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_063804.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_063804.json deleted file mode 100644 index 7276ad3395daedca525ab3a75d15fc5e788046fa..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_063804.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T06:38:04.732738+00:00", - "metrics": { - "MSE[mean]": 300881.45327885944, - "MSE[0.5]": 300881.45327885944, - "MAE[0.5]": 517.2054036458334, - "MASE[0.5]": 0.9279543280988779, - "MAPE[0.5]": 0.008273937972106276, - "sMAPE[0.5]": 0.008235574913469941, - "MSIS": 3.9590865619775584, - "RMSE[mean]": 548.5266203921733, - "NRMSE[mean]": 0.00876523564210502, - "ND[0.5]": 0.008264735146463016, - "mean_weighted_sum_quantile_loss": 0.006377855694507789 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875 - ], - "actual": [ - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62826.0 - ], - "predictions": { - "p50": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "p10": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "p90": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "mean": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "quantiles": { - "0.1": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.2": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.3": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.4": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.5": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.6": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.7": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.8": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "0.9": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_064717.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_064717.json deleted file mode 100644 index 044f319e933fb05d540c3e93be0221659d61c91a..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_064717.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T06:47:17.493642+00:00", - "metrics": { - "MSE[mean]": 301361.72637621564, - "MSE[0.5]": 301361.72637621564, - "MAE[0.5]": 517.7892252604166, - "MASE[0.5]": 0.9290018032224389, - "MAPE[0.5]": 0.008283292536026624, - "sMAPE[0.5]": 0.008244868526138172, - "MSIS": 3.9590865619775584, - "RMSE[mean]": 548.9642305070665, - "NRMSE[mean]": 0.008772310246926792, - "ND[0.5]": 0.008274141508827812, - "mean_weighted_sum_quantile_loss": 0.0063810249199736414 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875 - ], - "actual": [ - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62811.98828125 - ], - "predictions": { - "p50": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "p10": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "p90": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "mean": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "quantiles": { - "0.1": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.2": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.3": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.4": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.5": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.6": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.7": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.8": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "0.9": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_065719.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_065719.json deleted file mode 100644 index 58013acae3451c8adc1abc866ab5e2ea9345f934..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_065719.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T06:57:19.018721+00:00", - "metrics": { - "MSE[mean]": 301949.9645506541, - "MSE[0.5]": 301949.9645506541, - "MAE[0.5]": 518.4786783854166, - "MASE[0.5]": 0.9302387992144666, - "MAPE[0.5]": 0.008294345007790497, - "sMAPE[0.5]": 0.008255846303978171, - "MSIS": 3.9590865619775584, - "RMSE[mean]": 549.4997402644101, - "NRMSE[mean]": 0.008780964026425362, - "ND[0.5]": 0.00828524981864451, - "mean_weighted_sum_quantile_loss": 0.006384767492662274 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 62629.98828125, - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875 - ], - "actual": [ - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62795.44140625 - ], - "predictions": { - "p50": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "p10": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "p90": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "mean": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "quantiles": { - "0.1": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.2": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.3": [ - 62548.79296875, - 62384.6640625, - 62264.92578125, - 62200.85546875, - 62128.12109375, - 62091.88671875, - 62041.109375, - 61980.80078125, - 61937.04296875, - 61897.84375, - 61855.09375, - 61830.6484375, - 61798.95703125, - 61758.94921875, - 61752.3671875, - 61748.4609375, - 61724.5, - 61718.28515625, - 61699.47265625, - 61697.734375, - 61669.64453125, - 61649.7421875, - 61651.23828125, - 61635.8671875 - ], - "0.4": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.5": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.6": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.7": [ - 62923.78515625, - 62931.33984375, - 62949.23828125, - 62973.6796875, - 62995.8359375, - 63016.92578125, - 63032.50390625, - 63047.91015625, - 63060.26171875, - 63071.125, - 63086.65625, - 63102.7578125, - 63118.78515625, - 63127.42578125, - 63139.30859375, - 63152.87109375, - 63161.51171875, - 63176.04296875, - 63187.703125, - 63198.44140625, - 63205.5234375, - 63214.1484375, - 63223.86328125, - 63230.3125 - ], - "0.8": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ], - "0.9": [ - 63324.38671875, - 63478.45703125, - 63601.98046875, - 63710.5078125, - 63799.05078125, - 63862.28515625, - 63922.41796875, - 63976.15234375, - 64016.77734375, - 64052.6953125, - 64098.81640625, - 64141.859375, - 64194.69140625, - 64224.68359375, - 64264.5078125, - 64307.5390625, - 64343.60546875, - 64389.1328125, - 64413.1015625, - 64442.73828125, - 64470.3515625, - 64508.74609375, - 64526.328125, - 64555.546875 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_070856.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_070856.json deleted file mode 100644 index f9c8d877aaf7e634587f71c8ee14dc0aab04ec37..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_070856.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:08:56.964890+00:00", - "metrics": { - "MSE[mean]": 233863.35530471802, - "MSE[0.5]": 233863.35530471802, - "MAE[0.5]": 459.5891927083333, - "MASE[0.5]": 0.8184637401583895, - "MAPE[0.5]": 0.00735246827692344, - "sMAPE[0.5]": 0.007322630646054301, - "MSIS": 4.53239793125817, - "RMSE[mean]": 483.5942052017559, - "NRMSE[mean]": 0.007728688849251099, - "ND[0.5]": 0.0073450463854075835, - "mean_weighted_sum_quantile_loss": 0.006160645009599602 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125 - ], - "actual": [ - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62728.6015625 - ], - "predictions": { - "p50": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "p10": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "p90": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "mean": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "quantiles": { - "0.1": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.2": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.3": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.4": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.5": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.6": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.7": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.8": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "0.9": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_072027.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_072027.json deleted file mode 100644 index 6d0e29a9b2d9b6443738d272245e1ed7748482e2..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_072027.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:20:27.644569+00:00", - "metrics": { - "MSE[mean]": 231536.17106310526, - "MSE[0.5]": 231536.17106310526, - "MAE[0.5]": 456.6505533854167, - "MASE[0.5]": 0.8132304366574142, - "MAPE[0.5]": 0.007305352321752723, - "sMAPE[0.5]": 0.0072758105452511825, - "MSIS": 4.53239793125817, - "RMSE[mean]": 481.1820560485452, - "NRMSE[mean]": 0.007689776801122256, - "ND[0.5]": 0.007297738532645007, - "mean_weighted_sum_quantile_loss": 0.00614470114548074 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125 - ], - "actual": [ - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62799.12890625 - ], - "predictions": { - "p50": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "p10": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "p90": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "mean": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "quantiles": { - "0.1": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.2": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.3": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.4": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.5": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.6": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.7": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.8": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "0.9": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_073026.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_073026.json deleted file mode 100644 index 5f85dc20b08230214a54450555ed75494b92bf4d..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_073026.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:30:26.892476+00:00", - "metrics": { - "MSE[mean]": 235079.19619369507, - "MSE[0.5]": 235079.19619369507, - "MAE[0.5]": 460.9475911458333, - "MASE[0.5]": 0.8208828568030385, - "MAPE[0.5]": 0.007374283651450982, - "sMAPE[0.5]": 0.007344291169937195, - "MSIS": 4.53239793125817, - "RMSE[mean]": 484.84966349755786, - "NRMSE[mean]": 0.007748920990399005, - "ND[0.5]": 0.007366915424335028, - "mean_weighted_sum_quantile_loss": 0.006168015032395961 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125 - ], - "actual": [ - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62696.0 - ], - "predictions": { - "p50": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "p10": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "p90": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "mean": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "quantiles": { - "0.1": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.2": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.3": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.4": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.5": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.6": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.7": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.8": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "0.9": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_074102.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_074102.json deleted file mode 100644 index 9e8a8ac91bb25ce187483127540952dcf9bfeff1..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_074102.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:41:02.706455+00:00", - "metrics": { - "MSE[mean]": 237701.1154753367, - "MSE[0.5]": 237701.1154753367, - "MAE[0.5]": 463.5929361979167, - "MASE[0.5]": 0.8255938444408869, - "MAPE[0.5]": 0.007416832087928535, - "sMAPE[0.5]": 0.007386505094730947, - "MSIS": 4.53239793125817, - "RMSE[mean]": 487.54601370059083, - "NRMSE[mean]": 0.007792343864866992, - "ND[0.5]": 0.00740950694019208, - "mean_weighted_sum_quantile_loss": 0.006182369192546295 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125 - ], - "actual": [ - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62632.51171875 - ], - "predictions": { - "p50": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "p10": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "p90": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "mean": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "quantiles": { - "0.1": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.2": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.3": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.4": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.5": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.6": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.7": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.8": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "0.9": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_074941.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_074941.json deleted file mode 100644 index 5cd5c5b721e3ad7bb5616fe74d3e98cc14473950..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_074941.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:49:41.575816+00:00", - "metrics": { - "MSE[mean]": 234249.01129786173, - "MSE[0.5]": 234249.01129786173, - "MAE[0.5]": 460.0309244791667, - "MASE[0.5]": 0.8192504023407018, - "MAPE[0.5]": 0.007359559836720924, - "sMAPE[0.5]": 0.007329673108014312, - "MSIS": 4.53239793125817, - "RMSE[mean]": 483.9927802125376, - "NRMSE[mean]": 0.007735112865411225, - "ND[0.5]": 0.007352157445123896, - "mean_weighted_sum_quantile_loss": 0.0061630413194770466 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125 - ], - "actual": [ - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62718.0 - ], - "predictions": { - "p50": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "p10": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "p90": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "mean": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "quantiles": { - "0.1": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.2": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.3": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.4": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.5": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.6": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.7": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.8": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "0.9": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_075759.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_075759.json deleted file mode 100644 index 495510edb14441402050c3cee27322bacdeea13c..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_075759.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T07:57:59.648149+00:00", - "metrics": { - "MSE[mean]": 235787.9678516388, - "MSE[0.5]": 235787.9678516388, - "MAE[0.5]": 461.6971028645833, - "MASE[0.5]": 0.8222176318028719, - "MAPE[0.5]": 0.007386330246788055, - "sMAPE[0.5]": 0.0073562474140137085, - "MSIS": 4.53239793125817, - "RMSE[mean]": 485.5800323856396, - "NRMSE[mean]": 0.007760686850930636, - "ND[0.5]": 0.0073789826523762685, - "mean_weighted_sum_quantile_loss": 0.006172081940986237 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 62603.98828125, - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125 - ], - "actual": [ - 62385.98828125, - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62678.01171875 - ], - "predictions": { - "p50": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "p10": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "p90": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "mean": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "quantiles": { - "0.1": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.2": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.3": [ - 62556.796875, - 62416.92578125, - 62273.8515625, - 62194.1171875, - 62108.86328125, - 62069.02734375, - 62008.95703125, - 61947.53125, - 61898.46875, - 61846.81640625, - 61800.96484375, - 61773.1875, - 61726.9609375, - 61685.15625, - 61654.015625, - 61655.7734375, - 61617.3046875, - 61609.03125, - 61578.42578125, - 61583.140625, - 61549.14453125, - 61536.5859375, - 61534.375, - 61523.80859375 - ], - "0.4": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.5": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.6": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.7": [ - 62865.6484375, - 62881.7890625, - 62894.40234375, - 62913.9609375, - 62931.73046875, - 62952.64453125, - 62969.0078125, - 62982.890625, - 62992.29296875, - 63004.3203125, - 63017.1875, - 63033.515625, - 63046.22265625, - 63056.97265625, - 63068.3125, - 63086.73828125, - 63093.140625, - 63107.6640625, - 63118.20703125, - 63129.50390625, - 63135.87890625, - 63144.78125, - 63155.09765625, - 63159.828125 - ], - "0.8": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ], - "0.9": [ - 63213.34765625, - 63378.13671875, - 63503.87890625, - 63629.5078125, - 63718.25, - 63783.99609375, - 63848.35546875, - 63896.9609375, - 63943.97265625, - 63989.87890625, - 64039.46484375, - 64081.7890625, - 64136.796875, - 64170.90625, - 64210.703125, - 64264.74609375, - 64291.80859375, - 64346.87109375, - 64370.10546875, - 64410.0546875, - 64441.80078125, - 64477.703125, - 64496.06640625, - 64516.24609375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_080751.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_080751.json deleted file mode 100644 index 63e689020eb67f3cf0a877c5fb66e2748343f7f4..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_080751.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:07:51.625041+00:00", - "metrics": { - "MSE[mean]": 20135.01371574402, - "MSE[0.5]": 20135.01371574402, - "MAE[0.5]": 105.97835286458333, - "MASE[0.5]": 0.18432826666264054, - "MAPE[0.5]": 0.0016935932266085418, - "sMAPE[0.5]": 0.001692917589460736, - "MSIS": 4.633544580914491, - "RMSE[mean]": 141.89789891236592, - "NRMSE[mean]": 0.0022674534607186516, - "ND[0.5]": 0.0016934780909791222, - "mean_weighted_sum_quantile_loss": 0.0051302466117046815 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125 - ], - "actual": [ - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62672.01171875 - ], - "predictions": { - "p50": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "p10": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "p90": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "mean": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "quantiles": { - "0.1": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.2": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.3": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.4": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.5": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.6": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.7": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.8": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "0.9": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_081757.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_081757.json deleted file mode 100644 index 747de4f64552c6e5c0b6457be28a6cdf3cb0d6aa..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_081757.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:17:57.864297+00:00", - "metrics": { - "MSE[mean]": 20290.76425743103, - "MSE[0.5]": 20290.76425743103, - "MAE[0.5]": 106.56266276041667, - "MASE[0.5]": 0.18534455751243706, - "MAPE[0.5]": 0.0017029374000180639, - "sMAPE[0.5]": 0.0017022419210381435, - "MSIS": 4.633544580914491, - "RMSE[mean]": 142.4456536979315, - "NRMSE[mean]": 0.002276227510348706, - "ND[0.5]": 0.0017028309271242743, - "mean_weighted_sum_quantile_loss": 0.005133406783178816 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125 - ], - "actual": [ - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62657.98828125 - ], - "predictions": { - "p50": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "p10": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "p90": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "mean": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "quantiles": { - "0.1": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.2": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.3": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.4": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.5": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.6": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.7": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.8": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "0.9": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_082754.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_082754.json deleted file mode 100644 index d4e58e75e1e71ef973168cc6934435b513199188..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_082754.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:27:54.525570+00:00", - "metrics": { - "MSE[mean]": 19752.78676732381, - "MSE[0.5]": 19752.78676732381, - "MAE[0.5]": 104.1455078125, - "MASE[0.5]": 0.18114039723100847, - "MAPE[0.5]": 0.0016643098269265527, - "sMAPE[0.5]": 0.0016636828353901688, - "MSIS": 4.633544580914491, - "RMSE[mean]": 140.54460774901258, - "NRMSE[mean]": 0.0022457627916759393, - "ND[0.5]": 0.001664141443143709, - "mean_weighted_sum_quantile_loss": 0.00512033397606286 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125 - ], - "actual": [ - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62716.0 - ], - "predictions": { - "p50": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "p10": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "p90": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "mean": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "quantiles": { - "0.1": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.2": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.3": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.4": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.5": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.6": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.7": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.8": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "0.9": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_083906.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_083906.json deleted file mode 100644 index 255c431fc9c34b42ba532aba3e50f4f240924cf1..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_083906.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:39:06.952769+00:00", - "metrics": { - "MSE[mean]": 19545.19562149048, - "MSE[0.5]": 19545.19562149048, - "MAE[0.5]": 102.47884114583333, - "MASE[0.5]": 0.17824156204941607, - "MAPE[0.5]": 0.0016377170999745136, - "sMAPE[0.5]": 0.0016371164891331282, - "MSIS": 4.633544580914491, - "RMSE[mean]": 139.80413306297663, - "NRMSE[mean]": 0.002233871252282067, - "ND[0.5]": 0.0016374661620321023, - "mean_weighted_sum_quantile_loss": 0.005111320628828801 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125 - ], - "actual": [ - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62756.0 - ], - "predictions": { - "p50": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "p10": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "p90": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "mean": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "quantiles": { - "0.1": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.2": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.3": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.4": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.5": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.6": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.7": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.8": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "0.9": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_085032.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_085032.json deleted file mode 100644 index 62cd12e5aaf866faac2032eaa54d644dbf69dfe6..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_085032.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T08:50:32.296607+00:00", - "metrics": { - "MSE[mean]": 19479.21515274048, - "MSE[0.5]": 19479.21515274048, - "MAE[0.5]": 101.31217447916667, - "MASE[0.5]": 0.17621237742230142, - "MAPE[0.5]": 0.001619122352515498, - "sMAPE[0.5]": 0.0016185301163116486, - "MSIS": 4.633544580914491, - "RMSE[mean]": 139.56795890440068, - "NRMSE[mean]": 0.002230055953078193, - "ND[0.5]": 0.001618794310600457, - "mean_weighted_sum_quantile_loss": 0.005105011571400239 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125 - ], - "actual": [ - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62784.0 - ], - "predictions": { - "p50": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "p10": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "p90": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "mean": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "quantiles": { - "0.1": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.2": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.3": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.4": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.5": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.6": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.7": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.8": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "0.9": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_090234.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_090234.json deleted file mode 100644 index e858d412ae535b66ae7c136abff2ac716e204f44..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_090234.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T09:02:34.726491+00:00", - "metrics": { - "MSE[mean]": 19470.85391553243, - "MSE[0.5]": 19470.85391553243, - "MAE[0.5]": 100.79150390625, - "MASE[0.5]": 0.17530677451742696, - "MAPE[0.5]": 0.001610829004666009, - "sMAPE[0.5]": 0.0016102378624475331, - "MSIS": 4.633544580914491, - "RMSE[mean]": 139.53800168962013, - "NRMSE[mean]": 0.0022295535386859223, - "ND[0.5]": 0.0016104577354024985, - "mean_weighted_sum_quantile_loss": 0.005102447609737622 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 62390.0, - 62533.25, - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125 - ], - "actual": [ - 62386.0, - 62328.01171875, - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62800.05859375 - ], - "predictions": { - "p50": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "p10": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "p90": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "mean": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "quantiles": { - "0.1": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.2": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.3": [ - 61890.04296875, - 61722.04296875, - 61543.2890625, - 61464.40625, - 61372.26953125, - 61328.8125, - 61254.20703125, - 61195.15625, - 61146.4609375, - 61102.6796875, - 61055.3671875, - 61034.49609375, - 60997.17578125, - 60977.5546875, - 60939.9375, - 60935.15625, - 60905.84765625, - 60896.1328125, - 60869.66015625, - 60867.8515625, - 60827.91015625, - 60804.9921875, - 60799.375, - 60783.31640625 - ], - "0.4": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.5": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.6": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.7": [ - 62351.9140625, - 62391.4921875, - 62414.484375, - 62443.08203125, - 62469.8046875, - 62499.26171875, - 62516.0, - 62537.5703125, - 62556.9609375, - 62575.0078125, - 62589.32421875, - 62616.390625, - 62638.76953125, - 62660.2265625, - 62676.53515625, - 62695.90234375, - 62709.609375, - 62729.734375, - 62744.2734375, - 62759.9609375, - 62765.65234375, - 62781.66796875, - 62795.9140625, - 62798.27734375 - ], - "0.8": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ], - "0.9": [ - 62828.43359375, - 62999.71875, - 63156.6796875, - 63299.8359375, - 63404.18359375, - 63490.265625, - 63556.1875, - 63623.2578125, - 63665.47265625, - 63713.71484375, - 63755.8671875, - 63814.57421875, - 63882.13671875, - 63928.20703125, - 63977.24609375, - 64033.55859375, - 64087.4375, - 64117.60546875, - 64139.39453125, - 64177.80078125, - 64206.95703125, - 64244.4296875, - 64265.2890625, - 64282.52734375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_101819.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_101819.json deleted file mode 100644 index 28674780352136a9f446fe48d2dab1293b60e421..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_101819.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T10:18:19.416399+00:00", - "metrics": { - "MSE[mean]": 26752.195580164593, - "MSE[0.5]": 26752.195580164593, - "MAE[0.5]": 130.08544921875, - "MASE[0.5]": 0.22051538430340015, - "MAPE[0.5]": 0.002075186527339904, - "sMAPE[0.5]": 0.0020777777128419684, - "MSIS": 3.9104325329064538, - "RMSE[mean]": 163.56098428465327, - "NRMSE[mean]": 0.002612426208312676, - "ND[0.5]": 0.002077748787985723, - "mean_weighted_sum_quantile_loss": 0.004844228532954305 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875 - ], - "actual": [ - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62800.0, - 62681.69921875, - 62589.609375 - ], - "predictions": { - "p50": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "p10": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "p90": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ], - "mean": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "quantiles": { - "0.1": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.2": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.3": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.4": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.5": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.6": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.7": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.8": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ], - "0.9": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_103707.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_103707.json deleted file mode 100644 index e41064ccd6bb2eb3d1797a728f7e7f061dfdabff..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_103707.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T10:37:07.047691+00:00", - "metrics": { - "MSE[mean]": 26687.765694300335, - "MSE[0.5]": 26687.765694300335, - "MAE[0.5]": 129.81787109375, - "MASE[0.5]": 0.22006179711574833, - "MAPE[0.5]": 0.0020709034035072084, - "sMAPE[0.5]": 0.0020735028155482115, - "MSIS": 3.9104325329064538, - "RMSE[mean]": 163.36390572675575, - "NRMSE[mean]": 0.0026092671460689132, - "ND[0.5]": 0.0020734660114217263, - "mean_weighted_sum_quantile_loss": 0.0048427829816556365 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875 - ], - "actual": [ - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62800.0, - 62681.69921875, - 62596.03125 - ], - "predictions": { - "p50": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "p10": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "p90": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ], - "mean": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "quantiles": { - "0.1": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.2": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.3": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.4": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.5": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.6": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.7": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.8": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ], - "0.9": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ] - } - } -} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_104850.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_104850.json deleted file mode 100644 index 19fabdcb23647b71ee4acff46466bf12f231c44b..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260624_104850.json +++ /dev/null @@ -1,609 +0,0 @@ -{ - "dataset": "binance_btcusdt_1h_close/1h/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T10:48:50.754751+00:00", - "metrics": { - "MSE[mean]": 26611.03129386902, - "MSE[0.5]": 26611.03129386902, - "MAE[0.5]": 129.47867838541666, - "MASE[0.5]": 0.2194868118973381, - "MAPE[0.5]": 0.0020654752077876146, - "sMAPE[0.5]": 0.0020680844148769292, - "MSIS": 3.9104325329064538, - "RMSE[mean]": 163.1288793986798, - "NRMSE[mean]": 0.0026054994066679, - "ND[0.5]": 0.00206803737604831, - "mean_weighted_sum_quantile_loss": 0.004840951333223636 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 62626.0, - 62830.01171875, - 63210.0, - 63203.53125, - 63214.01171875, - 62971.98828125, - 63198.01171875, - 63110.01171875, - 63021.6015625, - 63250.01171875, - 63075.98046875, - 63315.28125, - 63543.91015625, - 63530.01171875, - 63586.28125, - 63340.5703125, - 63476.7890625, - 63583.53125, - 63678.0703125, - 63744.609375, - 63655.2109375, - 63417.96875, - 63741.16015625, - 63674.69921875, - 63688.0, - 63655.08984375, - 63397.78125, - 63949.8984375, - 64160.0390625, - 64034.30859375, - 63834.69921875, - 63805.890625, - 63936.0, - 63925.98828125, - 64012.3984375, - 64272.01171875, - 64298.01171875, - 64294.0, - 64248.0, - 64241.25, - 64426.0, - 64276.12109375, - 64256.55078125, - 64303.4609375, - 64191.0703125, - 64014.0, - 64209.16015625, - 64365.98828125, - 64176.0, - 64200.0, - 64146.0, - 64145.96875, - 64224.0, - 64145.30859375, - 64151.4609375, - 64213.80859375, - 64207.12109375, - 63848.0, - 63808.01171875, - 63801.58984375, - 63311.98828125, - 63896.01171875, - 64606.0, - 64257.98828125, - 63974.01171875, - 64100.01953125, - 64247.73828125, - 63989.94921875, - 64211.19140625, - 64165.98828125, - 64145.390625, - 64139.2109375, - 64657.21875, - 65149.5703125, - 65578.0, - 64980.390625, - 64836.94921875, - 64719.76953125, - 64602.0, - 64334.01171875, - 64472.0, - 64433.80078125, - 64320.5703125, - 63971.12109375, - 64020.01171875, - 64154.98828125, - 64156.0, - 64204.01171875, - 64065.3515625, - 63623.01953125, - 63400.0, - 62936.01171875, - 62886.03125, - 62385.98828125, - 62386.0, - 62328.01171875 - ], - "actual": [ - 62507.05859375, - 62256.6015625, - 62475.98828125, - 62493.62890625, - 62487.7890625, - 62558.0, - 62358.01953125, - 62241.98828125, - 62388.48828125, - 62470.69921875, - 62599.76953125, - 62590.0, - 62734.5703125, - 63014.0, - 62932.19140625, - 62630.0, - 62729.78125, - 62744.421875, - 62890.0, - 62780.0, - 62657.98828125, - 62800.0, - 62681.69921875, - 62604.171875 - ], - "predictions": { - "p50": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "p10": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "p90": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ], - "mean": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "quantiles": { - "0.1": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.2": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.3": [ - 61983.44140625, - 61862.40234375, - 61742.5078125, - 61664.50390625, - 61586.0859375, - 61531.75390625, - 61456.7734375, - 61399.21484375, - 61347.2578125, - 61299.08203125, - 61251.953125, - 61228.2578125, - 61187.57421875, - 61158.16796875, - 61106.546875, - 61096.140625, - 61059.03515625, - 61049.35546875, - 61018.8125, - 61016.62109375, - 60975.6640625, - 60959.0625, - 60952.73828125, - 60939.796875 - ], - "0.4": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.5": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.6": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.7": [ - 62314.95703125, - 62337.3671875, - 62357.0078125, - 62377.3203125, - 62396.265625, - 62418.48828125, - 62428.40625, - 62446.11328125, - 62466.3984375, - 62486.84765625, - 62501.1953125, - 62530.11328125, - 62550.546875, - 62570.7890625, - 62586.23046875, - 62603.89453125, - 62615.30859375, - 62636.23046875, - 62647.625, - 62662.70703125, - 62673.25390625, - 62686.53515625, - 62703.55859375, - 62713.21484375 - ], - "0.8": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ], - "0.9": [ - 62654.38671875, - 62791.95703125, - 62936.296875, - 63077.19140625, - 63178.9140625, - 63257.5625, - 63334.6015625, - 63414.7734375, - 63472.203125, - 63528.09375, - 63584.48828125, - 63651.09375, - 63716.71875, - 63766.29296875, - 63829.890625, - 63869.46875, - 63915.328125, - 63945.52734375, - 63979.92578125, - 64012.44140625, - 64042.07421875, - 64065.8984375, - 64093.296875, - 64118.12109375 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/arima/20260624_105235.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/arima/20260624_105235.json deleted file mode 100644 index 51aa6d0975914855163838837865188032f83dff..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/arima/20260624_105235.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "ARIMA", - "evaluated_at": "2026-06-24T10:52:35.939325+00:00", - "metrics": { - "MSE[mean]": 27197.688534080287, - "MSE[0.5]": 28885.073828115153, - "MAE[0.5]": 130.26006235500384, - "MASE[0.5]": 1.3733941545973163, - "MAPE[0.5]": 0.6111556523811462, - "sMAPE[0.5]": 1.024494621436719, - "MSIS": 15.484310582150973, - "RMSE[mean]": 164.91721721542686, - "NRMSE[mean]": 1.0152918018145418, - "ND[0.5]": 0.8019294507021014, - "mean_weighted_sum_quantile_loss": 0.723321704945088 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 32.95674915667287, - 30.28201330917369, - 33.51658311162255, - 33.61834445032444, - 32.90827981305036, - 33.56488964660154, - 28.91254066801214, - 33.5648896466014, - 33.51658475120307, - 33.61319454199974, - 33.83184384981372, - 34.07083511634228 - ], - "p10": [ - -22.714915163614663, - -29.733926725407933, - -22.78699515523536, - -22.646886960145586, - -17.13123006298279, - -12.255031115922574, - -51.56983844208715, - -22.631319573156986, - -13.005184341017593, - -23.34161731022718, - -15.189897519827769, - -22.786993515654842 - ], - "p90": [ - 80.80039708971213, - 80.88436289862092, - 100.11607666949511, - 111.34404331897281, - 99.65274258758011, - 98.8685266421163, - 125.33508855245773, - 80.61435461061842, - 111.34404331171163, - 205.32348839642782, - 130.67844749518054, - 112.74314783578616 - ], - "mean": [ - 33.406973727260294, - 28.78492155173941, - 38.308347448795175, - 39.35023458681846, - 35.09832126985866, - 38.42301319557325, - 32.269239533920306, - 32.70884525984087, - 41.55487488761118, - 47.48327342186187, - 43.85240747249321, - 39.575844833951486 - ], - "quantiles": { - "0.1": [ - -22.714915163614663, - -29.733926725407933, - -22.78699515523536, - -22.646886960145586, - -17.13123006298279, - -12.255031115922574, - -51.56983844208715, - -22.631319573156986, - -13.005184341017593, - -23.34161731022718, - -15.189897519827769, - -22.786993515654842 - ], - "0.2": [ - -2.3189029442794578, - -7.422779301419862, - -4.699425950003331, - 1.402532783039002, - 4.0680123943444455, - 7.257965599941867, - -8.642043710096116, - 9.114155760966241, - 7.4548579903059045, - 2.311992808177692, - 5.960524128631079, - 5.763631738266899 - ], - "0.3": [ - 15.26370795404533, - 9.373857252782464, - 16.943811653532208, - 16.876397022537535, - 24.71284210980162, - 24.55992931838397, - 15.347303544503006, - 25.30609526741275, - 25.258315959095476, - 25.450077206147697, - 25.53226059774151, - 22.36059102441604 - ], - "0.4": [ - 25.65996166135294, - 25.5776023129078, - 27.25437279431404, - 25.79638308473691, - 28.839747516092853, - 28.037139487526726, - 25.796383077475724, - 28.730557788294313, - 29.517147137948644, - 29.517147137948644, - 30.173074884139666, - 31.254188595321928 - ], - "0.5": [ - 32.95674915667287, - 30.28201330917369, - 33.51658311162255, - 33.61834445032444, - 32.90827981305036, - 33.56488964660154, - 28.91254066801214, - 33.5648896466014, - 33.51658475120307, - 33.61319454199974, - 33.83184384981372, - 34.07083511634228 - ], - "0.6": [ - 34.42765276810323, - 34.308300019647845, - 34.66357018889791, - 39.377332871450925, - 35.610915348348264, - 37.213306302596465, - 34.4096993786159, - 36.95805585759731, - 37.75508703310778, - 36.50750104240485, - 37.08171581703573, - 37.463698276212135 - ], - "0.7": [ - 38.35643516420978, - 38.411832384712476, - 39.53740970109868, - 49.903306896965546, - 39.77822355107296, - 45.74967626032665, - 39.876423938638496, - 39.876423938638496, - 46.90855603914058, - 39.897724202813215, - 44.00925489118286, - 45.64902534537933 - ], - "0.8": [ - 45.63253036488645, - 46.811331200087714, - 54.69467542410917, - 63.168561168307605, - 53.22637131118881, - 54.69467706368983, - 51.18988994520745, - 51.18988994520745, - 58.078901234370136, - 56.013280548783236, - 79.42185605621486, - 60.93353989663066 - ], - "0.9": [ - 80.80039708971213, - 80.88436289862092, - 100.11607666949511, - 111.34404331897281, - 99.65274258758011, - 98.8685266421163, - 125.33508855245773, - 80.61435461061842, - 111.34404331171163, - 205.32348839642782, - 130.67844749518054, - 112.74314783578616 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/chronos_2/20260624_104711.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/chronos_2/20260624_104711.json deleted file mode 100644 index abcfc06e54da2d6f314d3816871f2389ae1b5f45..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/chronos_2/20260624_104711.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T10:47:11.080330+00:00", - "metrics": { - "MSE[mean]": 25067.461899718543, - "MSE[0.5]": 25067.461899718543, - "MAE[0.5]": 121.96686029434204, - "MASE[0.5]": 1.2859549577545721, - "MAPE[0.5]": 0.6608019070822674, - "sMAPE[0.5]": 0.9393767274480805, - "MSIS": 18.969076544647905, - "RMSE[mean]": 158.32707254199624, - "NRMSE[mean]": 0.9747204171363386, - "ND[0.5]": 0.7508734105557137, - "mean_weighted_sum_quantile_loss": 0.605299940786381 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 45.531185150146484, - 48.91458511352539, - 49.53717041015625, - 51.65938949584961, - 53.35838317871094, - 54.99091339111328, - 53.99748229980469, - 51.112945556640625, - 49.625858306884766, - 46.33917999267578, - 43.33551788330078, - 39.560916900634766 - ], - "p10": [ - 14.774894714355469, - 13.881156921386719, - 12.539222717285156, - 12.336128234863281, - 13.1439208984375, - 12.277435302734375, - 12.306480407714844, - 12.7371826171875, - 11.526870727539062, - 11.26885986328125, - 11.08306884765625, - 11.503654479980469 - ], - "p90": [ - 144.7198028564453, - 158.3440399169922, - 168.04283142089844, - 173.28396606445312, - 184.87649536132812, - 187.55906677246094, - 194.145263671875, - 190.72254943847656, - 185.56451416015625, - 179.7803497314453, - 175.32606506347656, - 168.8212890625 - ], - "mean": [ - 45.531185150146484, - 48.91458511352539, - 49.53717041015625, - 51.65938949584961, - 53.35838317871094, - 54.99091339111328, - 53.99748229980469, - 51.112945556640625, - 49.625858306884766, - 46.33917999267578, - 43.33551788330078, - 39.560916900634766 - ], - "quantiles": { - "0.1": [ - 14.774894714355469, - 13.881156921386719, - 12.539222717285156, - 12.336128234863281, - 13.1439208984375, - 12.277435302734375, - 12.306480407714844, - 12.7371826171875, - 11.526870727539062, - 11.26885986328125, - 11.08306884765625, - 11.503654479980469 - ], - "0.2": [ - 14.774894714355469, - 13.881156921386719, - 12.539222717285156, - 12.336128234863281, - 13.1439208984375, - 12.277435302734375, - 12.306480407714844, - 12.7371826171875, - 11.526870727539062, - 11.26885986328125, - 11.08306884765625, - 11.503654479980469 - ], - "0.3": [ - 14.774894714355469, - 13.881156921386719, - 12.539222717285156, - 12.336128234863281, - 13.1439208984375, - 12.277435302734375, - 12.306480407714844, - 12.7371826171875, - 11.526870727539062, - 11.26885986328125, - 11.08306884765625, - 11.503654479980469 - ], - "0.4": [ - 45.531185150146484, - 48.91458511352539, - 49.53717041015625, - 51.65938949584961, - 53.35838317871094, - 54.99091339111328, - 53.99748229980469, - 51.112945556640625, - 49.625858306884766, - 46.33917999267578, - 43.33551788330078, - 39.560916900634766 - ], - "0.5": [ - 45.531185150146484, - 48.91458511352539, - 49.53717041015625, - 51.65938949584961, - 53.35838317871094, - 54.99091339111328, - 53.99748229980469, - 51.112945556640625, - 49.625858306884766, - 46.33917999267578, - 43.33551788330078, - 39.560916900634766 - ], - "0.6": [ - 45.531185150146484, - 48.91458511352539, - 49.53717041015625, - 51.65938949584961, - 53.35838317871094, - 54.99091339111328, - 53.99748229980469, - 51.112945556640625, - 49.625858306884766, - 46.33917999267578, - 43.33551788330078, - 39.560916900634766 - ], - "0.7": [ - 45.531185150146484, - 48.91458511352539, - 49.53717041015625, - 51.65938949584961, - 53.35838317871094, - 54.99091339111328, - 53.99748229980469, - 51.112945556640625, - 49.625858306884766, - 46.33917999267578, - 43.33551788330078, - 39.560916900634766 - ], - "0.8": [ - 144.7198028564453, - 158.3440399169922, - 168.04283142089844, - 173.28396606445312, - 184.87649536132812, - 187.55906677246094, - 194.145263671875, - 190.72254943847656, - 185.56451416015625, - 179.7803497314453, - 175.32606506347656, - 168.8212890625 - ], - "0.9": [ - 144.7198028564453, - 158.3440399169922, - 168.04283142089844, - 173.28396606445312, - 184.87649536132812, - 187.55906677246094, - 194.145263671875, - 190.72254943847656, - 185.56451416015625, - 179.7803497314453, - 175.32606506347656, - 168.8212890625 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/ets/20260624_105236.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/ets/20260624_105236.json deleted file mode 100644 index 1b3aabde98f16a9d853e012cfb9017af622164e4..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/ets/20260624_105236.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "ETS", - "evaluated_at": "2026-06-24T10:52:36.193145+00:00", - "metrics": { - "MSE[mean]": 27619.336324418462, - "MSE[0.5]": 28734.51642651467, - "MAE[0.5]": 129.964918000045, - "MASE[0.5]": 1.370282306464171, - "MAPE[0.5]": 0.618770085277974, - "sMAPE[0.5]": 1.0227875260688906, - "MSIS": 19.0701060641571, - "RMSE[mean]": 166.19066256687967, - "NRMSE[mean]": 1.0231316056095572, - "ND[0.5]": 0.8001124321457544, - "mean_weighted_sum_quantile_loss": 0.7242860136139402 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 34.533785479292575, - 32.90879581438542, - 32.983806435580554, - 33.758815673947936, - 35.18382739186853, - 34.358843401323554, - 34.48385111381203, - 35.00885796799361, - 35.18386801698416, - 32.50887768450498, - 32.783889307058146, - 32.60889968983471 - ], - "p10": [ - -33.76621614195376, - -24.341207285056107, - -45.616187747006116, - -57.39117583835065, - -21.666163929695188, - -28.641164228070977, - -10.91615231941551, - -22.191132781365518, - -36.31613231680183, - -56.341115067570215, - -25.916113840067098, - -47.1910943020171 - ], - "p90": [ - 95.53378309510678, - 78.67880137430669, - 95.40380317401439, - 111.22881279385146, - 97.03381775975794, - 109.33882997358917, - 119.41384989310882, - 97.74885592713049, - 108.81386112191883, - 96.15887043658017, - 131.8838892116907, - 95.8088912021333 - ], - "mean": [ - 32.64728534005603, - 32.898295848240906, - 33.62130618285692, - 34.197316567063794, - 35.00132690549451, - 38.52233734453802, - 41.756347396866516, - 39.52335794224417, - 34.745368125226065, - 34.46837886753801, - 49.0913887801532, - 27.51739994398884 - ], - "quantiles": { - "0.1": [ - -33.76621614195376, - -24.341207285056107, - -45.616187747006116, - -57.39117583835065, - -21.666163929695188, - -28.641164228070977, - -10.91615231941551, - -22.191132781365518, - -36.31613231680183, - -56.341115067570215, - -25.916113840067098, - -47.1910943020171 - ], - "0.2": [ - 0.8337823321673312, - -1.4412019444799355, - 1.383804623599353, - -1.8911834677451793, - 6.733826152091925, - 9.598838976274745, - 10.183849969402853, - 18.82885852112474, - 0.3338669202586928, - -0.02112300214052326, - 8.463891042745427, - 2.408896542709467 - ], - "0.3": [ - 25.03378500245542, - 16.238794164528855, - 21.183806721682853, - 16.28881597912372, - 27.333826533561652, - 24.128836801897286, - 23.983847299114768, - 27.90885806336105, - 22.233870353486235, - 14.958876540095805, - 26.91388856319218, - 14.888899041336174 - ], - "0.4": [ - 32.133785383925144, - 28.95879576670171, - 29.783806149478263, - 28.708816436887393, - 31.43382691503138, - 30.85883806074739, - 31.783847585217067, - 31.80885815872848, - 31.27386850335807, - 27.618878771693705, - 30.78388883022099, - 28.98889970890821 - ], - "0.5": [ - 34.533785479292575, - 32.90879581438542, - 32.983806435580554, - 33.758815673947936, - 35.18382739186853, - 34.358843401323554, - 34.48385111381203, - 35.00885796799361, - 35.18386801698416, - 32.50887768450498, - 32.783889307058146, - 32.60889968983471 - ], - "0.6": [ - 37.633785383925144, - 36.05879567133427, - 36.58380634021312, - 40.0488172570473, - 36.873826686149535, - 39.698838022600405, - 38.28384748984963, - 38.10885787262618, - 40.853868140961815, - 35.638878943355074, - 38.16388913539676, - 36.40889940373241 - ], - "0.7": [ - 40.83378567002744, - 40.35879729258061, - 40.183807675357166, - 46.64881720936356, - 40.83382653356165, - 44.91883690680144, - 44.383846917645045, - 43.788857700964805, - 50.63386806466788, - 39.258879115016455, - 52.30388852504518, - 39.78889932743846 - ], - "0.8": [ - 50.23378385804624, - 49.958794813027396, - 73.18380767535717, - 76.04881821072166, - 54.333824626213016, - 77.85884340132355, - 70.00384737540875, - 74.80885863556563, - 75.17387012460443, - 53.4588765400958, - 79.98388768581181, - 53.72889776341265 - ], - "0.9": [ - 95.53378309510678, - 78.67880137430669, - 95.40380317401439, - 111.22881279385146, - 97.03381775975794, - 109.33882997358917, - 119.41384989310882, - 97.74885592713049, - 108.81386112191883, - 96.15887043658017, - 131.8838892116907, - 95.8088912021333 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/moirai_1_1_large/20260624_105042.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/moirai_1_1_large/20260624_105042.json deleted file mode 100644 index 0fbf3735e06a9f0cea2f9c5dc45ac2b072909462..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/moirai_1_1_large/20260624_105042.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T10:50:42.572136+00:00", - "metrics": { - "MSE[mean]": 16686.082218299314, - "MSE[0.5]": 23854.6097118992, - "MAE[0.5]": 118.48584794998169, - "MASE[0.5]": 1.249252979270973, - "MAPE[0.5]": 0.6341526987784595, - "sMAPE[0.5]": 0.8974283770402294, - "MSIS": 11.311712606405017, - "RMSE[mean]": 129.17461909484894, - "NRMSE[mean]": 0.7952470577902047, - "ND[0.5]": 0.7294430022883489, - "mean_weighted_sum_quantile_loss": 0.5535472469350817 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 47.60187339782715, - 41.965476989746094, - 42.743024826049805, - 47.268898010253906, - 53.475154876708984, - 51.52028465270996, - 52.84582328796387, - 45.39234161376953, - 52.926700592041016, - 53.98467445373535, - 51.428218841552734, - 53.461978912353516 - ], - "p10": [ - 17.187265396118164, - 14.002925872802734, - 10.247802734375, - 15.864986419677734, - 13.904090881347656, - 15.254158020019531, - 12.231700897216797, - 13.044021606445312, - 16.11449432373047, - 16.39623260498047, - 18.569019317626953, - 16.77395248413086 - ], - "p90": [ - 176.707275390625, - 176.707275390625, - 176.707275390625, - 179.32740783691406, - 176.707275390625, - 176.707275390625, - 174.6495590209961, - 176.707275390625, - 272.86041259765625, - 185.0073013305664, - 220.8234634399414, - 236.91741943359375 - ], - "mean": [ - 79.68758392333984, - 106.99446868896484, - 72.20067596435547, - 82.9548110961914, - 82.7975845336914, - 78.71467590332031, - 84.4652099609375, - 80.81537628173828, - 98.34728240966797, - 89.15473175048828, - 106.98112487792969, - 94.8707275390625 - ], - "quantiles": { - "0.1": [ - 17.187265396118164, - 14.002925872802734, - 10.247802734375, - 15.864986419677734, - 13.904090881347656, - 15.254158020019531, - 12.231700897216797, - 13.044021606445312, - 16.11449432373047, - 16.39623260498047, - 18.569019317626953, - 16.77395248413086 - ], - "0.2": [ - 17.187265396118164, - 14.002925872802734, - 10.247802734375, - 15.864986419677734, - 13.904090881347656, - 15.254158020019531, - 12.231700897216797, - 13.044021606445312, - 16.11449432373047, - 16.39623260498047, - 18.569019317626953, - 16.77395248413086 - ], - "0.3": [ - 17.187265396118164, - 14.002925872802734, - 10.247802734375, - 15.864986419677734, - 13.904090881347656, - 15.254158020019531, - 12.231700897216797, - 13.044021606445312, - 16.11449432373047, - 16.39623260498047, - 18.569019317626953, - 16.77395248413086 - ], - "0.4": [ - 47.60187339782715, - 41.965476989746094, - 42.743024826049805, - 47.268898010253906, - 53.475154876708984, - 51.52028465270996, - 52.84582328796387, - 45.39234161376953, - 52.926700592041016, - 53.98467445373535, - 51.428218841552734, - 53.461978912353516 - ], - "0.5": [ - 47.60187339782715, - 41.965476989746094, - 42.743024826049805, - 47.268898010253906, - 53.475154876708984, - 51.52028465270996, - 52.84582328796387, - 45.39234161376953, - 52.926700592041016, - 53.98467445373535, - 51.428218841552734, - 53.461978912353516 - ], - "0.6": [ - 47.60187339782715, - 41.965476989746094, - 42.743024826049805, - 47.268898010253906, - 53.475154876708984, - 51.52028465270996, - 52.84582328796387, - 45.39234161376953, - 52.926700592041016, - 53.98467445373535, - 51.428218841552734, - 53.461978912353516 - ], - "0.7": [ - 47.60187339782715, - 41.965476989746094, - 42.743024826049805, - 47.268898010253906, - 53.475154876708984, - 51.52028465270996, - 52.84582328796387, - 45.39234161376953, - 52.926700592041016, - 53.98467445373535, - 51.428218841552734, - 53.461978912353516 - ], - "0.8": [ - 176.707275390625, - 176.707275390625, - 176.707275390625, - 179.32740783691406, - 176.707275390625, - 176.707275390625, - 174.6495590209961, - 176.707275390625, - 272.86041259765625, - 185.0073013305664, - 220.8234634399414, - 236.91741943359375 - ], - "0.9": [ - 176.707275390625, - 176.707275390625, - 176.707275390625, - 179.32740783691406, - 176.707275390625, - 176.707275390625, - 174.6495590209961, - 176.707275390625, - 272.86041259765625, - 185.0073013305664, - 220.8234634399414, - 236.91741943359375 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/moving_average/20260624_105236.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/moving_average/20260624_105236.json deleted file mode 100644 index f680fc2b60a24fb4d9cada8056910beb8c44aa2c..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/moving_average/20260624_105236.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T10:52:36.269076+00:00", - "metrics": { - "MSE[mean]": 33703.3339872141, - "MSE[0.5]": 34919.977384896825, - "MAE[0.5]": 150.98728679575507, - "MASE[0.5]": 1.5919311979035975, - "MAPE[0.5]": 0.862092038435816, - "sMAPE[0.5]": 1.5500551973378933, - "MSIS": 23.0273565699048, - "RMSE[mean]": 183.58467797508075, - "NRMSE[mean]": 1.130215641726378, - "ND[0.5]": 0.9295339628591026, - "mean_weighted_sum_quantile_loss": 0.8356046823445622 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 11.158543636818894, - 9.708543589135179, - 9.958543827553758, - 10.908542683144578, - 12.508544018288621, - 11.858549644967088, - 12.158546974679002, - 12.858543446084031, - 13.20854311229802, - 10.708542397042283, - 11.158543636818894, - 11.158543636818894 - ], - "p10": [ - -57.14145798442745, - -47.54145951030635, - -68.64145035503292, - -80.24144882915401, - -44.3414473032751, - -51.14145798442745, - -33.24145645854854, - -44.3414473032751, - -58.29145722148797, - -78.14145035503292, - -47.54145951030635, - -68.64145035503292 - ], - "p90": [ - 72.1585412526331, - 55.478549149056434, - 72.37854056598758, - 88.3785398030481, - 74.35853438617802, - 86.8385362172327, - 97.0885457539758, - 75.59854140522091, - 86.8385362172327, - 74.35853514911747, - 110.25854354145146, - 74.35853514911747 - ], - "mean": [ - 9.272043497582427, - 9.698043622990603, - 10.596043574830063, - 11.347043576260642, - 12.326043531914742, - 16.022043588181578, - 19.431043257733474, - 17.373043420334987, - 12.7700432205401, - 12.668043580075318, - 27.46604310991381, - 6.067043890973089 - ], - "quantiles": { - "0.1": [ - -57.14145798442745, - -47.54145951030635, - -68.64145035503292, - -80.24144882915401, - -44.3414473032751, - -51.14145798442745, - -33.24145645854854, - -44.3414473032751, - -58.29145722148797, - -78.14145035503292, - -47.54145951030635, - -68.64145035503292 - ], - "0.2": [ - -22.541459510306353, - -24.64145416973018, - -21.641457984427447, - -24.74145645854854, - -15.94145722148799, - -12.901454780081725, - -12.141454169730178, - -3.3214560007848464, - -21.641457984427447, - -21.821458289603225, - -13.161454627493828, - -19.04145951030635 - ], - "0.3": [ - 1.6585431599817362, - -6.961458060721391, - -1.8414558863439474, - -6.561457011679643, - 4.658543159981735, - 1.6285430455408179, - 1.6585431599817362, - 5.758543541451462, - 0.25854544880009556, - -6.841458747366897, - 5.288542892952923, - -6.561457011679643 - ], - "0.4": [ - 8.758543541451463, - 5.758543541451462, - 6.758543541451462, - 5.85854344608403, - 8.758543541451463, - 8.35854430439092, - 9.458543446084036, - 9.658543636818894, - 9.29854359867193, - 5.818543484231004, - 9.158543159981736, - 7.538543655892392 - ], - "0.5": [ - 11.158543636818894, - 9.708543589135179, - 9.958543827553758, - 10.908542683144578, - 12.508544018288621, - 11.858549644967088, - 12.158546974679002, - 12.858543446084031, - 13.20854311229802, - 10.708542397042283, - 11.158543636818894, - 11.158543636818894 - ], - "0.6": [ - 14.258543541451463, - 12.858543446084031, - 13.558543732186326, - 17.198544266243943, - 14.198543312569626, - 17.198544266243943, - 15.9585433507166, - 15.9585433507166, - 18.87854323627568, - 13.838543655892375, - 16.538543465157506, - 14.9585433507166 - ], - "0.7": [ - 17.458543827553758, - 17.15854506733037, - 17.15854506733037, - 23.798544218560195, - 18.158543159981736, - 22.41854315044497, - 22.05854277851201, - 21.638543179055212, - 28.658543159981736, - 17.458543827553758, - 30.67854285480593, - 18.338543274422644 - ], - "0.8": [ - 26.858542015572556, - 26.758542587777146, - 50.158545067330365, - 53.1985452199183, - 31.658541252633103, - 55.358549644967084, - 47.67854323627573, - 52.65854411365605, - 53.1985452199183, - 31.658541252633103, - 58.35854201557255, - 32.27854171039683 - ], - "0.9": [ - 72.1585412526331, - 55.478549149056434, - 72.37854056598758, - 88.3785398030481, - 74.35853438617802, - 86.8385362172327, - 97.0885457539758, - 75.59854140522091, - 86.8385362172327, - 74.35853514911747, - 110.25854354145146, - 74.35853514911747 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/seasonal_naive/20260624_105236.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/seasonal_naive/20260624_105236.json deleted file mode 100644 index 997201c25aa181a61a44a544dfa6c10e714ba2ef..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/seasonal_naive/20260624_105236.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T10:52:36.314295+00:00", - "metrics": { - "MSE[mean]": 36436.1429036395, - "MSE[0.5]": 36436.1429036395, - "MAE[0.5]": 152.79166432221731, - "MASE[0.5]": 1.6109556133900285, - "MAPE[0.5]": 0.8264244641534466, - "sMAPE[0.5]": 1.5187046461435552, - "MSIS": 64.32233589831223, - "RMSE[mean]": 190.88253692687422, - "NRMSE[mean]": 1.1751439790441005, - "ND[0.5]": 0.9406423828344558, - "mean_weighted_sum_quantile_loss": 0.9402466648974208 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863 - ], - "p10": [ - 24.598000373840332, - 13.719999999999999, - 10.78, - 12.935999813079833, - 6.075999813079834, - 5.88, - 8.035999813079833, - 4.997999906539917, - 9.604000186920166, - 5.684000186920166, - 3.92, - 7.1540001869201655 - ], - "p90": [ - 25.60200038909912, - 14.280000000000001, - 11.22, - 13.46399980545044, - 6.323999805450439, - 6.12, - 8.36399980545044, - 5.20199990272522, - 9.996000194549561, - 5.916000194549561, - 4.08, - 7.446000194549561 - ], - "mean": [ - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863 - ], - "quantiles": { - "0.1": [ - 24.598000373840332, - 13.719999999999999, - 10.78, - 12.935999813079833, - 6.075999813079834, - 5.88, - 8.035999813079833, - 4.997999906539917, - 9.604000186920166, - 5.684000186920166, - 3.92, - 7.1540001869201655 - ], - "0.2": [ - 24.72350037574768, - 13.79, - 10.834999999999999, - 13.00199981212616, - 6.106999812126159, - 5.91, - 8.076999812126159, - 5.02349990606308, - 9.65300018787384, - 5.71300018787384, - 3.94, - 7.19050018787384 - ], - "0.3": [ - 24.849000377655027, - 13.86, - 10.89, - 13.067999811172486, - 6.137999811172485, - 5.9399999999999995, - 8.117999811172485, - 5.048999905586243, - 9.702000188827515, - 5.7420001888275145, - 3.96, - 7.227000188827515 - ], - "0.4": [ - 24.97450037956238, - 13.93, - 10.945, - 13.13399981021881, - 6.168999810218811, - 5.97, - 8.15899981021881, - 5.0744999051094055, - 9.75100018978119, - 5.771000189781189, - 3.98, - 7.263500189781189 - ], - "0.5": [ - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863 - ], - "0.6": [ - 25.22550038337707, - 14.069999999999999, - 11.055, - 13.265999808311461, - 6.230999808311462, - 6.029999999999999, - 8.24099980831146, - 5.12549990415573, - 9.849000191688537, - 5.829000191688537, - 4.02, - 7.336500191688537 - ], - "0.7": [ - 25.351000385284426, - 14.14, - 11.11, - 13.331999807357787, - 6.261999807357788, - 6.0600000000000005, - 8.281999807357789, - 5.150999903678894, - 9.898000192642211, - 5.858000192642212, - 4.04, - 7.373000192642212 - ], - "0.8": [ - 25.47650038719177, - 14.209999999999999, - 11.165, - 13.397999806404112, - 6.292999806404113, - 6.09, - 8.322999806404113, - 5.176499903202056, - 9.947000193595885, - 5.8870001935958856, - 4.06, - 7.4095001935958855 - ], - "0.9": [ - 25.60200038909912, - 14.280000000000001, - 11.22, - 13.46399980545044, - 6.323999805450439, - 6.12, - 8.36399980545044, - 5.20199990272522, - 9.996000194549561, - 5.916000194549561, - 4.08, - 7.446000194549561 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/timer_s1/20260624_105221.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/timer_s1/20260624_105221.json deleted file mode 100644 index 4009d0285805be585c32d733dea4b46ba313a338..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/timer_s1/20260624_105221.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T10:52:21.603562+00:00", - "metrics": { - "MSE[mean]": 13950.63562508625, - "MSE[0.5]": 13950.63562508625, - "MAE[0.5]": 96.28801806767781, - "MASE[0.5]": 1.0152106392480131, - "MAPE[0.5]": 0.9524471402012793, - "sMAPE[0.5]": 0.6887843358403999, - "MSIS": 5.043297170844735, - "RMSE[mean]": 118.11280889508238, - "NRMSE[mean]": 0.7271464349523795, - "ND[0.5]": 0.5927848954022913, - "mean_weighted_sum_quantile_loss": 0.46164882740821384 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 87.71875, - 110.875, - 124.5625, - 129.25, - 129.25, - 128.875, - 125.5, - 122.875, - 116.5, - 110.5, - 106.375, - 107.875 - ], - "p10": [ - 23.125, - 26.5, - 32.5, - 31.75, - 27.625, - 31.0, - 31.75, - 33.0625, - 36.4375, - 35.5, - 32.875, - 35.125 - ], - "p90": [ - 237.25, - 301.0, - 338.5, - 359.5, - 371.5, - 365.5, - 353.5, - 341.5, - 317.5, - 299.5, - 289.0, - 283.0 - ], - "mean": [ - 87.71875, - 110.875, - 124.5625, - 129.25, - 129.25, - 128.875, - 125.5, - 122.875, - 116.5, - 110.5, - 106.375, - 107.875 - ], - "quantiles": { - "0.1": [ - 23.125, - 26.5, - 32.5, - 31.75, - 27.625, - 31.0, - 31.75, - 33.0625, - 36.4375, - 35.5, - 32.875, - 35.125 - ], - "0.2": [ - 23.125, - 26.5, - 32.5, - 31.75, - 27.625, - 31.0, - 31.75, - 33.0625, - 36.4375, - 35.5, - 32.875, - 35.125 - ], - "0.3": [ - 23.125, - 26.5, - 32.5, - 31.75, - 27.625, - 31.0, - 31.75, - 33.0625, - 36.4375, - 35.5, - 32.875, - 35.125 - ], - "0.4": [ - 87.71875, - 110.875, - 124.5625, - 129.25, - 129.25, - 128.875, - 125.5, - 122.875, - 116.5, - 110.5, - 106.375, - 107.875 - ], - "0.5": [ - 87.71875, - 110.875, - 124.5625, - 129.25, - 129.25, - 128.875, - 125.5, - 122.875, - 116.5, - 110.5, - 106.375, - 107.875 - ], - "0.6": [ - 87.71875, - 110.875, - 124.5625, - 129.25, - 129.25, - 128.875, - 125.5, - 122.875, - 116.5, - 110.5, - 106.375, - 107.875 - ], - "0.7": [ - 87.71875, - 110.875, - 124.5625, - 129.25, - 129.25, - 128.875, - 125.5, - 122.875, - 116.5, - 110.5, - 106.375, - 107.875 - ], - "0.8": [ - 237.25, - 301.0, - 338.5, - 359.5, - 371.5, - 365.5, - 353.5, - 341.5, - 317.5, - 299.5, - 289.0, - 283.0 - ], - "0.9": [ - 237.25, - 301.0, - 338.5, - 359.5, - 371.5, - 365.5, - 353.5, - 341.5, - 317.5, - 299.5, - 289.0, - 283.0 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/timesfm_2_5/20260624_104758.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/timesfm_2_5/20260624_104758.json deleted file mode 100644 index e007075f6486f5162ab1eb29e5a04cc62e686698..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/timesfm_2_5/20260624_104758.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T10:47:58.411321+00:00", - "metrics": { - "MSE[mean]": 28434.715767887308, - "MSE[0.5]": 30940.314541637516, - "MAE[0.5]": 136.81071631113687, - "MASE[0.5]": 1.4424608331286375, - "MAPE[0.5]": 0.6894371389934627, - "sMAPE[0.5]": 1.1431172573156296, - "MSIS": 43.032391046456816, - "RMSE[mean]": 168.6259640977252, - "NRMSE[mean]": 1.0381242287022936, - "ND[0.5]": 0.8422577158188848, - "mean_weighted_sum_quantile_loss": 0.7508176845882389 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 38.34904098510742, - 38.700645446777344, - 40.58512878417969, - 37.0207633972168, - 33.06170654296875, - 31.8843994140625, - 30.296140670776367, - 27.387048721313477, - 24.13382339477539, - 22.436859130859375, - 17.943126678466797, - 15.342321395874023 - ], - "p10": [ - 55.34660720825195, - 61.46836471557617, - 61.34352111816406, - 64.17082214355469, - 58.57717514038086, - 64.31178283691406, - 61.168094635009766, - 56.76314163208008, - 56.405723571777344, - 51.25778579711914, - 46.64774703979492, - 46.679813385009766 - ], - "p90": [ - 71.85713195800781, - 79.51636505126953, - 86.4118423461914, - 85.90250396728516, - 84.75238800048828, - 86.16838073730469, - 85.15450286865234, - 83.05984497070312, - 81.10023498535156, - 77.46944427490234, - 73.97028350830078, - 69.26888275146484 - ], - "mean": [ - 43.98130416870117, - 46.13933181762695, - 48.18581771850586, - 45.33904266357422, - 43.13347244262695, - 41.286903381347656, - 39.67554473876953, - 36.990440368652344, - 33.45062255859375, - 31.353059768676758, - 28.308740615844727, - 25.966325759887695 - ], - "quantiles": { - "0.1": [ - 55.34660720825195, - 61.46836471557617, - 61.34352111816406, - 64.17082214355469, - 58.57717514038086, - 64.31178283691406, - 61.168094635009766, - 56.76314163208008, - 56.405723571777344, - 51.25778579711914, - 46.64774703979492, - 46.679813385009766 - ], - "0.2": [ - 55.34660720825195, - 61.46836471557617, - 61.34352111816406, - 64.17082214355469, - 58.57717514038086, - 64.31178283691406, - 61.168094635009766, - 56.76314163208008, - 56.405723571777344, - 51.25778579711914, - 46.64774703979492, - 46.679813385009766 - ], - "0.3": [ - 55.34660720825195, - 61.46836471557617, - 61.34352111816406, - 64.17082214355469, - 58.57717514038086, - 64.31178283691406, - 61.168094635009766, - 56.76314163208008, - 56.405723571777344, - 51.25778579711914, - 46.64774703979492, - 46.679813385009766 - ], - "0.4": [ - 38.34904098510742, - 38.700645446777344, - 40.58512878417969, - 37.0207633972168, - 33.06170654296875, - 31.8843994140625, - 30.296140670776367, - 27.387048721313477, - 24.13382339477539, - 22.436859130859375, - 17.943126678466797, - 15.342321395874023 - ], - "0.5": [ - 38.34904098510742, - 38.700645446777344, - 40.58512878417969, - 37.0207633972168, - 33.06170654296875, - 31.8843994140625, - 30.296140670776367, - 27.387048721313477, - 24.13382339477539, - 22.436859130859375, - 17.943126678466797, - 15.342321395874023 - ], - "0.6": [ - 38.34904098510742, - 38.700645446777344, - 40.58512878417969, - 37.0207633972168, - 33.06170654296875, - 31.8843994140625, - 30.296140670776367, - 27.387048721313477, - 24.13382339477539, - 22.436859130859375, - 17.943126678466797, - 15.342321395874023 - ], - "0.7": [ - 38.34904098510742, - 38.700645446777344, - 40.58512878417969, - 37.0207633972168, - 33.06170654296875, - 31.8843994140625, - 30.296140670776367, - 27.387048721313477, - 24.13382339477539, - 22.436859130859375, - 17.943126678466797, - 15.342321395874023 - ], - "0.8": [ - 71.85713195800781, - 79.51636505126953, - 86.4118423461914, - 85.90250396728516, - 84.75238800048828, - 86.16838073730469, - 85.15450286865234, - 83.05984497070312, - 81.10023498535156, - 77.46944427490234, - 73.97028350830078, - 69.26888275146484 - ], - "0.9": [ - 71.85713195800781, - 79.51636505126953, - 86.4118423461914, - 85.90250396728516, - 84.75238800048828, - 86.16838073730469, - 85.15450286865234, - 83.05984497070312, - 81.10023498535156, - 77.46944427490234, - 73.97028350830078, - 69.26888275146484 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/tirex/20260624_104937.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/tirex/20260624_104937.json deleted file mode 100644 index 850a6b4d74a63a989ba27e282453ae2b1fb32af3..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/tirex/20260624_104937.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "TiRex", - "evaluated_at": "2026-06-24T10:49:37.384120+00:00", - "metrics": { - "MSE[mean]": 26189.183511279563, - "MSE[0.5]": 26189.183511279563, - "MAE[0.5]": 125.3613642056783, - "MASE[0.5]": 1.321744836442649, - "MAPE[0.5]": 0.6820653407770266, - "sMAPE[0.5]": 0.984424218821475, - "MSIS": 18.101060665387852, - "RMSE[mean]": 161.83072486792972, - "NRMSE[mean]": 0.9962902055610486, - "ND[0.5]": 0.7717712406949717, - "mean_weighted_sum_quantile_loss": 0.6145704862690891 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 52.70142364501953, - 45.31218719482422, - 46.81081008911133, - 47.728572845458984, - 46.75473403930664, - 47.04081344604492, - 47.334590911865234, - 47.73751449584961, - 46.47870635986328, - 43.30124282836914, - 40.09632873535156, - 37.615516662597656 - ], - "p10": [ - 15.44970703125, - 10.222930908203125, - 9.60009765625, - 9.415283203125, - 9.946342468261719, - 8.997711181640625, - 9.058563232421875, - 8.017608642578125, - 7.214141845703125, - 7.10821533203125, - 8.202568054199219, - 8.201614379882812 - ], - "p90": [ - 151.96908569335938, - 163.620361328125, - 186.33670043945312, - 193.5201416015625, - 203.59994506835938, - 202.982177734375, - 206.0654296875, - 199.8363494873047, - 193.5400390625, - 176.55963134765625, - 164.1279296875, - 151.28628540039062 - ], - "mean": [ - 52.70142364501953, - 45.31218719482422, - 46.81081008911133, - 47.728572845458984, - 46.75473403930664, - 47.04081344604492, - 47.334590911865234, - 47.73751449584961, - 46.47870635986328, - 43.30124282836914, - 40.09632873535156, - 37.615516662597656 - ], - "quantiles": { - "0.1": [ - 15.44970703125, - 10.222930908203125, - 9.60009765625, - 9.415283203125, - 9.946342468261719, - 8.997711181640625, - 9.058563232421875, - 8.017608642578125, - 7.214141845703125, - 7.10821533203125, - 8.202568054199219, - 8.201614379882812 - ], - "0.2": [ - 15.44970703125, - 10.222930908203125, - 9.60009765625, - 9.415283203125, - 9.946342468261719, - 8.997711181640625, - 9.058563232421875, - 8.017608642578125, - 7.214141845703125, - 7.10821533203125, - 8.202568054199219, - 8.201614379882812 - ], - "0.3": [ - 15.44970703125, - 10.222930908203125, - 9.60009765625, - 9.415283203125, - 9.946342468261719, - 8.997711181640625, - 9.058563232421875, - 8.017608642578125, - 7.214141845703125, - 7.10821533203125, - 8.202568054199219, - 8.201614379882812 - ], - "0.4": [ - 52.70142364501953, - 45.31218719482422, - 46.81081008911133, - 47.728572845458984, - 46.75473403930664, - 47.04081344604492, - 47.334590911865234, - 47.73751449584961, - 46.47870635986328, - 43.30124282836914, - 40.09632873535156, - 37.615516662597656 - ], - "0.5": [ - 52.70142364501953, - 45.31218719482422, - 46.81081008911133, - 47.728572845458984, - 46.75473403930664, - 47.04081344604492, - 47.334590911865234, - 47.73751449584961, - 46.47870635986328, - 43.30124282836914, - 40.09632873535156, - 37.615516662597656 - ], - "0.6": [ - 52.70142364501953, - 45.31218719482422, - 46.81081008911133, - 47.728572845458984, - 46.75473403930664, - 47.04081344604492, - 47.334590911865234, - 47.73751449584961, - 46.47870635986328, - 43.30124282836914, - 40.09632873535156, - 37.615516662597656 - ], - "0.7": [ - 52.70142364501953, - 45.31218719482422, - 46.81081008911133, - 47.728572845458984, - 46.75473403930664, - 47.04081344604492, - 47.334590911865234, - 47.73751449584961, - 46.47870635986328, - 43.30124282836914, - 40.09632873535156, - 37.615516662597656 - ], - "0.8": [ - 151.96908569335938, - 163.620361328125, - 186.33670043945312, - 193.5201416015625, - 203.59994506835938, - 202.982177734375, - 206.0654296875, - 199.8363494873047, - 193.5400390625, - 176.55963134765625, - 164.1279296875, - 151.28628540039062 - ], - "0.9": [ - 151.96908569335938, - 163.620361328125, - 186.33670043945312, - 193.5201416015625, - 203.59994506835938, - 202.982177734375, - 206.0654296875, - 199.8363494873047, - 193.5400390625, - 176.55963134765625, - 164.1279296875, - 151.28628540039062 - ] - } - } -} diff --git a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/toto_2_0_1b/20260624_104911.json b/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/toto_2_0_1b/20260624_104911.json deleted file mode 100644 index 14c8736b45e80d7707fd3a00e0b31b728bdd1f16..0000000000000000000000000000000000000000 --- a/results/saved_evals/finance/data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd_1mo_short/toto_2_0_1b/20260624_104911.json +++ /dev/null @@ -1,477 +0,0 @@ -{ - "dataset": "data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short", - "domain": "Finance", - "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T10:49:11.363722+00:00", - "metrics": { - "MSE[mean]": 23749.752846531086, - "MSE[0.5]": 23749.752846531086, - "MAE[0.5]": 117.21608114242554, - "MASE[0.5]": 1.2358652203549163, - "MAPE[0.5]": 0.618111195369563, - "sMAPE[0.5]": 0.8736927709113429, - "MSIS": 6.722234348523206, - "RMSE[mean]": 154.10954820039893, - "NRMSE[mean]": 0.9487557667482379, - "ND[0.5]": 0.7216258449793945, - "mean_weighted_sum_quantile_loss": 0.5474523025588474 - }, - "context_length": 120, - "prediction_length": 12, - "timestamps": [ - "2015-05-01 00:00:00", - "2015-06-01 00:00:00", - "2015-07-01 00:00:00", - "2015-08-01 00:00:00", - "2015-09-01 00:00:00", - "2015-10-01 00:00:00", - "2015-11-01 00:00:00", - "2015-12-01 00:00:00", - "2016-01-01 00:00:00", - "2016-02-01 00:00:00", - "2016-03-01 00:00:00", - "2016-04-01 00:00:00", - "2016-05-01 00:00:00", - "2016-06-01 00:00:00", - "2016-07-01 00:00:00", - "2016-08-01 00:00:00", - "2016-09-01 00:00:00", - "2016-10-01 00:00:00", - "2016-11-01 00:00:00", - "2016-12-01 00:00:00", - "2017-01-01 00:00:00", - "2017-02-01 00:00:00", - "2017-03-01 00:00:00", - "2017-04-01 00:00:00", - "2017-05-01 00:00:00", - "2017-06-01 00:00:00", - "2017-07-01 00:00:00", - "2017-08-01 00:00:00", - "2017-09-01 00:00:00", - "2017-10-01 00:00:00", - "2017-11-01 00:00:00", - "2017-12-01 00:00:00", - "2018-01-01 00:00:00", - "2018-02-01 00:00:00", - "2018-03-01 00:00:00", - "2018-04-01 00:00:00", - "2018-05-01 00:00:00", - "2018-06-01 00:00:00", - "2018-07-01 00:00:00", - "2018-08-01 00:00:00", - "2018-09-01 00:00:00", - "2018-10-01 00:00:00", - "2018-11-01 00:00:00", - "2018-12-01 00:00:00", - "2019-01-01 00:00:00", - "2019-02-01 00:00:00", - "2019-03-01 00:00:00", - "2019-04-01 00:00:00", - "2019-05-01 00:00:00", - "2019-06-01 00:00:00", - "2019-07-01 00:00:00", - "2019-08-01 00:00:00", - "2019-09-01 00:00:00", - "2019-10-01 00:00:00", - "2019-11-01 00:00:00", - "2019-12-01 00:00:00", - "2020-01-01 00:00:00", - "2020-02-01 00:00:00", - "2020-03-01 00:00:00", - "2020-04-01 00:00:00", - "2020-05-01 00:00:00", - "2020-06-01 00:00:00", - "2020-07-01 00:00:00", - "2020-08-01 00:00:00", - "2020-09-01 00:00:00", - "2020-10-01 00:00:00", - "2020-11-01 00:00:00", - "2020-12-01 00:00:00", - "2021-01-01 00:00:00", - "2021-02-01 00:00:00", - "2021-03-01 00:00:00", - "2021-04-01 00:00:00", - "2021-05-01 00:00:00", - "2021-06-01 00:00:00", - "2021-07-01 00:00:00", - "2021-08-01 00:00:00", - "2021-09-01 00:00:00", - "2021-10-01 00:00:00", - "2021-11-01 00:00:00", - "2021-12-01 00:00:00", - "2022-01-01 00:00:00", - "2022-02-01 00:00:00", - "2022-03-01 00:00:00", - "2022-04-01 00:00:00", - "2022-05-01 00:00:00", - "2022-06-01 00:00:00", - "2022-07-01 00:00:00", - "2022-08-01 00:00:00", - "2022-09-01 00:00:00", - "2022-10-01 00:00:00", - "2022-11-01 00:00:00", - "2022-12-01 00:00:00", - "2023-01-01 00:00:00", - "2023-02-01 00:00:00", - "2023-03-01 00:00:00", - "2023-04-01 00:00:00", - "2023-05-01 00:00:00", - "2023-06-01 00:00:00", - "2023-07-01 00:00:00", - "2023-08-01 00:00:00", - "2023-09-01 00:00:00", - "2023-10-01 00:00:00", - "2023-11-01 00:00:00", - "2023-12-01 00:00:00", - "2024-01-01 00:00:00", - "2024-02-01 00:00:00", - "2024-03-01 00:00:00", - "2024-04-01 00:00:00", - "2024-05-01 00:00:00", - "2024-06-01 00:00:00", - "2024-07-01 00:00:00", - "2024-08-01 00:00:00", - "2024-09-01 00:00:00", - "2024-10-01 00:00:00", - "2024-11-01 00:00:00", - "2024-12-01 00:00:00", - "2025-01-01 00:00:00", - "2025-02-01 00:00:00", - "2025-03-01 00:00:00", - "2025-04-01 00:00:00", - "2025-05-01 00:00:00", - "2025-06-01 00:00:00", - "2025-07-01 00:00:00", - "2025-08-01 00:00:00", - "2025-09-01 00:00:00", - "2025-10-01 00:00:00", - "2025-11-01 00:00:00", - "2025-12-01 00:00:00", - "2026-01-01 00:00:00", - "2026-02-01 00:00:00", - "2026-03-01 00:00:00", - "2026-04-01 00:00:00" - ], - "context": [ - 70.30000305175781, - 50.70000076293945, - 26.0, - 26.799999237060547, - 12.199999809265137, - 20.899999618530273, - 65.0999984741211, - 139.89999389648438, - 46.900001525878906, - 35.70000076293945, - 95.0999984741211, - 64.5999984741211, - 78.69999694824219, - 121.30000305175781, - 379.5, - 225.3000030517578, - 180.5, - 179.60000610351562, - 147.8000030517578, - 77.9000015258789, - 99.9000015258789, - 211.3000030517578, - 353.79998779296875, - 227.89999389648438, - 177.60000610351562, - 117.30000305175781, - 178.89999389648438, - 66.4000015258789, - 113.4000015258789, - 187.39999389648438, - 204.89999389648438, - 94.80000305175781, - 224.6999969482422, - 143.3000030517578, - 79.4000015258789, - 49.400001525878906, - 58.70000076293945, - 36.79999923706055, - 21.600000381469727, - 27.899999618530273, - 23.700000762939453, - 21.799999237060547, - 21.5, - 13.399999618530273, - 14.199999809265137, - 21.600000381469727, - 14.399999618530273, - 19.399999618530273, - 31.700000762939453, - 20.200000762939453, - 39.099998474121094, - 29.5, - 9.5, - 7.900000095367432, - 12.399999618530273, - 9.800000190734863, - 49.70000076293945, - 21.0, - 17.399999618530273, - 12.100000381469727, - 14.800000190734863, - 28.799999237060547, - 111.80000305175781, - 209.3000030517578, - 90.19999694824219, - 285.3999938964844, - 468.8999938964844, - 161.60000610351562, - 454.0, - 363.1000061035156, - 188.10000610351562, - 284.3999938964844, - 227.3000030517578, - 130.0, - 84.0, - 88.4000015258789, - 53.099998474121094, - 98.69999694824219, - 61.29999923706055, - 23.799999237060547, - 61.20000076293945, - 63.79999923706055, - 61.599998474121094, - 123.19999694824219, - 120.19999694824219, - 64.0999984741211, - 39.20000076293945, - 73.5, - 39.099998474121094, - 26.600000381469727, - 28.100000381469727, - 24.100000381469727, - 16.899999618530273, - 15.600000381469727, - 21.600000381469727, - 27.0, - 25.100000381469727, - 14.0, - 11.0, - 13.199999809265137, - 6.199999809265137, - 6.0, - 8.199999809265137, - 5.099999904632568, - 9.800000190734863, - 5.800000190734863, - 4.0, - 7.300000190734863, - 7.400000095367432, - 10.5, - 11.899999618530273, - 7.199999809265137, - 14.100000381469727, - 30.0, - 10.800000190734863, - 3.9000000953674316, - 7.099999904632568, - 17.600000381469727, - 11.600000381469727, - 55.400001525878906 - ], - "actual": [ - 31.600000381469727, - 27.5, - 33.70000076293945, - 83.4000015258789, - 272.29998779296875, - 331.8999938964844, - 98.5, - 123.5, - 233.39999389648438, - 220.6999969482422, - 345.5, - 147.1999969482422 - ], - "predictions": { - "p50": [ - 49.222442626953125, - 41.17678451538086, - 47.27870178222656, - 48.44369125366211, - 47.6542854309082, - 58.864906311035156, - 60.14030838012695, - 56.67097854614258, - 57.06394958496094, - 58.1090202331543, - 51.74330139160156, - 55.994483947753906 - ], - "p10": [ - 13.680633544921875, - 9.299476623535156, - 8.182487487792969, - 7.714286804199219, - 6.81036376953125, - 7.062126159667969, - 7.024391174316406, - 6.336761474609375, - 6.9083099365234375, - 7.178138732910156, - 6.3429718017578125, - 6.4057159423828125 - ], - "p90": [ - 184.23214721679688, - 186.58132934570312, - 230.0238800048828, - 259.5257568359375, - 261.5478210449219, - 295.65191650390625, - 318.6378173828125, - 298.906982421875, - 319.06390380859375, - 311.22039794921875, - 279.8233642578125, - 291.5279541015625 - ], - "mean": [ - 49.222442626953125, - 41.17678451538086, - 47.27870178222656, - 48.44369125366211, - 47.6542854309082, - 58.864906311035156, - 60.14030838012695, - 56.67097854614258, - 57.06394958496094, - 58.1090202331543, - 51.74330139160156, - 55.994483947753906 - ], - "quantiles": { - "0.1": [ - 13.680633544921875, - 9.299476623535156, - 8.182487487792969, - 7.714286804199219, - 6.81036376953125, - 7.062126159667969, - 7.024391174316406, - 6.336761474609375, - 6.9083099365234375, - 7.178138732910156, - 6.3429718017578125, - 6.4057159423828125 - ], - "0.2": [ - 13.680633544921875, - 9.299476623535156, - 8.182487487792969, - 7.714286804199219, - 6.81036376953125, - 7.062126159667969, - 7.024391174316406, - 6.336761474609375, - 6.9083099365234375, - 7.178138732910156, - 6.3429718017578125, - 6.4057159423828125 - ], - "0.3": [ - 13.680633544921875, - 9.299476623535156, - 8.182487487792969, - 7.714286804199219, - 6.81036376953125, - 7.062126159667969, - 7.024391174316406, - 6.336761474609375, - 6.9083099365234375, - 7.178138732910156, - 6.3429718017578125, - 6.4057159423828125 - ], - "0.4": [ - 49.222442626953125, - 41.17678451538086, - 47.27870178222656, - 48.44369125366211, - 47.6542854309082, - 58.864906311035156, - 60.14030838012695, - 56.67097854614258, - 57.06394958496094, - 58.1090202331543, - 51.74330139160156, - 55.994483947753906 - ], - "0.5": [ - 49.222442626953125, - 41.17678451538086, - 47.27870178222656, - 48.44369125366211, - 47.6542854309082, - 58.864906311035156, - 60.14030838012695, - 56.67097854614258, - 57.06394958496094, - 58.1090202331543, - 51.74330139160156, - 55.994483947753906 - ], - "0.6": [ - 49.222442626953125, - 41.17678451538086, - 47.27870178222656, - 48.44369125366211, - 47.6542854309082, - 58.864906311035156, - 60.14030838012695, - 56.67097854614258, - 57.06394958496094, - 58.1090202331543, - 51.74330139160156, - 55.994483947753906 - ], - "0.7": [ - 49.222442626953125, - 41.17678451538086, - 47.27870178222656, - 48.44369125366211, - 47.6542854309082, - 58.864906311035156, - 60.14030838012695, - 56.67097854614258, - 57.06394958496094, - 58.1090202331543, - 51.74330139160156, - 55.994483947753906 - ], - "0.8": [ - 184.23214721679688, - 186.58132934570312, - 230.0238800048828, - 259.5257568359375, - 261.5478210449219, - 295.65191650390625, - 318.6378173828125, - 298.906982421875, - 319.06390380859375, - 311.22039794921875, - 279.8233642578125, - 291.5279541015625 - ], - "0.9": [ - 184.23214721679688, - 186.58132934570312, - 230.0238800048828, - 259.5257568359375, - 261.5478210449219, - 295.65191650390625, - 318.6378173828125, - 298.906982421875, - 319.06390380859375, - 311.22039794921875, - 279.8233642578125, - 291.5279541015625 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_121012.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_121012.json deleted file mode 100644 index a2e759599953a4d2fd9b6f59fc34a5ceb619227b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_121012.json +++ /dev/null @@ -1,441 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.513260+00:00", - "metrics": { - "MSE[mean]": 27.08123989474087, - "MSE[0.5]": 22.272127313839505, - "MAE[0.5]": 4.097591924571929, - "MASE[0.5]": 0.786473288748483, - "MAPE[0.5]": 0.5105822569359778, - "sMAPE[0.5]": 0.3743916141181132, - "MSIS": 3.713520711884281, - "RMSE[mean]": 5.203963863704366, - "NRMSE[mean]": 0.46777203269252726, - "ND[0.5]": 0.36832286962444305, - "mean_weighted_sum_quantile_loss": 0.2931205586839293 - }, - "context_length": 143, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0 - ], - "predictions": { - "p50": [ - 12.76680762123837, - 12.71297975195886, - 12.82657270433333, - 12.49181887693445, - 13.099342230912686, - 12.138289291389476, - 12.919582331944074, - 12.486587636803211, - 12.38208334648014, - 12.261765116872965, - 12.485753967164342, - 12.70928544364409, - 12.36770204219069, - 12.726868030897055, - 12.70344143971416, - 12.485753967164335, - 12.296340975964956, - 13.099341926008549, - 13.240315070195342, - 12.572595134868804, - 12.738606614220089, - 12.65336554623252, - 13.012704066536765, - 12.826460595692875 - ], - "p10": [ - 9.01416189091589, - 8.389629996980638, - 9.08148628705956, - 9.828764199755357, - 8.053697086159254, - 8.373697649424443, - 8.391779693425052, - 8.200874095206911, - 8.200874095252413, - 8.210959419892491, - 8.373697665325485, - 8.914825084416265, - 8.110106173468084, - 8.066648770976599, - 8.972941239062981, - 8.972941239062981, - 8.070408465798918, - 9.828770046325994, - 10.016399579624343, - 8.066648770976599, - 8.200874095250157, - 7.914728896063235, - 8.947849037269478, - 9.093422282792009 - ], - "p90": [ - 19.74071320122293, - 19.69734285375486, - 19.05555212375782, - 20.42100501323401, - 20.067050496843613, - 18.67111523925709, - 19.26491005482321, - 19.699492549326777, - 18.337882077964746, - 18.48218827660074, - 19.770206978572148, - 19.264910053993958, - 19.69949254937002, - 19.69949254937002, - 19.07205944343592, - 19.00234465388769, - 19.549917694502994, - 19.308368303531562, - 18.70423819503108, - 19.53329826618444, - 19.028601193898314, - 18.482188276600862, - 19.732475128633055, - 18.337882077962487 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_123900.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_123900.json deleted file mode 100644 index 491183b9b6e781b297f99cae3261944412d58b85..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_123900.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-17T12:39:00.899706+00:00", - "metrics": { - "MSE[mean]": 31.77960073443566, - "MSE[0.5]": 26.23758801423054, - "MAE[0.5]": 4.395577566794344, - "MASE[0.5]": 0.8346033354672807, - "MAPE[0.5]": 0.7112967319678924, - "sMAPE[0.5]": 0.4180917440019898, - "MSIS": 5.473026698960594, - "RMSE[mean]": 5.637339863307486, - "NRMSE[mean]": 0.5163975447304567, - "ND[0.5]": 0.4026483267292529, - "mean_weighted_sum_quantile_loss": 0.32739253797673973 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.69145271558541, - 12.685448034518275, - 12.713754527856757, - 12.443226709170098, - 12.487836225001148, - 12.873438546793844, - 13.48547623718818, - 13.101863767535843, - 12.209614923503864, - 12.713081325715269, - 12.487834398983228, - 12.443261770248174, - 12.873438641894785, - 12.676877724859004, - 12.727788570506302, - 12.871569998635369, - 13.420853333017416, - 12.740654585068937, - 12.596070634678046, - 12.719514332997283, - 12.98765120484429, - 12.691584969649341, - 12.719514332997283, - 12.80704661348186 - ], - "p10": [ - 8.451484078667152, - 8.381251677246123, - 8.394850925794268, - 8.68911318385827, - 8.861652948915475, - 9.796498067059062, - 8.963751770913856, - 9.827244900205242, - 8.066290061085168, - 8.39417772365278, - 9.083947817275165, - 9.096042432321603, - 8.112831275557742, - 8.394177723653478, - 8.721922747301111, - 8.203293133329918, - 10.233403207387704, - 8.21334445086016, - 8.949778928401255, - 8.112831275557742, - 9.072603301379196, - 9.726452589176164, - 8.376094396374146, - 9.827244900463196 - ], - "p90": [ - 19.25289420830063, - 20.5392598128349, - 19.005376465104185, - 19.26649030897906, - 18.340232521435677, - 20.03121160867463, - 19.734353561647385, - 18.543823105727945, - 18.326297431531767, - 19.0047032629627, - 19.310009764864443, - 19.772020771609732, - 20.031211703775575, - 18.484478551961743, - 20.407883852928695, - 20.068878918690885, - 20.42231405356005, - 19.58530413290678, - 18.34023069541772, - 19.030885473672768, - 19.030885473672768, - 20.031211703775575, - 19.26652537005714, - 20.068878918690885 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_142525.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_142525.json deleted file mode 100644 index 736de032170145cb0808d3789fbfa9d584c4ad86..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_142525.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-17T14:25:25.560346+00:00", - "metrics": { - "MSE[mean]": 25.296959304076307, - "MSE[0.5]": 20.905567273042827, - "MAE[0.5]": 4.005804313558692, - "MASE[0.5]": 0.7579971368626172, - "MAPE[0.5]": 0.4564151756577151, - "sMAPE[0.5]": 0.3514101022180223, - "MSIS": 3.400492340902083, - "RMSE[mean]": 5.029608265469221, - "NRMSE[mean]": 0.43577833347025746, - "ND[0.5]": 0.3470732979256628, - "mean_weighted_sum_quantile_loss": 0.27341284975964153 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 13.733443588287901, - 13.041884644390716, - 13.226714639321301, - 12.585900914528565, - 12.846555499839322, - 13.437615341357574, - 12.566763618683321, - 12.585899287377211, - 13.295322747169207, - 13.434640549758015, - 13.04546397988436, - 13.04546397988436, - 13.029493751059764, - 12.964479414583638, - 13.099352737855915, - 13.421883770614508, - 13.15743740486311, - 12.3363254409844, - 14.008710328107252, - 13.628709710005525, - 12.107630468095891, - 12.846555543672007, - 12.630316030103259, - 12.996986582821702 - ], - "p10": [ - 9.628071939060618, - 8.469283550254701, - 9.140158770984648, - 8.675005401555914, - 8.769335991992769, - 8.402741332022378, - 8.836070081523694, - 8.675003774404562, - 8.513510599215085, - 9.130632862607008, - 8.513510599215106, - 9.123959458034003, - 8.836070081555505, - 8.467041277431978, - 8.8293966769825, - 8.513510599215106, - 9.387636077573337, - 8.769336035825454, - 9.189415000240562, - 8.67906212359455, - 8.278186021677431, - 8.67906212359455, - 8.414068808559808, - 8.402741330841602 - ], - "p90": [ - 18.805651545355904, - 19.115460700835996, - 18.504986207026146, - 17.983669928682193, - 18.450469774390086, - 18.448255551503397, - 18.54343084509495, - 19.315243961317957, - 18.47287604653917, - 19.18030746914304, - 19.20914072473605, - 18.54900225121255, - 18.47609310288522, - 17.93207808644457, - 19.175430694711633, - 19.27135299143441, - 19.106305953935678, - 19.18030746914304, - 20.273623939165883, - 20.347801656460703, - 18.89446036735834, - 18.47609310288522, - 18.45073336753771, - 19.18030746914304 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_160235.json deleted file mode 100644 index 32e5aeadff0326c2ebd69b15f987832c2adec56b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_160235.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.518050+00:00", - "metrics": { - "MSE[mean]": 25.666161545829482, - "MSE[0.5]": 20.98699008892748, - "MAE[0.5]": 3.9525401773997935, - "MASE[0.5]": 0.745957779220931, - "MAPE[0.5]": 0.47004700457189186, - "sMAPE[0.5]": 0.3477283591710445, - "MSIS": 3.551173189119369, - "RMSE[mean]": 5.0661781991782995, - "NRMSE[mean]": 0.44053723471115647, - "ND[0.5]": 0.3436991458608516, - "mean_weighted_sum_quantile_loss": 0.2722147027850439 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 13.543673703745466, - 13.26112057539542, - 13.052395234422058, - 14.110465883489638, - 12.449516244329136, - 12.915522650676113, - 12.911576677250128, - 13.167286767399773, - 13.018239904322272, - 13.167487896283559, - 13.200740111081362, - 12.469827423563567, - 13.018239904322279, - 13.054050216337524, - 13.018239904322279, - 12.729190790834176, - 13.064259249806753, - 12.998606070066714, - 14.049247577381479, - 12.681098945908355, - 13.186865874111911, - 12.915522650391821, - 13.07774351660713, - 12.492831703790038 - ], - "p10": [ - 8.49441908352108, - 8.888847687618668, - 9.30860479793452, - 9.6665805237223, - 9.230543307315255, - 8.471775949988146, - 8.518837296129433, - 8.87496465763836, - 8.435311180043211, - 8.29153781555576, - 9.443462822879948, - 8.9456173760943, - 8.471775949703854, - 9.202001374753518, - 8.299857785328541, - 8.88816379537554, - 8.421765840571748, - 8.518837296136653, - 10.197276245056033, - 8.874964657638179, - 9.173583232954172, - 8.521352678091482, - 9.236872216906626, - 8.421765840571748 - ], - "p90": [ - 19.434265347954597, - 18.495160862679008, - 20.387847667873825, - 20.179873464952813, - 18.4958593178799, - 18.961676159383554, - 18.52732276860262, - 17.917386224474242, - 17.927605543105148, - 18.524232967242515, - 19.36097757215156, - 18.595785498734113, - 18.495859329076026, - 18.555130980915767, - 18.961676159099262, - 18.99198457073048, - 18.962844353176813, - 19.254246528713495, - 19.254246528713495, - 18.595785498734113, - 18.555130980915767, - 19.271878691064703, - 19.254246528713495, - 17.871041808891206 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_010053.json deleted file mode 100644 index 3c09ccd60ad8ac419bce246bf8212502eb425661..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_010053.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T01:00:53.541181+00:00", - "metrics": { - "MSE[mean]": 36.21990836110642, - "MSE[0.5]": 31.201313799453303, - "MAE[0.5]": 4.650975413100956, - "MASE[0.5]": 0.8882499462686176, - "MAPE[0.5]": 0.5956162933151907, - "sMAPE[0.5]": 0.39246787844244907, - "MSIS": 6.085861156941015, - "RMSE[mean]": 6.018297795980723, - "NRMSE[mean]": 0.5103856788110861, - "ND[0.5]": 0.3944290102983143, - "mean_weighted_sum_quantile_loss": 0.3209058046182445 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.601629906548991, - 14.898121145384398, - 14.329543995777586, - 13.93857582718224, - 14.50803976117819, - 13.354013309149689, - 14.32872328493615, - 14.206471358064732, - 14.206471358638513, - 14.206471358605189, - 14.506964264141772, - 14.206471358607011, - 13.898172034360773, - 14.878173830482925, - 14.328723275598868, - 14.1933907722962, - 14.844094999832897, - 13.714048937088819, - 13.844618690880278, - 14.924964242627443, - 14.844094999832897, - 14.024671374861835, - 14.172280743829548, - 14.94130370007861 - ], - "p10": [ - 9.889030642361153, - 9.624074348138306, - 10.654881940380301, - 10.316970795755717, - 11.018951012759777, - 9.638205703113458, - 10.317018470299177, - 9.375650960228715, - 9.440823591229078, - 9.558423831218391, - 10.430992776025755, - 9.819489418509125, - 9.8021112845992, - 10.336122614677148, - 10.45810804910089, - 10.01754106538294, - 10.151436375218267, - 9.99773590069556, - 9.570685924180433, - 10.131631210530886, - 9.55118242783949, - 9.627871198242941, - 10.317018460961895, - 10.166313631866636 - ], - "p90": [ - 20.820558168891903, - 20.509477918925917, - 20.5297927719798, - 20.523561769468294, - 20.697241295464817, - 19.74992248258046, - 20.58451566787078, - 20.588672989210565, - 20.654193463120873, - 20.748070929924083, - 20.523609434674576, - 20.650036131870024, - 19.748609957757072, - 20.65003613187003, - 19.749922643353866, - 19.84328669294656, - 19.761736813725012, - 19.417422613609933, - 19.749922643353866, - 20.523609434674473, - 20.752844378060022, - 21.498624467309575, - 20.536252104394027, - 20.584515658533498 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_022256.json deleted file mode 100644 index c41f4fb722c1abe70ab77d5e238fe624f774c134..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_022256.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T02:22:56.192832+00:00", - "metrics": { - "MSE[mean]": 39.69325285862457, - "MSE[0.5]": 36.507338167846925, - "MAE[0.5]": 4.871984949741337, - "MASE[0.5]": 0.936670003688588, - "MAPE[0.5]": 1.098276575454504, - "sMAPE[0.5]": 0.4391237789037336, - "MSIS": 7.070116806519621, - "RMSE[mean]": 6.300258158093569, - "NRMSE[mean]": 0.5419576910188016, - "ND[0.5]": 0.4190954795476418, - "mean_weighted_sum_quantile_loss": 0.3394266833677936 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 13.92002503191677, - 13.759609087876543, - 13.210244365469507, - 13.014271712607545, - 13.280646626941353, - 13.599037827699409, - 14.022978011102996, - 13.463491298060985, - 13.613587187429745, - 13.463491298064804, - 14.372692121410648, - 13.71819562916292, - 13.61358718742963, - 14.084054652336668, - 13.880650363630876, - 13.61358718742963, - 14.019949663610518, - 14.022978010976008, - 13.951814187303441, - 14.791747429323125, - 13.764738959829424, - 13.860795567721045, - 13.880650363630876, - 14.390055848024268 - ], - "p10": [ - 9.35732337740249, - 8.798818915735161, - 9.217259528949501, - 9.891102320571651, - 8.845901391604503, - 9.477115544709559, - 9.030247522234674, - 9.218772665402275, - 9.218772665406213, - 9.65570602006907, - 9.217105061552022, - 8.765008216956794, - 8.752171995855587, - 9.18696000828467, - 9.477115548926792, - 9.755905669925445, - 10.072143531225745, - 9.201968442971344, - 8.612666400287406, - 8.845901251549881, - 9.217105061552022, - 9.628204127862931, - 9.18696000828467, - 9.905137286024551 - ], - "p90": [ - 20.409400892178958, - 20.04321709920722, - 19.532042761574278, - 19.317081670618148, - 18.916120683849094, - 20.2390375188439, - 20.05194876528932, - 20.462417250321046, - 19.47450399673433, - 20.23940117029214, - 20.242673995371216, - 20.153553076925462, - 19.69416377029806, - 20.25039053094534, - 20.242673995371216, - 20.0483469711601, - 20.239037523061135, - 19.49253460519213, - 20.25039053094534, - 20.127178368455954, - 20.119234835436643, - 18.96065810929918, - 20.127178368455954, - 20.239401170292144 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_033734.json deleted file mode 100644 index 1ca3e16f21cf91e27d0625eec1e18b4809a847aa..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_033734.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:34.129562+00:00", - "metrics": { - "MSE[mean]": 33.33985196145184, - "MSE[0.5]": 30.555632843568286, - "MAE[0.5]": 4.635310185474745, - "MASE[0.5]": 0.8852581786583068, - "MAPE[0.5]": 0.5813123994845282, - "sMAPE[0.5]": 0.4024776450418687, - "MSIS": 5.661447296025422, - "RMSE[mean]": 5.774067194054105, - "NRMSE[mean]": 0.4811722661711754, - "ND[0.5]": 0.3862758487895621, - "mean_weighted_sum_quantile_loss": 0.3133653737395872 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 13.771066599249938, - 13.676916631423758, - 13.68154875478011, - 13.786577140730822, - 13.492726945062362, - 13.077984029304144, - 13.430588224539743, - 13.338457786633782, - 13.679361655472984, - 13.573283477989971, - 13.665535622858883, - 13.368449534392816, - 13.492726914654025, - 13.573283477989971, - 13.935643992030714, - 12.860622925937346, - 13.492726914654025, - 13.786578453201148, - 13.017222909202548, - 13.846572321123261, - 13.118079889670854, - 13.65384004132592, - 13.677231204391845, - 13.194351389403478 - ], - "p10": [ - 9.47147262605936, - 9.101410174368006, - 8.733418773586923, - 8.79505144430192, - 9.365941680076642, - 8.736475042509515, - 9.096786322732209, - 9.01000593642431, - 9.365941649668313, - 8.733362125360918, - 8.733362125360918, - 9.42534982752618, - 9.073625817736705, - 9.87482116315521, - 9.714904666109444, - 8.769143002882014, - 9.033166441403871, - 8.705345864682833, - 8.769143002882014, - 9.606708296106278, - 8.795052756772247, - 9.365941649668304, - 9.15366610989383, - 9.704085029109127 - ], - "p90": [ - 20.35471254314195, - 19.40980876460799, - 20.319921402992435, - 19.935883145722403, - 19.94665607761144, - 19.066145375807935, - 19.412253788673528, - 19.585616344435962, - 20.2052149043517, - 20.043600348296458, - 19.58561634443634, - 20.043600348296458, - 20.049942016456395, - 20.142657997803802, - 20.142657997803802, - 18.895413382058596, - 20.107017029895825, - 19.122102341247984, - 19.412253788657207, - 19.620643155811976, - 20.043600348296458, - 20.323140042606255, - 20.05281103650777, - 19.149191235369138 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_050330.json deleted file mode 100644 index 773cc3dba44f272f0059010d2a7ad4297a4444f2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_050330.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T05:03:30.186710+00:00", - "metrics": { - "MSE[mean]": 39.46295979145583, - "MSE[0.5]": 37.8545298996281, - "MAE[0.5]": 5.086509554301856, - "MASE[0.5]": 0.9714288803971716, - "MAPE[0.5]": 1.0830453530816424, - "sMAPE[0.5]": 0.44504112469112406, - "MSIS": 6.230212819576206, - "RMSE[mean]": 6.281955093078573, - "NRMSE[mean]": 0.5025564074462858, - "ND[0.5]": 0.4069207643441485, - "mean_weighted_sum_quantile_loss": 0.31770409304627123 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.190690763466753, - 12.965985956054364, - 13.082355245670145, - 13.732499681026471, - 13.596050324220876, - 13.66492804745526, - 13.535689060468851, - 13.27220791885493, - 13.990288094832021, - 13.525732734065107, - 13.703118174624404, - 13.458493164889765, - 14.216665483180819, - 13.703118174624404, - 13.4938970924573, - 14.161408162571071, - 13.713404622092906, - 12.975629784206227, - 13.4938970924573, - 14.208761464125027, - 14.216044996052982, - 13.45492487893004, - 14.208761464125027, - 14.342900222972467 - ], - "p10": [ - 9.184044796461892, - 8.765389588471628, - 8.773922763099362, - 8.750191566450034, - 8.74419087041634, - 9.217951468313847, - 9.072563017535469, - 8.690184564002765, - 9.662686082484717, - 9.247004336845803, - 9.072563017535469, - 8.744190870391153, - 9.253082356721235, - 9.020225018637728, - 8.744190870391153, - 8.995594707202914, - 8.744190870391153, - 8.678253127199207, - 8.690184564002765, - 9.224029488189418, - 9.253082356721235, - 9.224029488189418, - 9.588585024577915, - 9.020225018637728 - ], - "p90": [ - 19.68621498402428, - 18.915621443042433, - 19.70505883462071, - 19.57352814528604, - 19.705057975836123, - 18.909236387488818, - 20.451417501793284, - 18.979031402420077, - 19.808176268148877, - 19.064173790899424, - 20.451417501793284, - 20.511771043745977, - 20.450940443178574, - 19.018259175952466, - 19.653140261972144, - 18.97467276091648, - 21.030460282297717, - 19.651976453703007, - 18.982697688664974, - 20.451417501793284, - 19.776476217480894, - 18.89683779540969, - 19.808653326763586, - 20.45571102932567 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_064321.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_064321.json deleted file mode 100644 index 6b4a03e263fe41d786732a2de37f3698fcbc8762..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_064321.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T06:43:21.283047+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_065927.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_065927.json deleted file mode 100644 index 2a8ed08c54df09142beda035685a9c6fb05b74ac..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_065927.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T06:59:27.530328+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_083113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_083113.json deleted file mode 100644 index 6356b6054d5c0b1e153e09d88b966f0ba7a04a46..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_083113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T08:31:13.583807+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_095632.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_095632.json deleted file mode 100644 index 057e0a1d254665548533f055651c03ad8fc794c1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_095632.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T09:56:32.322362+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_111809.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_111809.json deleted file mode 100644 index 09cb48243ac2e9378c1bc82d01787a6bb9daa8a0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_111809.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T11:18:09.379128+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_123855.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_123855.json deleted file mode 100644 index a1e7a2b0434f9c2cbc8665064e850db03e96b243..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_123855.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T12:38:55.721377+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_144843.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_144843.json deleted file mode 100644 index a288bf18de968bcaa7352203c9c9a8bb68a67fab..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_144843.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T14:48:43.829525+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_172816.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_172816.json deleted file mode 100644 index 6b724e631cde0bef15eb1ce052f6d2cb28703616..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_172816.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T17:28:16.333237+00:00", - "metrics": { - "MSE[mean]": 44.38664049986095, - "MSE[0.5]": 43.60763388187143, - "MAE[0.5]": 5.647085863719042, - "MASE[0.5]": 1.0900541077420136, - "MAPE[0.5]": 0.6311269926496665, - "sMAPE[0.5]": 0.45543933573072404, - "MSIS": 7.498883504537408, - "RMSE[mean]": 6.662329960296244, - "NRMSE[mean]": 0.5108495816201593, - "ND[0.5]": 0.43300338891136425, - "mean_weighted_sum_quantile_loss": 0.3356510806725583 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.718058549479338, - 13.036169703070545, - 12.703433148159284, - 13.735123339468377, - 13.500947225277681, - 13.83558493677654, - 13.120005584603213, - 13.6566565537872, - 13.75804677747048, - 12.741684791106197, - 13.347122150889934, - 13.75804677747048, - 12.77261141519022, - 13.664122682015831, - 14.597870663283768, - 12.888516055527802, - 13.513583854071594, - 13.697409025304998, - 13.242872924603805, - 13.656656553787201, - 13.824847848076985, - 12.747045718372046, - 12.972161995136016, - 13.830216392429463 - ], - "p10": [ - 8.599014712038672, - 9.098929156099002, - 7.593647600240892, - 9.157999161537065, - 8.90596702464585, - 8.59674974009705, - 8.39156368957762, - 8.391563689577549, - 8.841351583646244, - 8.680607885492108, - 8.802770664556874, - 9.345065926804104, - 8.464598871318636, - 8.905967024229998, - 9.13279597662961, - 8.473120782427069, - 9.345065926804104, - 8.575864933226478, - 8.251714520433195, - 9.120580439555983, - 8.473120782427069, - 8.251714520433195, - 8.59674974010245, - 8.794384850017908 - ], - "p90": [ - 18.508617433044506, - 19.262789282797524, - 18.668773114367436, - 19.489186669849996, - 19.846096178582258, - 19.649242625700722, - 18.605259236759995, - 20.414347299338708, - 19.846096178166405, - 19.630425776178306, - 18.955213289129894, - 18.921017074064117, - 20.445653653947744, - 18.62786511248386, - 20.74648013558177, - 18.92504347080159, - 18.906903527781232, - 19.630425776178306, - 20.727410845429066, - 19.088302957984823, - 20.727410845429066, - 18.657180308641884, - 20.251801880722372, - 19.630425776178306 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_184416.json deleted file mode 100644 index 1610da69f49520d3378974c85f015475c54b74e4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_184416.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-18T18:44:16.054005+00:00", - "metrics": { - "MSE[mean]": 60.216586163380704, - "MSE[0.5]": 47.419574867588786, - "MAE[0.5]": 6.301464302084558, - "MASE[0.5]": 1.1678389440156713, - "MAPE[0.5]": 0.8459939845272736, - "sMAPE[0.5]": 0.5459610703408714, - "MSIS": 6.649131993391343, - "RMSE[mean]": 7.759934675200604, - "NRMSE[mean]": 0.8389118567784437, - "ND[0.5]": 0.6812393840091415, - "mean_weighted_sum_quantile_loss": 0.5746080461510786 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 15.228414771312654, - 15.083294823108162, - 14.836092938835199, - 15.032963655275879, - 16.204565836051696, - 15.07339838199559, - 15.618823719695992, - 15.117962792535002, - 15.999396361568412, - 15.136404796063475, - 15.94647729443742, - 15.340565573482237, - 15.374010441879433, - 14.888883496834977, - 15.047751406460216, - 15.340565573482237, - 15.092724948325682, - 15.94647729443742, - 15.731160502330178, - 15.721073811941421, - 15.087932368079873, - 15.94647729443742, - 15.94647729443742, - 15.134223345655139 - ], - "p10": [ - 10.648928007921175, - 10.64943064244073, - 10.645549024791787, - 10.635450649423646, - 10.61324202084705, - 10.855690153941376, - 10.646729861226106, - 10.645546900398266, - 10.85582159403175, - 10.236322361160262, - 10.513275077186826, - 10.431370482627049, - 11.133558034933074, - 10.400892891466206, - 10.513275077186826, - 10.649328924584381, - 10.225349582146098, - 11.154485929804203, - 11.546266748934162, - 10.945206981092916, - 10.648014523664575, - 10.116535816762124, - 10.649197484492401, - 10.513275077186826 - ], - "p90": [ - 23.69328517903449, - 20.794535088881982, - 21.890137534594768, - 21.11146680666599, - 22.040364166447336, - 20.75906139133791, - 22.578166665951624, - 23.38769725171325, - 24.920448551920494, - 24.90812430531843, - 24.602781458821433, - 22.040364166270976, - 23.20830825599302, - 21.198926524317198, - 20.76353594151628, - 23.38769725171325, - 21.986064157383755, - 22.52906424625598, - 23.18837614535744, - 23.0369172134268, - 21.986064157383755, - 23.38769725171325, - 22.57816666595161, - 23.18837614535744 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_025401.json deleted file mode 100644 index 5e0588899e0049b7173474a878158522457a97a7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_025401.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-19T02:54:01.381342+00:00", - "metrics": { - "MSE[mean]": 42.81557260167947, - "MSE[0.5]": 33.313758560160856, - "MAE[0.5]": 5.185666759723528, - "MASE[0.5]": 0.9524694048471783, - "MAPE[0.5]": 0.6281280002137315, - "sMAPE[0.5]": 0.43878975962360167, - "MSIS": 5.009673233985278, - "RMSE[mean]": 6.543360956089727, - "NRMSE[mean]": 0.6357921576767347, - "ND[0.5]": 0.5038704543860918, - "mean_weighted_sum_quantile_loss": 0.41194902960384977 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00" - ], - "context": [ - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 18.0, - 36.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 12.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "actual": [ - 6.0, - 14.0, - 8.0, - 10.0, - 10.0, - 11.0, - 14.0, - 14.0, - 7.0, - 17.0, - 10.0, - 19.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 10.0, - 6.0, - 8.0, - 8.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 14.775959412595508, - 14.36475560574574, - 15.132368440425045, - 14.777439494698067, - 15.139168535221513, - 14.909897728750527, - 14.750233171332205, - 15.672494786933155, - 14.076900003237567, - 15.46139294988245, - 14.909897728750527, - 15.47880932363221, - 15.402990805938293, - 14.881945954684731, - 15.139168535221405, - 14.750233171332205, - 14.575863350311838, - 15.132368404476164, - 14.758610534594213, - 14.750233171332205, - 16.399057011813607, - 15.672494786933155, - 15.402990805938293, - 15.021133066613345 - ], - "p10": [ - 10.35985959039001, - 9.6169286346775, - 9.655318878437255, - 10.740260707430052, - 10.347867992764296, - 9.68191791463142, - 10.347867992764188, - 11.179191618176548, - 10.066796669785946, - 10.57621022009041, - 10.414139970871874, - 10.283982533663995, - 10.066796669785946, - 9.589464089687104, - 10.568846666967334, - 9.616949397251904, - 10.066796669785946, - 11.714366733818695, - 10.283982533663995, - 10.109560975914226, - 11.181009333641512, - 10.352813024543842, - 11.166268303393721, - 11.723206379889424 - ], - "p90": [ - 19.93253535938546, - 20.434392145630223, - 20.390437335707425, - 23.103997748383648, - 21.656283043366994, - 19.966175020511287, - 19.92054376175964, - 23.103939517946237, - 19.785929621506607, - 21.654750636302552, - 21.021599034850134, - 23.07840914053528, - 23.33377114514454, - 21.021599034850134, - 22.30491944334618, - 20.999049719673913, - 20.81534648355406, - 21.724964850617173, - 21.08491419499537, - 22.30491944334618, - 21.797116486725816, - 21.724964850617173, - 20.414001437524643, - 21.67007470694592 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_140412.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_140412.json deleted file mode 100644 index db20527d0730269c65c51c5c1347c1c99566cecd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_140412.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-19T14:04:12.729555+00:00", - "metrics": { - "MSE[mean]": 35.74046688013612, - "MSE[0.5]": 27.85523680651038, - "MAE[0.5]": 4.402708841896782, - "MASE[0.5]": 0.7836712895341615, - "MAPE[0.5]": 0.6822581135977309, - "sMAPE[0.5]": 0.4274625968564075, - "MSIS": 4.528902003395644, - "RMSE[mean]": 5.978333118866505, - "NRMSE[mean]": 0.6405356913071255, - "ND[0.5]": 0.47171880448894093, - "mean_weighted_sum_quantile_loss": 0.3864223926275872 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 13.800114163703116, - 13.464541768956924, - 12.731587232196691, - 13.268031443103958, - 12.302239926131454, - 13.353429503672574, - 13.384238649828962, - 13.550919351060614, - 12.871713682087854, - 13.339047088417743, - 14.06127947173289, - 13.436550468653587, - 13.136584937194417, - 13.10747814600716, - 14.547445059383886, - 13.40574138289659, - 14.130476561893746, - 13.615601511888897, - 13.37493229713959, - 13.096113906082277, - 13.120646456134264, - 13.522487345855062, - 13.448709821497326, - 14.008279591732489 - ], - "p10": [ - 8.436225274196481, - 9.400436161588209, - 9.082838681782466, - 9.13462660977129, - 7.876828534844111, - 9.451995280686413, - 8.809583826021957, - 9.056124292557953, - 7.9577290855027405, - 8.805284213239645, - 9.319007636105805, - 8.59669820504038, - 8.667694773877237, - 7.876829930388097, - 9.224440894869325, - 7.933195004879081, - 8.756698382536124, - 7.957729085508636, - 7.957729085508636, - 8.59669820504038, - 9.051824677037676, - 9.319007636105816, - 9.21603076367305, - 9.134657392371354 - ], - "p90": [ - 19.685911132454983, - 20.158839217925483, - 19.283321257085937, - 20.851707328888427, - 19.161660080825026, - 20.648844869087807, - 19.49989565485182, - 19.266170801749674, - 19.259455622047295, - 19.998768772247868, - 20.85173811148848, - 19.49989565772009, - 20.016273530645613, - 19.171366277828245, - 20.85173811148849, - 19.106693926456213, - 20.173816356222886, - 20.292301549808776, - 20.173816356222886, - 19.161661476369012, - 19.161661476369012, - 19.56490327373082, - 20.173816356222886, - 19.199503586412458 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_152535.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_152535.json deleted file mode 100644 index 7a834d054e424fe48dca6879844e4dde0c4322e3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_152535.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-19T15:25:35.935488+00:00", - "metrics": { - "MSE[mean]": 28.1038701673772, - "MSE[0.5]": 22.77991692423278, - "MAE[0.5]": 3.8392181891737303, - "MASE[0.5]": 0.6693068029552266, - "MAPE[0.5]": 0.7384385226959886, - "sMAPE[0.5]": 0.4086051739129051, - "MSIS": 4.506369261169971, - "RMSE[mean]": 5.3013083448689535, - "NRMSE[mean]": 0.5731144156615084, - "ND[0.5]": 0.4150506150458087, - "mean_weighted_sum_quantile_loss": 0.3391772747246672 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.946832728956105, - 12.467622393136537, - 12.57788614046141, - 12.287717606841998, - 12.098519250584118, - 12.098520560507911, - 13.071974461553634, - 12.253354218744356, - 12.392049482492837, - 12.482310935073528, - 11.58405512736276, - 12.216354794610622, - 12.29158708366975, - 12.58453286247078, - 12.29158708366975, - 12.29158708366975, - 12.657402700447365, - 11.58405512736277, - 12.620967781459072, - 13.308211288699335, - 12.578552625059855, - 13.13994087340765, - 12.151938369070741, - 12.151938369070741 - ], - "p10": [ - 7.594043114518395, - 7.889412601594369, - 6.572184610516964, - 7.015953992885208, - 6.316579997062854, - 7.062057363683556, - 8.617811470334109, - 7.385428687424369, - 8.239628073602326, - 8.671947895328575, - 7.845001875071406, - 7.834817732902416, - 6.950727811831194, - 7.743160453381404, - 7.7458107823535185, - 7.670963260810633, - 8.270434342147986, - 7.904101143531621, - 7.9104854647039575, - 8.259518035454334, - 7.057970536118541, - 7.917052050088425, - 7.8351122138993174, - 7.904101143531621 - ], - "p90": [ - 18.25000781023745, - 18.535702895581966, - 19.223563619746077, - 19.381375966778588, - 19.239946342539543, - 20.07584555253703, - 19.62754375997394, - 18.016010951444493, - 18.783738210587476, - 19.627543762798787, - 19.3814062081546, - 18.55039143751922, - 19.67207053082991, - 19.239947714725528, - 19.224230104344517, - 18.051768934088763, - 17.46636362162177, - 18.78373821059329, - 20.026288463147786, - 19.239947714725528, - 19.62754376279905, - 19.721627682481348, - 19.239947714725528, - 18.39442480765452 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_164956.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_164956.json deleted file mode 100644 index bc4959cc44c08c2525cb567e38f9beb418f1731f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_164956.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-19T16:49:56.880242+00:00", - "metrics": { - "MSE[mean]": 25.516295252320646, - "MSE[0.5]": 20.057119597805546, - "MAE[0.5]": 3.850242866584704, - "MASE[0.5]": 0.6624073748962932, - "MAPE[0.5]": 0.588570038249146, - "sMAPE[0.5]": 0.397416098389503, - "MSIS": 3.9799989727937812, - "RMSE[mean]": 5.051365681904315, - "NRMSE[mean]": 0.5436447370659353, - "ND[0.5]": 0.4143759138925242, - "mean_weighted_sum_quantile_loss": 0.3177295412185631 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 12.431995327340593, - 13.183619259922969, - 12.267179192683471, - 12.129944047928678, - 11.689074616514525, - 12.472736195569107, - 12.900428087361817, - 13.056657469241124, - 12.567887278786813, - 12.129948057966104, - 12.121801144349728, - 11.992150150901505, - 12.32470676362626, - 12.129948057966134, - 12.472736203444278, - 12.32470676362626, - 12.129948057966134, - 12.661655517511935, - 12.513320989163269, - 12.129948057966134, - 12.247442334180874, - 12.167018812014014, - 13.074193927574264, - 11.771897145489659 - ], - "p10": [ - 7.718982808725664, - 7.828616491691615, - 7.755866624872896, - 7.674031723168549, - 6.209440994527628, - 6.1917622285614415, - 7.76505948843366, - 6.999638680797319, - 6.959570672576372, - 6.959570672577027, - 7.881320282734223, - 6.191762236436612, - 6.5256455242382705, - 6.926325606595564, - 7.872962846136749, - 7.007784577948033, - 7.33291001368569, - 7.679240787127436, - 7.794477273961782, - 6.886257598359836, - 7.830658403258805, - 7.292251572976678, - 7.794477273961782, - 7.679240787127436 - ], - "p90": [ - 19.104359196045923, - 19.94312342164631, - 19.585202624589137, - 17.988298037422545, - 17.93641018123052, - 19.585293105066057, - 18.455327243814683, - 19.150435876087446, - 20.17172911934003, - 18.676304112140212, - 19.98545259600941, - 18.663257010047083, - 18.663257010047083, - 19.280906897034512, - 19.163482978196072, - 17.398872086921486, - 18.455327244163676, - 19.280906897034512, - 19.190037320149983, - 18.609126024929772, - 19.546450316573623, - 18.537885209450756, - 19.9451653332135, - 19.280906897034512 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260620_172601.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260620_172601.json deleted file mode 100644 index ddd059464f1a1f338d707787e819bf0a66d3ce79..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260620_172601.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-20T17:26:01.196472+00:00", - "metrics": { - "MSE[mean]": 26.47361100867586, - "MSE[0.5]": 20.321784550218577, - "MAE[0.5]": 3.859470183995965, - "MASE[0.5]": 0.6736529775702046, - "MAPE[0.5]": 0.9811292796936301, - "sMAPE[0.5]": 0.4739205613245552, - "MSIS": 3.97520030155435, - "RMSE[mean]": 5.145251306658972, - "NRMSE[mean]": 0.6398239966829811, - "ND[0.5]": 0.479934116144576, - "mean_weighted_sum_quantile_loss": 0.386697048362335 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.564680816053567, - 10.971358419161177, - 9.292213403781087, - 10.938410489667048, - 10.96801831833985, - 11.62211777174829, - 9.30948115889544, - 10.909387987034345, - 10.233350024448727, - 11.002440376734734, - 10.938407200356034, - 10.93987206706283, - 11.46345278446611, - 10.693777468917173, - 11.717687928709095, - 10.749119516676199, - 10.909387987024225, - 10.47816695081012, - 10.353224297656208, - 10.63612334630581, - 10.924630027043527, - 10.968018180582838, - 11.52355892819928, - 9.946095761855135 - ], - "p10": [ - 6.330646361911799, - 6.5499126260067, - 6.336854307206173, - 6.161848990873392, - 6.221538878616179, - 6.65824980388389, - 6.1618457018039985, - 6.0574357802214145, - 6.0638055459361295, - 6.89303874191553, - 6.228171300781033, - 6.447654441417617, - 6.336775766252834, - 6.221538740859168, - 6.8560795366205545, - 6.336775766252834, - 6.542380716230172, - 6.161845701562378, - 6.280097362675278, - 6.342432304157819, - 6.057435780211295, - 7.10086429449499, - 6.228171300781033, - 6.221538740859168 - ], - "p90": [ - 17.837443682811607, - 16.741723131060358, - 16.649980801885476, - 16.842510600996615, - 18.19385617792576, - 17.46993180185296, - 17.784992556224584, - 17.813114825097735, - 17.997170036806565, - 18.193856040168768, - 16.8425073116856, - 17.76454197690313, - 16.806051282039075, - 16.8425073116856, - 17.792664246007778, - 16.925629431289362, - 16.592198217950333, - 17.016442900469244, - 16.732491812205453, - 16.980930927874034, - 16.980930927874034, - 16.48257936174845, - 18.06518360842902, - 16.8425073116856 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_010520.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_010520.json deleted file mode 100644 index a12fa8eb8689474bbe20e4e4c60e08d7b4a4d932..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_010520.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T01:05:20.774134+00:00", - "metrics": { - "MSE[mean]": 17.273830585388946, - "MSE[0.5]": 12.668698877516277, - "MAE[0.5]": 2.963357491127397, - "MASE[0.5]": 0.5541863360030458, - "MAPE[0.5]": 0.6009274430797427, - "sMAPE[0.5]": 0.37508845884097464, - "MSIS": 3.5923912166080196, - "RMSE[mean]": 4.156179806672101, - "NRMSE[mean]": 0.5362812653770453, - "ND[0.5]": 0.3823687085325674, - "mean_weighted_sum_quantile_loss": 0.30723718319984844 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 9.888374148356185, - 10.22761538776557, - 9.98049938238039, - 9.674823493101128, - 10.920525051842716, - 10.01283631584283, - 9.769372104093367, - 10.006489880374955, - 10.225430652354628, - 9.980432335550649, - 9.57211213851743, - 10.107606954742764, - 10.000143446841264, - 9.91061090161486, - 9.628082736646952, - 10.33846808923701, - 10.160878868157056, - 9.962545651555523, - 10.19847290620562, - 10.000143446841264, - 10.068060572006743, - 10.550728716972941, - 10.115445892425628, - 10.19847290620562 - ], - "p10": [ - 5.149279332220515, - 5.582236551318196, - 5.301782589599387, - 5.503613425193232, - 5.241205326496215, - 5.580051817845032, - 5.282150091211091, - 5.641555156878937, - 5.063674747816413, - 5.565935504028472, - 5.2593292639966025, - 5.078089257545511, - 5.593775925873435, - 5.241205263351493, - 5.047341742876452, - 5.306425129299982, - 4.900148788438724, - 5.047341742876452, - 5.306425129299982, - 5.489495055730161, - 5.239763812378579, - 5.356845936869449, - 5.362448248821612, - 4.898827530184305 - ], - "p90": [ - 15.874781978852491, - 15.85604074273243, - 15.846057388999998, - 15.314138842438336, - 15.924647056826721, - 15.654087159639166, - 15.790141338736458, - 15.74718815063691, - 16.43835496022191, - 15.736210129353399, - 15.736210129353399, - 16.42439500994283, - 15.845990342170257, - 15.790141338676985, - 15.919439627708655, - 16.68421693929777, - 19.57193579812028, - 15.853335270724097, - 15.741603250285758, - 15.795726239026312, - 15.91996036430599, - 16.56399451273307, - 15.418425771955759, - 15.919439627708655 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_022113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_022113.json deleted file mode 100644 index c2a68731568570df11c12e23f1f1bdba57774a1b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_022113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.469541+00:00", - "metrics": { - "MSE[mean]": 19.69876012774014, - "MSE[0.5]": 15.128677313573506, - "MAE[0.5]": 3.3673381880684485, - "MASE[0.5]": 0.6281045324894515, - "MAPE[0.5]": 0.71057435838717, - "sMAPE[0.5]": 0.4384074787141799, - "MSIS": 3.496087544897558, - "RMSE[mean]": 4.438328528594987, - "NRMSE[mean]": 0.6157218767993046, - "ND[0.5]": 0.4671451821597848, - "mean_weighted_sum_quantile_loss": 0.35933803201788517 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.087203216213283, - 9.890855257442846, - 10.156703133748596, - 9.230771008400058, - 9.279397806295508, - 9.86916954390498, - 10.495167329684861, - 10.211458989369524, - 9.667257785852014, - 9.95037035867106, - 9.590241050096829, - 9.867977681471487, - 10.031571173621078, - 10.733751454905097, - 9.963123763784923, - 10.21145898936943, - 9.960867861040409, - 9.667257785852012, - 10.069551159657767, - 9.963123763784923, - 10.057077983848803, - 9.878475183840834, - 9.513224314341645, - 9.767021802536972 - ], - "p10": [ - 5.532651165774254, - 5.347439186337325, - 5.502261394670754, - 5.100994959351746, - 5.342560825500454, - 5.346748477538154, - 5.6750580689896655, - 5.576803367565563, - 5.0443357790344425, - 5.100994602915297, - 4.879807626343028, - 5.05834514332349, - 5.014829531025549, - 5.897167095122373, - 5.576803367565469, - 5.0140892353628, - 5.549610218593553, - 5.342560817403427, - 5.300295663532082, - 4.879807626343028, - 4.888004956761352, - 5.243298221525118, - 5.304871877846314, - 5.097065729663579 - ], - "p90": [ - 15.908920675367547, - 15.446417494410381, - 15.626386010076525, - 14.748248393696532, - 15.413898481642775, - 15.626370319694585, - 16.24249915222469, - 15.796116528164418, - 15.626505532272818, - 15.632899025853149, - 15.7984829921077, - 15.796116528164326, - 15.258850622580809, - 15.829710135790675, - 15.433985000973031, - 15.915692678204278, - 15.82023178577392, - 15.829710135790675, - 15.82428734935651, - 15.41389847354575, - 16.658430214624264, - 15.82428734935651, - 15.73082946473934, - 16.82156405620776 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_032935.json deleted file mode 100644 index f8c9c8fe3efe03bd695b1ca6ea07d7ab7e88f3b1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_032935.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T03:29:35.312495+00:00", - "metrics": { - "MSE[mean]": 23.1613693990537, - "MSE[0.5]": 20.815725487837135, - "MAE[0.5]": 3.8381228528425786, - "MASE[0.5]": 0.7187122117156454, - "MAPE[0.5]": 0.8534435147227489, - "sMAPE[0.5]": 0.4790928360372206, - "MSIS": 3.6149833441266352, - "RMSE[mean]": 4.812626039809627, - "NRMSE[mean]": 0.645268295840397, - "ND[0.5]": 0.5146086506604575, - "mean_weighted_sum_quantile_loss": 0.389505197721476 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.879513651637716, - 11.275618554813175, - 10.41300540487342, - 9.283030640874161, - 10.081013581675014, - 9.66853900019246, - 10.140018447527895, - 9.668539000154315, - 9.754659565483271, - 10.2262029883054, - 10.505277647769907, - 9.893978818102298, - 10.320726194198162, - 9.754659565483271, - 10.413001920984033, - 10.181183621915988, - 10.827309499935279, - 10.592765092950732, - 9.27580382685694, - 10.07307326107641, - 10.222348796304926, - 11.199071176352476, - 9.57669644302916, - 10.796743989110919 - ], - "p10": [ - 4.605102997446555, - 5.588953793428128, - 5.077899540964144, - 4.895956875320972, - 5.507259057980625, - 5.507259056300417, - 5.526498245037522, - 5.077896057074777, - 5.332623404219974, - 5.332623404219974, - 5.588796924099282, - 4.899638202591629, - 5.1078088466495215, - 5.582567056193021, - 5.5957914295831035, - 5.582567056193021, - 5.073970460558226, - 5.603877705923678, - 5.111734443166054, - 5.3281520341174025, - 5.505776103189767, - 5.570322372902422, - 5.3148054564650264, - 5.3281520341174025 - ], - "p90": [ - 15.802615997501194, - 15.871947238023859, - 15.832887901680058, - 16.164019530026767, - 15.750711387934803, - 16.12128511830029, - 15.84023353976636, - 15.746001204152861, - 15.280468380541954, - 16.121285118262126, - 16.670074355165877, - 15.832067848682357, - 15.759360132812695, - 15.753271975739809, - 15.84023353976551, - 16.125558551701268, - 18.297460395209807, - 15.832067848682357, - 15.638694345191334, - 15.767447473507977, - 15.749750414372404, - 18.297460395209807, - 15.639217698753955, - 15.76663090439966 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_045004.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_045004.json deleted file mode 100644 index e31e71513cd32b103df483572b782995021128b7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_045004.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T04:50:04.848032+00:00", - "metrics": { - "MSE[mean]": 15.53189797511513, - "MSE[0.5]": 13.912520898518205, - "MAE[0.5]": 3.065849625875549, - "MASE[0.5]": 0.5763477103473619, - "MAPE[0.5]": 0.48305937844647584, - "sMAPE[0.5]": 0.3707612539461563, - "MSIS": 2.995596264543449, - "RMSE[mean]": 3.941052901841731, - "NRMSE[mean]": 0.5031131364053274, - "ND[0.5]": 0.3913850586224106, - "mean_weighted_sum_quantile_loss": 0.2974882832496215 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.62629264220956, - 8.848602493472967, - 8.843546527400076, - 9.779169591334341, - 8.891391019656497, - 9.314817843153836, - 9.743838315235566, - 9.270467582609117, - 9.031236020766022, - 9.404489030215826, - 9.644816134902118, - 9.65607949088554, - 9.814501548195587, - 8.788683236915782, - 8.891391024531409, - 9.742160964083077, - 9.414444753843448, - 9.603072952615845, - 9.414444753843448, - 8.966998992075949, - 9.980089872436713, - 8.37354825540472, - 8.843881649912186, - 9.603072952615845 - ], - "p10": [ - 4.830968706922158, - 4.801938772839857, - 4.612996856935898, - 5.028696937406869, - 3.9776744088451435, - 4.740998827891301, - 5.020191008676054, - 4.108379265140557, - 4.613020623463732, - 4.457684616519096, - 4.5980024792888115, - 4.900900533154821, - 4.85238955892719, - 4.735308234456704, - 4.735308234456704, - 4.735308234456704, - 4.868491502005273, - 4.803598226875651, - 4.85238955892719, - 4.613020623463732, - 4.684092892916971, - 4.803598226875651, - 4.900900533154821, - 4.900900533154821 - ], - "p90": [ - 14.88250805451269, - 14.961331061568425, - 15.38407198886143, - 15.195610140692766, - 15.197707893132293, - 14.832343682011704, - 15.341235441872605, - 14.962990515604202, - 15.441789305327891, - 15.381646216855415, - 15.341235441873604, - 15.441789305327891, - 15.381646216855415, - 15.100422388672525, - 14.971411393918844, - 15.074164281217861, - 15.336745355764513, - 15.441789305327891, - 15.195610481074501, - 15.182259291589727, - 15.315771186437477, - 14.828259432705504, - 15.59101577556994, - 15.182259291589727 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_061000.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_061000.json deleted file mode 100644 index 7a2291b7a55e2d1fa629c280425dceca49d84134..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_061000.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T06:10:00.137021+00:00", - "metrics": { - "MSE[mean]": 13.823037197068068, - "MSE[0.5]": 12.018644079409995, - "MAE[0.5]": 2.8867375894226797, - "MASE[0.5]": 0.5343061862170512, - "MAPE[0.5]": 0.4469247763731576, - "sMAPE[0.5]": 0.34155288315603355, - "MSIS": 3.345312376619626, - "RMSE[mean]": 3.7179345337254217, - "NRMSE[mean]": 0.44615214404705056, - "ND[0.5]": 0.34640851073072154, - "mean_weighted_sum_quantile_loss": 0.26420064964827106 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 9.94244006423498, - 9.735452094955715, - 9.8788492158932, - 9.238411477145346, - 9.035713861069075, - 10.149202293930774, - 9.932922953991099, - 9.83887864778038, - 9.085704439738105, - 8.969293791640707, - 10.12927042087625, - 9.313434118249518, - 9.932922953991252, - 9.838878647780382, - 9.932922953991252, - 9.237080561703928, - 9.094414132448252, - 9.90131237579806, - 9.85886692425562, - 9.610886853874803, - 9.932922953991252, - 10.292196069683797, - 9.587995041589643, - 9.496548218522964 - ], - "p10": [ - 4.856049984179124, - 4.614967380590082, - 4.680839418926572, - 4.491136391287417, - 4.686263472108213, - 4.620350002141083, - 4.344131466345835, - 4.344131466345986, - 4.630909502264404, - 4.491136466971356, - 4.758498112946353, - 4.617988148746222, - 4.666750772455912, - 4.680845403764231, - 5.024686124204044, - 4.686263473065307, - 4.758498112946353, - 4.679672125974095, - 4.78552692037804, - 4.792609770347757, - 4.754826428716777, - 4.789198604607616, - 4.491136466971356, - 4.679672125974095 - ], - "p90": [ - 15.18633135932989, - 15.279811421513045, - 15.304848025145974, - 15.081347164854773, - 15.067725237870878, - 14.92091332285247, - 15.401537647367366, - 14.515258958444099, - 15.282529463671008, - 14.935594514460911, - 15.302732491183445, - 14.581378758898694, - 15.205298157398978, - 15.067725238827972, - 16.099847361007512, - 15.203945255935384, - 15.223755311797829, - 15.302732491183445, - 15.223755311797829, - 15.203945255935384, - 15.282529463671008, - 15.205298157398978, - 15.30485400998363, - 17.13090497092344 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_072519.json deleted file mode 100644 index 256ff189657060989d0bdafe2bd0909151610af5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_072519.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T07:25:19.143678+00:00", - "metrics": { - "MSE[mean]": 17.29432923734014, - "MSE[0.5]": 15.331562174013131, - "MAE[0.5]": 3.207185477220902, - "MASE[0.5]": 0.5943818645042599, - "MAPE[0.5]": 0.8147561773391233, - "sMAPE[0.5]": 0.4065410658434571, - "MSIS": 3.928371024171724, - "RMSE[mean]": 4.158645120389589, - "NRMSE[mean]": 0.5308908664327135, - "ND[0.5]": 0.4094279332622428, - "mean_weighted_sum_quantile_loss": 0.321670528051352 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 9.702381466125548, - 9.703585615574749, - 10.141843612461727, - 10.25031755444606, - 10.613285289241237, - 9.68911006353797, - 9.277315927413365, - 9.571442896741654, - 9.745999344948846, - 9.68770523363009, - 9.686300605933525, - 9.85889943111613, - 9.821792844540962, - 9.687705233625302, - 10.035996900814634, - 9.745999344880204, - 10.319022474247738, - 9.689109861317412, - 9.872888710434214, - 9.171785308476455, - 10.383991800253474, - 9.784686257965811, - 9.983202622762878, - 9.693640824952615 - ], - "p10": [ - 5.198081139439987, - 5.066985417961589, - 5.049030863261429, - 4.958385505710564, - 5.2222350818278835, - 5.33072863634561, - 4.850883444781219, - 5.149617191584199, - 5.058445255100209, - 5.190430595448951, - 5.0756543754259305, - 4.958343948563242, - 5.373037538735985, - 4.850883430674853, - 5.170869773048726, - 5.2192693666368735, - 4.850883430674853, - 5.077566499913822, - 4.381166886173793, - 4.4705311322641, - 5.2077656146127795, - 4.812848200833779, - 5.222232182912664, - 5.190430595444162 - ], - "p90": [ - 15.666101709973631, - 15.475097480867834, - 15.467153056814507, - 15.543716503106584, - 15.832918337188715, - 15.017194883066555, - 15.549231874037348, - 15.674432871044914, - 15.383902158863696, - 15.679989784037422, - 14.755785556795942, - 15.435099135860945, - 15.466557317937813, - 15.43509913586092, - 15.43509913586092, - 15.468000706499105, - 15.679989784032633, - 15.468000706499105, - 15.020528915811584, - 15.438244954068608, - 15.43509913586092, - 15.9099688120399, - 15.34471013753335, - 15.341375902567762 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_083724.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_083724.json deleted file mode 100644 index f746f089ac599ca3fbd1138b06d40a7ed966b2f3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_083724.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T08:37:24.387423+00:00", - "metrics": { - "MSE[mean]": 13.310263033137787, - "MSE[0.5]": 12.618585377241923, - "MAE[0.5]": 2.845261982810276, - "MASE[0.5]": 0.5426724841386487, - "MAPE[0.5]": 0.4707017371003568, - "sMAPE[0.5]": 0.34425642776408116, - "MSIS": 3.2504879696741598, - "RMSE[mean]": 3.6483233180651338, - "NRMSE[mean]": 0.4513389671833155, - "ND[0.5]": 0.3519911731311682, - "mean_weighted_sum_quantile_loss": 0.27590227035145887 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 8.071107342780598, - 8.889285842270388, - 9.22095436573533, - 9.832831046282594, - 9.027480559618104, - 9.6367084283002, - 9.000445110352743, - 9.642935366241792, - 9.221903049916968, - 8.63168888029049, - 9.314826482767211, - 9.38971134287341, - 9.837106038836815, - 9.521095754995196, - 9.837106039227626, - 8.891725059417952, - 10.446776305538505, - 9.636825757384408, - 8.923802508900376, - 9.028188783458956, - 8.921287361430709, - 10.563456636668816, - 9.514982926055499, - 10.05163787959425 - ], - "p10": [ - 3.3589434785968963, - 4.130557688316981, - 4.1252059061754265, - 4.3567451959460035, - 5.208410851239975, - 4.360939799473013, - 4.597238724438948, - 4.486842054583438, - 4.361056595085926, - 3.758974673707292, - 4.361057113915915, - 4.514990277258994, - 4.496047755893802, - 4.4960477562290695, - 4.453081944178913, - 4.299164565370876, - 4.641600765721325, - 4.915019931550663, - 4.34113667407108, - 4.422044848620391, - 4.273907389126524, - 4.361053434591754, - 4.422044848620393, - 4.444087124234017 - ], - "p90": [ - 14.619918998052562, - 15.404376789737245, - 14.821759987757265, - 14.766502099032621, - 14.775910252287916, - 15.247903214703403, - 15.509307296713704, - 16.017457020044887, - 14.584033433000947, - 14.36244514713125, - 14.829190918748207, - 15.06012086781558, - 15.274151162430277, - 16.01746024012725, - 15.078910837584786, - 15.078910837593988, - 16.017460240193518, - 17.139338652983035, - 15.036438459277008, - 15.017648491922367, - 14.584033966472294, - 16.040942134662433, - 14.31144298265751, - 14.897204513473826 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_094842.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_094842.json deleted file mode 100644 index 91f05c6681f9e3cb07aaa3a99cadf748e062ea27..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_094842.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T09:48:42.578345+00:00", - "metrics": { - "MSE[mean]": 12.519408401326748, - "MSE[0.5]": 12.083739162326596, - "MAE[0.5]": 2.848154613412234, - "MASE[0.5]": 0.5403613495801868, - "MAPE[0.5]": 0.4117440583637422, - "sMAPE[0.5]": 0.33602305663391596, - "MSIS": 3.6483448150262583, - "RMSE[mean]": 3.5382776037680745, - "NRMSE[mean]": 0.4288821337900696, - "ND[0.5]": 0.34523086223178595, - "mean_weighted_sum_quantile_loss": 0.26573746957819805 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 7.9196796214652325, - 8.908176396959405, - 8.900922502178952, - 9.382762367453264, - 9.640618817703901, - 8.420035935273956, - 8.51603722435613, - 9.623954693553918, - 8.971157660851114, - 8.346491047294922, - 9.8566476262164, - 8.396051205683158, - 9.38481222400171, - 9.908496169531347, - 8.72179508106393, - 8.453708383261187, - 9.51373072298811, - 9.218928546838843, - 8.914014438335595, - 9.218928546838853, - 8.856154984090828, - 9.218928546838853, - 8.914014438335597, - 9.699334791815234 - ], - "p10": [ - 3.5995213066287777, - 4.034657428947214, - 4.239816328101473, - 3.975524233296677, - 4.734271947242272, - 3.9243810962461922, - 3.980765938683832, - 4.259345496424785, - 4.118272249388368, - 3.4662893230016887, - 4.259346723671051, - 4.133550067684754, - 4.22684390156213, - 4.252908264239967, - 3.924431349328018, - 3.9487766365224077, - 4.249307994286185, - 4.1932923887864915, - 3.94877663652285, - 4.118272442283634, - 4.351027307588752, - 4.249307994286254, - 4.259346728399958, - 4.258695125373817 - ], - "p90": [ - 13.669009857162425, - 14.380122828458497, - 14.422563373078756, - 16.06732552494457, - 14.887088912492683, - 13.802972663463118, - 14.134796513965574, - 14.381623873606557, - 14.435655116340136, - 14.463737811592537, - 15.364921127733265, - 14.203038618218404, - 14.435655309119472, - 14.857703566481568, - 14.935160993297648, - 14.435655309234956, - 14.415110658506544, - 14.887409866726962, - 14.716480634830571, - 14.716480634830571, - 15.598543451772777, - 15.598543451772777, - 14.134804382291486, - 15.364921132462172 - ], - "mean": [ - 8.446607952183184, - 9.337744006973319, - 9.353766498365282, - 9.773646444446486, - 9.723108396501265, - 8.631589449321927, - 8.8527168726711, - 9.609908546700343, - 9.242637109464011, - 8.857515703169572, - 10.067233163646103, - 8.951053856229219, - 9.470418184856888, - 9.991390674852076, - 9.307630678118237, - 8.969346261421494, - 9.751951022353948, - 9.53282860446718, - 9.357008159102811, - 9.492607187262509, - 9.616686666765723, - 9.581809232190427, - 9.495281168530534, - 9.827598044713785 - ], - "quantiles": { - "0.1": [ - 3.5995213066287777, - 4.034657428947214, - 4.239816328101473, - 3.975524233296677, - 4.734271947242272, - 3.9243810962461922, - 3.980765938683832, - 4.259345496424785, - 4.118272249388368, - 3.4662893230016887, - 4.259346723671051, - 4.133550067684754, - 4.22684390156213, - 4.252908264239967, - 3.924431349328018, - 3.9487766365224077, - 4.249307994286185, - 4.1932923887864915, - 3.94877663652285, - 4.118272442283634, - 4.351027307588752, - 4.249307994286254, - 4.259346728399958, - 4.258695125373817 - ], - "0.2": [ - 4.306056667873411, - 5.5806043653779485, - 5.651127442557724, - 5.590752857760532, - 5.6750107992192875, - 5.354443460951619, - 5.484293991287546, - 5.9534877553639785, - 5.388003822867883, - 4.82878423696299, - 5.666211011998741, - 5.436835112787052, - 5.6753317533376455, - 6.040691483440116, - 5.498794710125555, - 5.220452507128383, - 6.002272980108428, - 5.615597782819317, - 5.633674741152882, - 5.66214569055175, - 5.666211016727648, - 6.040691483458267, - 5.666211016727648, - 6.002272980108497 - ], - "0.3": [ - 5.685337828486555, - 6.784551216206667, - 6.806704524039428, - 6.4031619215653, - 6.988920508798929, - 6.263346958119084, - 6.0256049125115805, - 7.397157331575235, - 6.5654728303958665, - 6.036823357582805, - 7.378925243810721, - 6.405211777489256, - 6.8103726584205075, - 7.567859650936714, - 6.440890227407971, - 6.08463362086928, - 7.391917197782578, - 6.51858105383795, - 6.268340617174765, - 7.009971364181937, - 6.6254159341980445, - 6.594003261999263, - 6.8197964601960726, - 7.194580593500394 - ], - "0.4": [ - 7.0375173160499385, - 7.9527127503251736, - 7.9713387156392, - 8.026128143932048, - 8.064799062939393, - 7.378874995454962, - 7.3964019286862435, - 8.396049974448406, - 7.877082672357118, - 7.282660631969319, - 8.430645507797504, - 7.826067831948449, - 8.356004565093578, - 8.695453627870958, - 8.00621528268296, - 7.500477735838541, - 8.295934603388329, - 8.036327763661582, - 7.877082865252382, - 8.295934603388396, - 7.941491537178461, - 8.065120017173683, - 8.192091867497677, - 8.065120017173683 - ], - "0.5": [ - 7.9196796214652325, - 8.908176396959405, - 8.900922502178952, - 9.382762367453264, - 9.640618817703901, - 8.420035935273956, - 8.51603722435613, - 9.623954693553918, - 8.971157660851114, - 8.346491047294922, - 9.8566476262164, - 8.396051205683158, - 9.38481222400171, - 9.908496169531347, - 8.72179508106393, - 8.453708383261187, - 9.51373072298811, - 9.218928546838843, - 8.914014438335595, - 9.218928546838853, - 8.856154984090828, - 9.218928546838853, - 8.914014438335597, - 9.699334791815234 - ], - "0.6": [ - 9.231901390755977, - 10.186325112705294, - 10.246821064685502, - 11.018195041735385, - 10.269619171807424, - 9.757679558607613, - 9.305871066482364, - 10.713060060916131, - 10.259912807946879, - 9.60697204891761, - 11.172525855304567, - 9.439903268919815, - 10.646354062763434, - 10.917193443119242, - 10.2643721442532, - 9.349135081378472, - 10.592229795503885, - 10.431686484901798, - 10.309543869920894, - 10.404177325050584, - 10.431686484901808, - 10.26437214425604, - 10.309543869920898, - 10.794714152989737 - ], - "0.7": [ - 10.179032531094904, - 11.729902587251859, - 11.554487251300358, - 12.750339888105014, - 12.02168142844785, - 10.478720484009049, - 11.355438598258193, - 11.655997137869663, - 11.41054288918258, - 11.315471614530523, - 12.605044998477082, - 10.98793221958064, - 11.821002442522957, - 12.221659557420008, - 11.776376707735345, - 11.355446466583661, - 11.925129157407131, - 11.824394202038443, - 11.928520916806766, - 11.655998369844836, - 12.221659557438159, - 11.551795559107934, - 11.925129157407198, - 11.928520916806766 - ], - "0.8": [ - 11.886770935088402, - 13.333209240535332, - 13.332163484738347, - 13.989203998549321, - 13.99093290097941, - 11.98438498432873, - 12.567094711098509, - 13.007068323979503, - 12.756616448211417, - 12.693577295160605, - 13.639527579057113, - 12.973511913662836, - 13.324368816195758, - 13.43726515466775, - 13.437265154683061, - 13.17229628075826, - 13.461364919854539, - 13.30400360997492, - 13.7083804327622, - 13.141300122160338, - 13.708810174182034, - 13.301898495384064, - 13.296280915152156, - 13.386699547410867 - ], - "0.9": [ - 13.669009857162425, - 14.380122828458497, - 14.422563373078756, - 16.06732552494457, - 14.887088912492683, - 13.802972663463118, - 14.134796513965574, - 14.381623873606557, - 14.435655116340136, - 14.463737811592537, - 15.364921127733265, - 14.203038618218404, - 14.435655309119472, - 14.857703566481568, - 14.935160993297648, - 14.435655309234956, - 14.415110658506544, - 14.887409866726962, - 14.716480634830571, - 14.716480634830571, - 15.598543451772777, - 15.598543451772777, - 14.134804382291486, - 15.364921132462172 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_111400.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_111400.json deleted file mode 100644 index 0a9d5085e1dc0b8b5e935f5192c03597cd9aa513..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_111400.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T11:14:00.274437+00:00", - "metrics": { - "MSE[mean]": 11.920610556667446, - "MSE[0.5]": 10.786020330512107, - "MAE[0.5]": 2.545110517603947, - "MASE[0.5]": 0.4919408248791522, - "MAPE[0.5]": 0.35249762324952244, - "sMAPE[0.5]": 0.2990618636396278, - "MSIS": 4.228129762640326, - "RMSE[mean]": 3.4526237206894477, - "NRMSE[mean]": 0.40619102596346446, - "ND[0.5]": 0.29942476677693497, - "mean_weighted_sum_quantile_loss": 0.24642194639310577 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 7.417506883162054, - 8.349766818384069, - 8.953409162238087, - 8.960724172821491, - 8.46489217466101, - 8.72323899873355, - 8.434969747711348, - 8.429582796415186, - 8.568668271196437, - 8.718484279557337, - 8.2909654864029, - 8.5686684041573, - 8.526413018954173, - 8.547540711845649, - 8.676866535294174, - 9.617028544577547, - 9.186191414838277, - 9.428914812875764, - 8.832011433489624, - 8.726651579425418, - 8.832011433489626, - 8.84916130644404, - 8.73622907054064, - 8.726651579425418 - ], - "p10": [ - 3.7691082855876874, - 3.991720825878492, - 4.338191712466878, - 4.045426771272732, - 4.140924228063642, - 4.228177379749774, - 3.6812985382528565, - 3.8111167460929916, - 3.3343320350041035, - 4.2958327815206365, - 3.990525266353038, - 3.681303906392775, - 4.165494799125464, - 4.603639606395677, - 3.974026876251841, - 4.154250165268138, - 4.1675524631613445, - 4.127095031333052, - 3.9827324671715107, - 4.346876092576232, - 4.030297747380643, - 4.053048459812765, - 3.974026876253893, - 4.169399612541516 - ], - "p90": [ - 13.585469835650374, - 14.71768208116692, - 15.278974210538019, - 13.935511896238761, - 14.322131599189465, - 14.096134908554568, - 14.09616358732076, - 14.77275654954611, - 13.92324909967709, - 14.69404133552744, - 14.69085997390823, - 13.737204544019992, - 14.681760263937939, - 13.884969672336705, - 14.173999160415658, - 13.952810034786316, - 14.368992899107209, - 14.096866185276742, - 13.952810034786639, - 14.183829442638679, - 14.772757396087112, - 14.22477527077798, - 14.400269635598576, - 14.272301982627418 - ], - "mean": [ - 8.474608730591404, - 8.972363461376611, - 9.721681352118118, - 9.162425126972686, - 9.127726676562979, - 9.040268360481456, - 8.560494843254151, - 9.054247176004012, - 8.675304484443572, - 9.419553917000316, - 8.991935544797167, - 8.768629743017478, - 8.986789070738778, - 9.053458107041347, - 8.925387770721361, - 9.362069456722244, - 9.484690896704912, - 9.260605342914475, - 9.133661546909533, - 9.31357030290046, - 9.218196905064886, - 9.223058643477842, - 9.15223573964606, - 9.3411769086655 - ], - "quantiles": { - "0.1": [ - 3.7691082855876874, - 3.991720825878492, - 4.338191712466878, - 4.045426771272732, - 4.140924228063642, - 4.228177379749774, - 3.6812985382528565, - 3.8111167460929916, - 3.3343320350041035, - 4.2958327815206365, - 3.990525266353038, - 3.681303906392775, - 4.165494799125464, - 4.603639606395677, - 3.974026876251841, - 4.154250165268138, - 4.1675524631613445, - 4.127095031333052, - 3.9827324671715107, - 4.346876092576232, - 4.030297747380643, - 4.053048459812765, - 3.974026876253893, - 4.169399612541516 - ], - "0.2": [ - 4.901325209109058, - 5.195531049016622, - 5.712140188018763, - 5.427735592899454, - 5.394638135846286, - 5.344328358601582, - 4.754120671843823, - 5.250605517395809, - 4.729316156079734, - 5.954906365590502, - 5.575021455569829, - 5.325611197088851, - 5.344362405948503, - 5.906064340601135, - 5.34436240602897, - 5.43539452285247, - 5.336908009017431, - 5.420012302339756, - 5.524973855317635, - 5.7119186997459535, - 5.547096071681538, - 5.218762218089578, - 5.4039467207158465, - 5.4039467207158465 - ], - "0.3": [ - 5.729996333367971, - 5.856279316414027, - 7.284580068143918, - 6.340606492263368, - 6.328627798491964, - 6.212284270500029, - 5.781123445226476, - 6.4072583467979705, - 5.853770735096429, - 6.547525721863177, - 6.1500374747501985, - 6.4408658228426825, - 6.004715518312364, - 6.900886148121665, - 5.9897727788659285, - 6.547525742910893, - 6.959205001014037, - 6.481921137020607, - 6.547525742911215, - 6.7323023863580564, - 6.715692006028156, - 7.183211031760309, - 6.435959889785074, - 6.435959889785074 - ], - "0.4": [ - 6.740718559053779, - 7.524732007727975, - 8.240492332458544, - 7.734676538296712, - 7.584189213199277, - 7.608179011093601, - 7.238401276806851, - 7.744242813929342, - 7.24683701111837, - 7.786528678165121, - 7.307351994198501, - 7.49712811526394, - 6.959205000931569, - 7.497128115774257, - 7.584405137981147, - 7.961928103757413, - 7.790580525975698, - 7.790580525975741, - 7.9418030918544655, - 7.93586598016184, - 7.7905805259757495, - 7.6899327125719426, - 7.736045907822662, - 7.6899327125719426 - ], - "0.5": [ - 7.417506883162054, - 8.349766818384069, - 8.953409162238087, - 8.960724172821491, - 8.46489217466101, - 8.72323899873355, - 8.434969747711348, - 8.429582796415186, - 8.568668271196437, - 8.718484279557337, - 8.2909654864029, - 8.5686684041573, - 8.526413018954173, - 8.547540711845649, - 8.676866535294174, - 9.617028544577547, - 9.186191414838277, - 9.428914812875764, - 8.832011433489624, - 8.726651579425418, - 8.832011433489626, - 8.84916130644404, - 8.73622907054064, - 8.726651579425418 - ], - "0.6": [ - 9.343555772056254, - 9.510146523954507, - 10.250532286209186, - 10.4240442798204, - 9.42727087774464, - 9.742398869853721, - 9.290346151484673, - 9.522165334246068, - 9.74243278379897, - 9.750364223155259, - 9.1931458694755, - 9.892898337390003, - 9.881001347450605, - 9.606667203424223, - 9.742432917281109, - 11.067516888802839, - 11.225367614232717, - 11.067516888803151, - 10.149012845149212, - 10.149012845149212, - 10.09456634188668, - 10.25921666631854, - 9.782651447825561, - 10.432192432992792 - ], - "0.7": [ - 10.5522275174336, - 11.182232753717905, - 12.148147289633833, - 11.955838084477362, - 11.525767836819618, - 11.804420187263663, - 10.901503303598107, - 10.722261868201432, - 11.859438410597143, - 11.859438523033294, - 10.19899933140374, - 10.749217709421453, - 11.346436274013039, - 11.067516888790148, - 11.237308068636043, - 11.882510027148879, - 12.156831669743134, - 11.827870972429922, - 11.817983193972273, - 11.383764497823552, - 11.859438544081332, - 11.665885761228054, - 11.586232016877128, - 11.859438544081332 - ], - "0.8": [ - 12.34454047135446, - 12.63165158425726, - 13.234858164731795, - 12.89702738990766, - 13.225332345105834, - 12.722166486771837, - 12.236890265634626, - 12.682836776762048, - 12.693821492698024, - 13.22809087113191, - 12.647326382981147, - 11.804454234169775, - 13.209980629299844, - 12.637476258067675, - 12.476887690578076, - 13.206088719255192, - 13.56165893271999, - 12.757439779247736, - 12.637476258080685, - 12.89839675943361, - 12.637476258080685, - 12.682837623303051, - 12.366811441687691, - 12.959935151397996 - ], - "0.9": [ - 13.585469835650374, - 14.71768208116692, - 15.278974210538019, - 13.935511896238761, - 14.322131599189465, - 14.096134908554568, - 14.09616358732076, - 14.77275654954611, - 13.92324909967709, - 14.69404133552744, - 14.69085997390823, - 13.737204544019992, - 14.681760263937939, - 13.884969672336705, - 14.173999160415658, - 13.952810034786316, - 14.368992899107209, - 14.096866185276742, - 13.952810034786639, - 14.183829442638679, - 14.772757396087112, - 14.22477527077798, - 14.400269635598576, - 14.272301982627418 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_122659.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_122659.json deleted file mode 100644 index 79099835e1822b037005b4ef0812220c6f24d773..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_122659.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T12:26:59.639391+00:00", - "metrics": { - "MSE[mean]": 14.836142851263304, - "MSE[0.5]": 14.681084399566382, - "MAE[0.5]": 2.916972144367751, - "MASE[0.5]": 0.5653351127711389, - "MAPE[0.5]": 0.483277061179155, - "sMAPE[0.5]": 0.35714382300250497, - "MSIS": 3.6617206128210698, - "RMSE[mean]": 3.851771391355321, - "NRMSE[mean]": 0.4553818393720576, - "ND[0.5]": 0.3448637017971725, - "mean_weighted_sum_quantile_loss": 0.2770470033424465 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 8.627368007949888, - 9.321013917916655, - 8.508141192864427, - 7.9264560531646815, - 7.890492243509713, - 8.342744000566057, - 8.432144531075496, - 8.562788927342705, - 8.444921020816102, - 8.499933827408508, - 9.021159604625504, - 8.499933826443844, - 8.499933826422495, - 8.2999562730798, - 7.926397549987241, - 8.392808900293735, - 7.8149470365222555, - 8.309850438754811, - 8.528387972323722, - 9.294423697908908, - 7.714454546325793, - 8.528387972323722, - 8.676001969730459, - 8.405585624527328 - ], - "p10": [ - 3.7365077701356397, - 4.522108837955468, - 3.901699863926585, - 3.561266337204474, - 3.7996221912704047, - 3.964279152675016, - 3.886683578776423, - 3.9499154445876616, - 3.421691345615905, - 3.9642776516408214, - 3.9485070711780907, - 3.523504806904942, - 4.073565958418046, - 3.9651759144124146, - 3.7401843179473886, - 3.948507071019464, - 3.7401843179472873, - 3.8175104655921874, - 3.5612078340269306, - 3.8866833381043486, - 3.7401843179472856, - 4.0665235816116185, - 3.9546284601294044, - 3.948507071019448 - ], - "p90": [ - 13.964902070403332, - 14.545787743329393, - 13.951046085689379, - 13.884685008220574, - 13.899157358947404, - 14.198884868021288, - 13.916679552570786, - 13.88106512062239, - 13.938323960400126, - 15.185286193076351, - 13.918843776289588, - 13.916679311924131, - 14.061894110244006, - 13.644874667150978, - 13.88106508205917, - 13.886790969275282, - 13.863761457228426, - 13.422266410320114, - 13.646794042526151, - 14.061894110239933, - 13.647098881404652, - 14.195324201586002, - 14.156636993919061, - 13.916679311898712 - ], - "mean": [ - 8.964610582675254, - 9.6236297425085, - 8.937089490228615, - 8.539453306188475, - 8.669884869705855, - 8.845053095506282, - 8.739193073566316, - 8.7612677729201, - 8.850748408096765, - 9.258353367494724, - 8.930619193193035, - 9.28412975507396, - 9.39340195048615, - 8.514653343602113, - 8.41838115629873, - 8.776493444089597, - 8.596546135905133, - 8.70488550975168, - 8.576027017705274, - 9.22462834800442, - 8.53056416824637, - 9.184392563740476, - 9.18872151167175, - 8.974310265457014 - ], - "quantiles": { - "0.1": [ - 3.7365077701356397, - 4.522108837955468, - 3.901699863926585, - 3.561266337204474, - 3.7996221912704047, - 3.964279152675016, - 3.886683578776423, - 3.9499154445876616, - 3.421691345615905, - 3.9642776516408214, - 3.9485070711780907, - 3.523504806904942, - 4.073565958418046, - 3.9651759144124146, - 3.7401843179473886, - 3.948507071019464, - 3.7401843179472873, - 3.8175104655921874, - 3.5612078340269306, - 3.8866833381043486, - 3.7401843179472856, - 4.0665235816116185, - 3.9546284601294044, - 3.948507071019448 - ], - "0.2": [ - 5.188358402336488, - 5.644647018166617, - 4.862955992435628, - 4.796439571450375, - 4.862600250639444, - 4.371717139455911, - 4.949329419280461, - 5.084196939804358, - 4.855218929326888, - 5.2741915862729165, - 5.44917357197953, - 5.174137301781518, - 5.38784219074884, - 4.909474807992211, - 4.85521892314792, - 4.8644338649245515, - 4.862590876569193, - 5.09330510097287, - 4.480772717151627, - 5.174137301756098, - 4.762035774209263, - 5.274191585282832, - 4.855218923147817, - 5.173631066952165 - ], - "0.3": [ - 6.4572096768427, - 7.023104330756285, - 6.171598329521331, - 5.62734231461817, - 5.844411202586975, - 5.474341029414823, - 6.221112369037785, - 6.262055281040798, - 5.474339533569616, - 6.442988577252395, - 6.707382942329773, - 6.22111212839113, - 6.304942462741183, - 6.018753569589817, - 5.646139478922096, - 6.223497356698074, - 6.125489320435176, - 6.494273951807056, - 5.758517152849613, - 6.70738294217113, - 5.758517152849613, - 6.323322699991239, - 5.880197606940648, - 6.290989868670937 - ], - "0.4": [ - 7.717842938433783, - 8.130711538386068, - 7.202150516795522, - 6.499699630944924, - 7.135389753039527, - 7.030362808940438, - 7.244991754032589, - 7.525051273758679, - 7.173856578905886, - 7.20178540191917, - 7.729781995050253, - 7.72544891152807, - 7.703621837857467, - 7.073573372943587, - 7.098143350782767, - 7.428240010115436, - 7.1736599451736, - 7.525051235195356, - 7.784968339487548, - 7.817847657100884, - 7.171893411423751, - 7.486326745163383, - 7.42824001011542, - 7.665121319336123 - ], - "0.5": [ - 8.627368007949888, - 9.321013917916655, - 8.508141192864427, - 7.9264560531646815, - 7.890492243509713, - 8.342744000566057, - 8.432144531075496, - 8.562788927342705, - 8.444921020816102, - 8.499933827408508, - 9.021159604625504, - 8.499933826443844, - 8.499933826422495, - 8.2999562730798, - 7.926397549987241, - 8.392808900293735, - 7.8149470365222555, - 8.309850438754811, - 8.528387972323722, - 9.294423697908908, - 7.714454546325793, - 8.528387972323722, - 8.676001969730459, - 8.405585624527328 - ], - "0.6": [ - 9.864735649810315, - 10.495515241368361, - 10.068505344000977, - 9.093358984439272, - 9.3041576908859, - 9.834165125429523, - 9.417059551367077, - 9.859990717696737, - 9.933574757278677, - 10.068140229124625, - 9.986924063978652, - 10.89745936325773, - 9.834163623409317, - 9.434206037545424, - 9.30414831681575, - 9.508924575580103, - 9.423918001434911, - 9.42391800143491, - 9.473449690676894, - 10.46489865785652, - 9.021159604466861, - 9.508924575580087, - 9.81694558625313, - 9.364923562123364 - ], - "0.7": [ - 11.18990933170899, - 12.144698405221108, - 12.388616481633262, - 11.009773243223707, - 10.492830735281094, - 11.917267026936932, - 10.595099918237928, - 11.02697018563265, - 11.917265531091724, - 11.606201135161221, - 11.026970147227969, - 11.917265524938072, - 11.54693677535734, - 11.025536406107905, - 10.492821361210945, - 11.161900752587039, - 10.654486052897516, - 11.310332161332537, - 11.056158825627941, - 11.372962448814645, - 11.124265742264713, - 11.344534447993883, - 11.471587148116814, - 11.564716082998627 - ], - "0.8": [ - 12.425449250140142, - 13.072641969053512, - 13.396618287029701, - 12.236839776987214, - 12.11218889314987, - 13.043218211364865, - 12.540298132458906, - 12.03383190910121, - 13.022342979663904, - 13.164154878818918, - 12.055549443084995, - 13.022342973510252, - 13.043216709344659, - 12.11217951908027, - 12.430819852540633, - 12.433786066961314, - 12.431413095424686, - 12.152814593245859, - 12.231615885796034, - 13.429193772743657, - 12.406330223814559, - 13.164154877828834, - 13.329438562867828, - 12.433786066961298 - ], - "0.9": [ - 13.964902070403332, - 14.545787743329393, - 13.951046085689379, - 13.884685008220574, - 13.899157358947404, - 14.198884868021288, - 13.916679552570786, - 13.88106512062239, - 13.938323960400126, - 15.185286193076351, - 13.918843776289588, - 13.916679311924131, - 14.061894110244006, - 13.644874667150978, - 13.88106508205917, - 13.886790969275282, - 13.863761457228426, - 13.422266410320114, - 13.646794042526151, - 14.061894110239933, - 13.647098881404652, - 14.195324201586002, - 14.156636993919061, - 13.916679311898712 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_134657.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_134657.json deleted file mode 100644 index 01d49485c4922b067fb7544e248f1e6bddcee23b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_134657.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-22T13:46:57.544074+00:00", - "metrics": { - "MSE[mean]": 12.552585053023284, - "MSE[0.5]": 12.084570634484699, - "MAE[0.5]": 2.9996982052545618, - "MASE[0.5]": 0.5845149412133381, - "MAPE[0.5]": 0.4413037630608714, - "sMAPE[0.5]": 0.36953599818770133, - "MSIS": 3.027280947613041, - "RMSE[mean]": 3.5429627507247776, - "NRMSE[mean]": 0.4338321735581361, - "ND[0.5]": 0.3673099843168851, - "mean_weighted_sum_quantile_loss": 0.2690629304285382 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.951703623246047, - 8.479832193195008, - 9.424280143966536, - 8.89746416607871, - 8.452711796213043, - 8.896761831777468, - 8.78379513708327, - 8.640953448399745, - 8.84006096499715, - 8.62420860482382, - 8.446854771779185, - 8.452594383355159, - 8.446854769655216, - 7.958641451755822, - 8.234081653666511, - 8.23408165366523, - 8.17650495389577, - 8.514329184523579, - 8.728072611984722, - 8.592808336899129, - 8.289115585292071, - 8.452594383000084, - 8.452594383000084, - 7.809589982765097 - ], - "p10": [ - 4.255138697136335, - 3.5719570156161873, - 4.260868338215801, - 4.037259340566309, - 3.8903416141091522, - 4.036557006265068, - 4.037771897189866, - 4.105527637569572, - 3.4821556215737752, - 4.025459903140129, - 4.025459891916122, - 4.0365378978867925, - 4.145485125457671, - 3.5112035785693125, - 3.664681897910266, - 4.025459889734615, - 3.8981396541547246, - 3.958731680364532, - 4.105527131439955, - 4.047246543476345, - 3.482155539202334, - 4.036537897531718, - 3.8189851215697823, - 3.6562855844426236 - ], - "p90": [ - 14.835134184872803, - 13.978344632577635, - 14.611433134843331, - 14.60772168622092, - 13.709657350373828, - 13.768541943436318, - 13.951109932285597, - 14.607000749315947, - 14.720476667525233, - 14.249097024416608, - 13.769446197745651, - 13.941873214128513, - 14.023254243398299, - 14.249097011020249, - 13.411646107924058, - 15.061958714585746, - 15.06195871458554, - 13.411646107922534, - 14.209329985213575, - 13.957880241406007, - 13.776219614587193, - 13.729050808736933, - 13.411646107922527, - 13.705126410015087 - ], - "mean": [ - 9.704218795097994, - 8.973167573685169, - 9.632068313673125, - 9.264297777773336, - 8.837521974732368, - 9.126115168007944, - 9.086942811628807, - 9.525647002695477, - 9.348052956014303, - 9.154382742922087, - 8.906275606917234, - 8.821766393167259, - 9.070305218300081, - 8.619891704737526, - 8.230991230622, - 9.128717319607922, - 9.08310540112252, - 8.732163891695906, - 9.232010858179075, - 9.12174411785278, - 8.59093130652739, - 8.887039759986243, - 8.821619527059532, - 8.572104317934388 - ], - "quantiles": { - "0.1": [ - 4.255138697136335, - 3.5719570156161873, - 4.260868338215801, - 4.037259340566309, - 3.8903416141091522, - 4.036557006265068, - 4.037771897189866, - 4.105527637569572, - 3.4821556215737752, - 4.025459903140129, - 4.025459891916122, - 4.0365378978867925, - 4.145485125457671, - 3.5112035785693125, - 3.664681897910266, - 4.025459889734615, - 3.8981396541547246, - 3.958731680364532, - 4.105527131439955, - 4.047246543476345, - 3.482155539202334, - 4.036537897531718, - 3.8189851215697823, - 3.6562855844426236 - ], - "0.2": [ - 5.893286551620802, - 5.019959795031754, - 5.7303572874618, - 4.993443427871421, - 5.037754165825161, - 5.349860091831196, - 5.436791840668715, - 5.554779546418825, - 4.649788747910286, - 5.374925241523254, - 5.030985791288369, - 5.34984098345292, - 5.456442306866464, - 4.6497886655482485, - 4.560757303356712, - 5.143082405436379, - 4.483637003902827, - 5.349840983097853, - 5.535111693593103, - 5.1477989086457105, - 4.5607573033551825, - 5.004381935084259, - 5.121993274871346, - 4.5607573033551825 - ], - "0.3": [ - 6.7480410407177995, - 6.08516524142018, - 7.156697443945313, - 6.097605982776646, - 6.180588944390302, - 7.056097323660047, - 6.751509441938747, - 6.751506838165479, - 6.250670814491727, - 6.3213405056286, - 6.290518494476119, - 6.301282107386864, - 6.535258352190719, - 5.83956015536401, - 5.452254606429442, - 6.0579274312255045, - 5.645544814163706, - 6.788557538800232, - 6.751506332035863, - 5.967027511352725, - 6.265403391240371, - 6.138088253854763, - 6.096884539742055, - 5.700653410844048 - ], - "0.4": [ - 7.903149076830265, - 7.52323799893793, - 8.330283137210824, - 7.512388722578179, - 7.577043250165933, - 8.025650218494361, - 7.619039499834264, - 7.901839707406594, - 7.899981911955464, - 7.566481123158349, - 7.625082330569761, - 7.576925837308049, - 7.566481109810374, - 6.580678884911201, - 6.30128210703332, - 7.293642254912672, - 7.244414233276884, - 7.625082328388013, - 7.95864145174642, - 7.522112006743976, - 7.496000188743006, - 7.427963650547237, - 7.325908843253579, - 6.9180668500762 - ], - "0.5": [ - 8.951703623246047, - 8.479832193195008, - 9.424280143966536, - 8.89746416607871, - 8.452711796213043, - 8.896761831777468, - 8.78379513708327, - 8.640953448399745, - 8.84006096499715, - 8.62420860482382, - 8.446854771779185, - 8.452594383355159, - 8.446854769655216, - 7.958641451755822, - 8.234081653666511, - 8.23408165366523, - 8.17650495389577, - 8.514329184523579, - 8.728072611984722, - 8.592808336899129, - 8.289115585292071, - 8.452594383000084, - 8.452594383000084, - 7.809589982765097 - ], - "0.6": [ - 10.112891882343678, - 10.081150802665016, - 10.536674085887993, - 9.935069315459826, - 9.99662636281821, - 10.117089277505038, - 10.018839799133453, - 10.106527953459, - 10.040516431066344, - 10.106527460735144, - 9.91395618537596, - 9.91395618354928, - 10.120021666642153, - 9.159635556188356, - 9.361275105103317, - 10.161631659091892, - 9.996508949605293, - 10.058130081047022, - 10.058130081047016, - 10.053912992470092, - 9.56858864069772, - 9.913956183194205, - 10.044733437271825, - 9.376957572891216 - ], - "0.7": [ - 11.51596222333172, - 11.669631830926054, - 11.782023365725285, - 11.290130700747497, - 10.85807381922601, - 11.170558420128463, - 11.289412367615792, - 11.310666752931816, - 11.326056792039076, - 11.29380759404847, - 11.40120123800967, - 11.227346707898855, - 11.222948384671765, - 10.538542239737577, - 10.586271604799602, - 11.326056709667883, - 11.29380758064275, - 11.293807580642715, - 11.642394020731132, - 11.348600067515717, - 10.587085691212875, - 11.348600067515717, - 11.174937634324916, - 10.588985226180748 - ], - "0.8": [ - 13.248172081882768, - 12.559398095500308, - 13.125425695227493, - 13.084500019306484, - 12.062693078480535, - 12.319789300364507, - 12.53216339520827, - 12.736513994849284, - 12.517751799010188, - 12.614419553440117, - 12.805372778370847, - 12.470008453364402, - 12.485350839286118, - 12.583896052872428, - 12.173517061274136, - 13.16754521021435, - 13.080809926066806, - 12.317959649914563, - 13.101809448174608, - 12.736513488719666, - 12.477250619875727, - 12.532160285305384, - 12.280051166762046, - 12.517751716638747 - ], - "0.9": [ - 14.835134184872803, - 13.978344632577635, - 14.611433134843331, - 14.60772168622092, - 13.709657350373828, - 13.768541943436318, - 13.951109932285597, - 14.607000749315947, - 14.720476667525233, - 14.249097024416608, - 13.769446197745651, - 13.941873214128513, - 14.023254243398299, - 14.249097011020249, - 13.411646107924058, - 15.061958714585746, - 15.06195871458554, - 13.411646107922534, - 14.209329985213575, - 13.957880241406007, - 13.776219614587193, - 13.729050808736933, - 13.411646107922527, - 13.705126410015087 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_002831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_002831.json deleted file mode 100644 index c4f857c3a53e2ecdd69aa4ff6e9fb0c2c81cef03..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_002831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T00:28:31.350765+00:00", - "metrics": { - "MSE[mean]": 16.960079546753192, - "MSE[0.5]": 17.61282671110267, - "MAE[0.5]": 3.1318362304864706, - "MASE[0.5]": 0.6005118737550622, - "MAPE[0.5]": 0.30844808762260234, - "sMAPE[0.5]": 0.3068123675529699, - "MSIS": 4.625369941446088, - "RMSE[mean]": 4.118261714213072, - "NRMSE[mean]": 0.3922154013536259, - "ND[0.5]": 0.29827011718918767, - "mean_weighted_sum_quantile_loss": 0.24067656849036098 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.852461124574953, - 9.120219459563373, - 9.05669933271579, - 8.572276227107452, - 8.941739349915682, - 8.32890703910288, - 8.801782211022577, - 9.050431890310458, - 9.050431834350661, - 8.843937227083638, - 8.873605443060484, - 8.854390779787554, - 8.899444309811617, - 8.65587602839538, - 9.003236057469778, - 8.954908150774472, - 9.0460290827568, - 8.88899075607058, - 8.934044286109684, - 8.90820541922604, - 9.09500628356199, - 8.257770940876654, - 9.003236057469742, - 9.05483456950983 - ], - "p10": [ - 3.9304239908023204, - 4.182497912373303, - 3.890863953480245, - 3.6679793096591915, - 3.543184138628754, - 2.447332808298927, - 3.304480005006469, - 4.378956225689351, - 4.360642752220689, - 3.816681953374009, - 3.7703352786136426, - 3.470122429452104, - 3.543153566453248, - 3.9164541700181226, - 3.3044795037857364, - 3.681583539569284, - 3.816681952321848, - 3.8120472849375555, - 4.172130535326548, - 3.7703352784789237, - 2.8128421962891794, - 3.667740542257457, - 3.9025090315495414, - 3.944950241767022 - ], - "p90": [ - 13.935089490102365, - 14.682187468622846, - 14.232747717661296, - 14.23112172185707, - 13.920219762420952, - 13.870371354163993, - 14.553638255206515, - 14.565556781584371, - 14.679542719297254, - 14.67954271213207, - 13.73872784545946, - 14.817884022826453, - 14.679542711082116, - 13.982267535576963, - 14.553637753985782, - 14.044201732646783, - 14.667623747658428, - 15.097519791232855, - 14.859227728091303, - 14.04420173264678, - 14.540972643577671, - 14.786813381873245, - 14.786813381873245, - 14.540972643577671 - ], - "mean": [ - 8.781605575978999, - 9.527881138234745, - 9.166925417337746, - 8.712474053016996, - 8.949094717928949, - 8.415721862075166, - 8.857340261413691, - 9.196144794510396, - 9.586866840107703, - 9.219898366581862, - 8.727685432525819, - 9.076735024251485, - 8.919723350835882, - 9.063183199165048, - 8.975124259715495, - 9.020137861795108, - 9.408521645831856, - 9.088351197625142, - 9.373387466348087, - 8.783477854663142, - 8.970889683538232, - 8.623668975130315, - 9.255463130030488, - 9.395809742954537 - ], - "quantiles": { - "0.1": [ - 3.9304239908023204, - 4.182497912373303, - 3.890863953480245, - 3.6679793096591915, - 3.543184138628754, - 2.447332808298927, - 3.304480005006469, - 4.378956225689351, - 4.360642752220689, - 3.816681953374009, - 3.7703352786136426, - 3.470122429452104, - 3.543153566453248, - 3.9164541700181226, - 3.3044795037857364, - 3.681583539569284, - 3.816681952321848, - 3.8120472849375555, - 4.172130535326548, - 3.7703352784789237, - 2.8128421962891794, - 3.667740542257457, - 3.9025090315495414, - 3.944950241767022 - ], - "0.2": [ - 5.260560206613858, - 5.605168906126923, - 5.278077517150708, - 5.018650239949022, - 5.1314544369918735, - 5.218175159935319, - 5.121652897248674, - 5.590605249339647, - 5.859298051318389, - 5.247254977170791, - 5.2762127540794665, - 5.131423864831408, - 5.020989307608191, - 5.404145915403551, - 5.008100132312539, - 5.170922889848779, - 5.4041459154032685, - 5.236009514744804, - 5.499296817749684, - 4.4588348671645415, - 5.276212753944748, - 4.904312150983287, - 5.647166496825487, - 5.727240445526533 - ], - "0.3": [ - 6.3231772527592, - 7.409115877286657, - 6.691206332057125, - 5.965533403721103, - 6.817697777213743, - 6.681279990104059, - 6.317286329471152, - 6.817667269213173, - 6.817667213253376, - 6.78660946931043, - 6.698254764079577, - 5.988896962931282, - 6.193190703055059, - 6.1931907030531335, - 6.7880696828300175, - 6.709375420227242, - 7.216119351791015, - 6.7141414157768295, - 6.7141414157768295, - 6.11394400735959, - 6.5801444946489, - 5.988896962914033, - 7.2945149903846485, - 7.2945149903846485 - ], - "0.4": [ - 7.73238815235395, - 8.531178523404453, - 8.013030005210597, - 7.5292472982547185, - 8.082506558725893, - 7.394556070835035, - 7.97250395547025, - 8.173463261079991, - 8.193562884722944, - 8.20696266395959, - 7.823322499975748, - 8.053951688748011, - 8.05395168873297, - 7.581262983136862, - 8.140448744424745, - 7.914510772616751, - 8.80184997005668, - 7.759144687756938, - 8.011165242004637, - 7.58126298313658, - 8.13706831276098, - 7.345173661691583, - 8.20696266290743, - 8.332727233326718 - ], - "0.5": [ - 8.852461124574953, - 9.120219459563373, - 9.05669933271579, - 8.572276227107452, - 8.941739349915682, - 8.32890703910288, - 8.801782211022577, - 9.050431890310458, - 9.050431834350661, - 8.843937227083638, - 8.873605443060484, - 8.854390779787554, - 8.899444309811617, - 8.65587602839538, - 9.003236057469778, - 8.954908150774472, - 9.0460290827568, - 8.88899075607058, - 8.934044286109684, - 8.90820541922604, - 9.09500628356199, - 8.257770940876654, - 9.003236057469742, - 9.05483456950983 - ], - "0.6": [ - 9.412325176628912, - 9.694088469236881, - 10.13138999107309, - 9.453127838619102, - 9.679555320450175, - 9.395441478499361, - 9.452889572438135, - 9.754557566857772, - 10.029520006678569, - 9.679524749324623, - 9.344333156223286, - 9.67952474828971, - 9.671414161952958, - 9.68103391198722, - 9.540299107510753, - 9.754557502680631, - 9.54840969383243, - 9.540299107510718, - 9.597027627136933, - 9.344333156088567, - 9.605138213458645, - 9.14668883093368, - 9.544459534648254, - 10.12952522786713 - ], - "0.7": [ - 10.342161589190473, - 11.4851534323817, - 11.373516689698713, - 10.784765313352615, - 11.088209785654954, - 9.958234412158179, - 10.418389292608433, - 11.229042089415431, - 11.820972910874568, - 11.249434719980352, - 10.224567859984406, - 10.903314234130338, - 10.784526545953089, - 11.307481767415393, - 10.469377306336005, - 11.307481767415114, - 11.287089073725205, - 10.78452654595088, - 11.229042025238288, - 10.526425295546307, - 10.285410322913297, - 10.418388791387665, - 11.120082353205618, - 11.503310864453296 - ], - "0.8": [ - 11.966004272924906, - 13.463781074452523, - 12.58653368477364, - 12.269976296032505, - 12.00985396244654, - 11.36612677196071, - 12.721964596703312, - 12.708699227738343, - 13.12494237842462, - 13.185296325710116, - 11.979320364754638, - 12.708699163578448, - 12.708699163563407, - 12.727253086849275, - 12.1607894830464, - 12.721964095482548, - 12.113296012159745, - 12.905361487026477, - 12.86616349804159, - 12.191004680396535, - 11.854163037471082, - 12.801468780000164, - 12.775023823167917, - 12.801468780000164 - ], - "0.9": [ - 13.935089490102365, - 14.682187468622846, - 14.232747717661296, - 14.23112172185707, - 13.920219762420952, - 13.870371354163993, - 14.553638255206515, - 14.565556781584371, - 14.679542719297254, - 14.67954271213207, - 13.73872784545946, - 14.817884022826453, - 14.679542711082116, - 13.982267535576963, - 14.553637753985782, - 14.044201732646783, - 14.667623747658428, - 15.097519791232855, - 14.859227728091303, - 14.04420173264678, - 14.540972643577671, - 14.786813381873245, - 14.786813381873245, - 14.540972643577671 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_014407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_014407.json deleted file mode 100644 index d4749fb698f8d39352a464edf5bbe493ee951fab..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_014407.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T01:44:07.618510+00:00", - "metrics": { - "MSE[mean]": 31.699916031064152, - "MSE[0.5]": 33.316971343621184, - "MAE[0.5]": 3.930940661704303, - "MASE[0.5]": 0.7527333181986964, - "MAPE[0.5]": 0.2717361715683948, - "sMAPE[0.5]": 0.33043434416039114, - "MSIS": 6.125169719629156, - "RMSE[mean]": 5.630267847186682, - "NRMSE[mean]": 0.4691889872655568, - "ND[0.5]": 0.3275783884753586, - "mean_weighted_sum_quantile_loss": 0.27519648155525267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 8.524941913469286, - 8.550532332109736, - 8.052194296604332, - 8.773045913361962, - 8.685974060983895, - 8.600116912978187, - 8.808276967667688, - 8.554621867963492, - 8.686091711216381, - 8.78426589234758, - 9.128548163376106, - 8.971687915900182, - 9.04086919179135, - 7.7766057969560745, - 8.571896402808894, - 7.892732726945614, - 8.688411958403087, - 8.125694778437206, - 8.149505993494888, - 9.049079562957251, - 7.981414881141044, - 7.7766057969576465, - 8.070331906772942, - 8.763525857240808 - ], - "p10": [ - 3.2508997244469606, - 4.006740832198922, - 2.8808895413795934, - 3.442509514491616, - 3.6234197792448946, - 3.443376182508076, - 3.683967586865487, - 3.6235371874823574, - 3.597153693995024, - 3.623537461754033, - 3.6021168066583282, - 3.683969680380187, - 3.552486046492323, - 3.4502686489400496, - 3.602116807320675, - 3.4508372442350304, - 3.5524860465041055, - 3.458478099336288, - 3.597153731239207, - 3.458478099336288, - 2.167621185415612, - 2.8875050944210123, - 2.3922261963066673, - 3.881936217069464 - ], - "p90": [ - 14.165766438306878, - 15.263510472281707, - 13.750419380470223, - 14.250266548191222, - 13.97053492470871, - 13.61341509747197, - 14.805674383327801, - 14.196578878779622, - 13.509038115344595, - 15.015177712604018, - 14.251148912387565, - 14.484586682290288, - 14.481776433258197, - 14.25114891304855, - 14.274211665071897, - 13.97065261218535, - 14.260913578805864, - 14.51416643763607, - 14.186814492263082, - 14.348795570607582, - 13.404720939391787, - 13.97065261218538, - 14.481776433269983, - 14.484586682378659 - ], - "mean": [ - 8.749634608892151, - 9.058106746494584, - 8.327384135917653, - 9.012515723807814, - 8.663141477585839, - 8.735652754833364, - 9.400799453927252, - 8.83972017864356, - 8.843553559975257, - 9.237627091993401, - 9.21188493059712, - 9.331105787509165, - 9.154694637239015, - 8.285224472396195, - 8.838768152501979, - 8.644657974098402, - 8.992980524609608, - 8.671222605156801, - 8.573593424774307, - 9.098413897944306, - 8.047032935143086, - 8.053355808209373, - 8.20511218104069, - 8.946219177754493 - ], - "quantiles": { - "0.1": [ - 3.2508997244469606, - 4.006740832198922, - 2.8808895413795934, - 3.442509514491616, - 3.6234197792448946, - 3.443376182508076, - 3.683967586865487, - 3.6235371874823574, - 3.597153693995024, - 3.623537461754033, - 3.6021168066583282, - 3.683969680380187, - 3.552486046492323, - 3.4502686489400496, - 3.602116807320675, - 3.4508372442350304, - 3.5524860465041055, - 3.458478099336288, - 3.597153731239207, - 3.458478099336288, - 2.167621185415612, - 2.8875050944210123, - 2.3922261963066673, - 3.881936217069464 - ], - "0.2": [ - 4.743318550514971, - 5.349038081855385, - 4.815253453669187, - 5.362437215469747, - 5.293657476625088, - 5.3695289084181965, - 5.115195804502967, - 5.398638080327071, - 5.1119765219483, - 5.369544600293105, - 5.315453924253607, - 5.392819608616779, - 5.090666834809868, - 4.834201430995844, - 5.111976559192273, - 4.763407993611661, - 4.808628293744841, - 4.697797714639264, - 4.7227733327909, - 5.625801856655507, - 4.705262068589833, - 4.700967364010948, - 4.056341109909814, - 5.392819608705149 - ], - "0.3": [ - 6.064130455515513, - 6.528635759765911, - 6.358852180717584, - 6.364947385839633, - 6.4227199124070244, - 6.40972139793238, - 7.156491022974343, - 6.409736815535613, - 7.311003406401162, - 7.071761722540337, - 6.848520719573919, - 7.471980546228624, - 6.521905632301131, - 5.961791224907055, - 6.503967455021941, - 6.099711965801542, - 6.099711965801567, - 6.263068681011239, - 5.710504487739412, - 6.653140467912669, - 5.710504487739412, - 5.3602070678626506, - 5.369544605260636, - 6.99361677540294 - ], - "0.4": [ - 7.40472644936658, - 7.727005519246754, - 7.34199767530011, - 7.955206332001709, - 7.675786692306228, - 7.802930064929179, - 8.009101132705874, - 7.678018765242349, - 7.998027850997602, - 7.998027883274254, - 8.284042951218538, - 8.012622711500414, - 8.102650664171037, - 6.992885609638214, - 7.776605796957437, - 6.995810272692374, - 7.587343285711062, - 7.295994207819545, - 7.058187175230766, - 8.065231689033272, - 7.122600560949596, - 6.278016744322513, - 7.058187175230766, - 7.886266397242626 - ], - "0.5": [ - 8.524941913469286, - 8.550532332109736, - 8.052194296604332, - 8.773045913361962, - 8.685974060983895, - 8.600116912978187, - 8.808276967667688, - 8.554621867963492, - 8.686091711216381, - 8.78426589234758, - 9.128548163376106, - 8.971687915900182, - 9.04086919179135, - 7.7766057969560745, - 8.571896402808894, - 7.892732726945614, - 8.688411958403087, - 8.125694778437206, - 8.149505993494888, - 9.049079562957251, - 7.981414881141044, - 7.7766057969576465, - 8.070331906772942, - 8.763525857240808 - ], - "0.6": [ - 9.50763846469565, - 9.31408074278616, - 9.00765413991842, - 9.649837727847869, - 9.148559437010675, - 9.172397283897997, - 9.51149659091654, - 9.383271155229135, - 9.594187104484144, - 9.424333773940939, - 9.933801607412866, - 10.097053922755192, - 9.933801608063636, - 8.764229624974258, - 9.172412980740226, - 8.761445373044769, - 9.872980051745254, - 9.020837989883132, - 9.148677124487344, - 10.468834514212977, - 8.619060060660372, - 8.681007347684567, - 9.113318989913234, - 9.383271434468341 - ], - "0.7": [ - 11.06906979142664, - 11.081934339306795, - 9.80663496579653, - 11.237742569485642, - 10.309780508435146, - 10.878165651229327, - 11.462257508009888, - 10.90054425767211, - 10.952725273626086, - 10.689594276110395, - 11.08146038111724, - 11.3305216730902, - 11.440949139005921, - 9.650720092705196, - 10.46949817792935, - 10.517055312746802, - 10.94738585837124, - 10.875003404425078, - 10.689594281077925, - 11.131534617017687, - 9.584764983231919, - 9.650720092706768, - 10.469498177929559, - 10.593187113042632 - ], - "0.8": [ - 12.131028305697239, - 13.068987051123033, - 11.654205319428648, - 12.427237718589774, - 11.911639918300223, - 11.758303874867618, - 13.124370612220128, - 12.133446586573074, - 11.758319534465874, - 12.13344686084475, - 12.47753232478666, - 13.04422844764933, - 12.884054985951558, - 11.091475228825804, - 12.13344686581207, - 12.844011620519721, - 12.502907653288302, - 12.5711284467346, - 12.502907653288306, - 12.502907653288306, - 11.314746320915841, - 11.490047844221076, - 11.47457810390863, - 11.72921137291999 - ], - "0.9": [ - 14.165766438306878, - 15.263510472281707, - 13.750419380470223, - 14.250266548191222, - 13.97053492470871, - 13.61341509747197, - 14.805674383327801, - 14.196578878779622, - 13.509038115344595, - 15.015177712604018, - 14.251148912387565, - 14.484586682290288, - 14.481776433258197, - 14.25114891304855, - 14.274211665071897, - 13.97065261218535, - 14.260913578805864, - 14.51416643763607, - 14.186814492263082, - 14.348795570607582, - 13.404720939391787, - 13.97065261218538, - 14.481776433269983, - 14.484586682378659 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_030934.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_030934.json deleted file mode 100644 index 699a134b9b8886795136960333be049da16c8463..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_030934.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T03:09:34.127318+00:00", - "metrics": { - "MSE[mean]": 29.977187793308886, - "MSE[0.5]": 31.42013540429347, - "MAE[0.5]": 3.619874893007378, - "MASE[0.5]": 0.6876807184605044, - "MAPE[0.5]": 0.25349124809612994, - "sMAPE[0.5]": 0.2822523630186142, - "MSIS": 7.536769102167015, - "RMSE[mean]": 5.475142718989971, - "NRMSE[mean]": 0.4484758541152194, - "ND[0.5]": 0.2965085236593074, - "mean_weighted_sum_quantile_loss": 0.24887793971796152 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.368380094954038, - 10.14734017248294, - 9.939711106742383, - 10.102502724554705, - 10.179799547632463, - 9.870356294867502, - 10.079638076821848, - 9.852610379459913, - 9.747820395924357, - 9.85439815448751, - 10.026431154599685, - 10.26651162428606, - 9.980718565419505, - 10.089486339383273, - 10.089486339380088, - 10.099341188376572, - 9.594011916491127, - 9.852609538255535, - 9.275282871222672, - 9.896844634735881, - 9.199605914062118, - 9.8897885133467, - 9.8897885133467, - 9.890205689203512 - ], - "p10": [ - 6.329512653381241, - 4.4241198312570225, - 4.839231270952863, - 5.9543776065954175, - 4.814880944992978, - 3.606962269231207, - 4.811960080611432, - 4.642949826796524, - 4.614344378335946, - 4.5271932081533235, - 4.614344272651802, - 4.774929171639434, - 4.527193194460357, - 4.877580610995376, - 4.6429489855926125, - 5.3449167538551885, - 4.230300776091977, - 3.359755506546693, - 4.605629163252563, - 4.527193194431772, - 4.814477161093543, - 4.8305155740669745, - 4.575939921418583, - 4.23030077609197 - ], - "p90": [ - 17.184270131754666, - 16.802248234929014, - 16.499677139729926, - 16.4780845660488, - 15.931137859078621, - 15.426381705642804, - 15.653419816960852, - 15.711497756421252, - 15.510905231666072, - 15.646959501499381, - 16.294038072766778, - 15.769751031020437, - 15.65341323055032, - 15.495787972727719, - 15.711496915217339, - 15.192838578681432, - 15.495787972724074, - 14.961299701778893, - 15.510905124229442, - 15.711496915216873, - 14.881487844811708, - 15.711496915216873, - 15.967064474762694, - 15.426330135321209 - ], - "mean": [ - 11.551115838183696, - 10.585201831771345, - 10.432710340673252, - 10.567285294144932, - 10.427161179666857, - 9.739467719615291, - 10.474201208763375, - 10.050621902048052, - 9.858639025749904, - 10.130008247396223, - 10.441633371628154, - 10.350630265816092, - 10.201879554686721, - 10.181932054431448, - 10.549462264828676, - 10.50920242981751, - 9.845948382353601, - 9.719016440811071, - 9.678014348544645, - 9.950477407021362, - 9.55740015192804, - 10.109252691275987, - 10.207290331394807, - 10.058793286276211 - ], - "quantiles": { - "0.1": [ - 6.329512653381241, - 4.4241198312570225, - 4.839231270952863, - 5.9543776065954175, - 4.814880944992978, - 3.606962269231207, - 4.811960080611432, - 4.642949826796524, - 4.614344378335946, - 4.5271932081533235, - 4.614344272651802, - 4.774929171639434, - 4.527193194460357, - 4.877580610995376, - 4.6429489855926125, - 5.3449167538551885, - 4.230300776091977, - 3.359755506546693, - 4.605629163252563, - 4.527193194431772, - 4.814477161093543, - 4.8305155740669745, - 4.575939921418583, - 4.23030077609197 - ], - "0.2": [ - 7.902393517088624, - 6.232312782276389, - 6.192834555593396, - 6.74166861067775, - 6.6413786905897325, - 5.386101906448624, - 6.475630539897932, - 5.9168455188191045, - 5.989558456606528, - 6.168080459455628, - 6.000426553832979, - 6.372694814929071, - 6.328046651831341, - 6.387181681994251, - 6.640974906690763, - 6.6409749066903565, - 5.3860503361270355, - 5.591849910433995, - 6.038493727111336, - 6.005449674385416, - 6.361693827781872, - 6.193406173731171, - 6.168080445734076, - 6.193406173731171 - ], - "0.3": [ - 9.010850867638627, - 7.679966177633152, - 7.696686101908373, - 8.188085336721223, - 7.6742158072744555, - 6.730043241419146, - 7.690840855198952, - 7.267086976258149, - 7.010903350447652, - 7.671932005770605, - 6.94321667394566, - 7.327450065291759, - 7.644071877809249, - 7.698129516785549, - 7.795381693952547, - 8.333841096106399, - 7.010903243011031, - 7.267086135053772, - 6.943216672193175, - 7.483962460813056, - 7.4861471224680995, - 7.589300670595799, - 7.673812023375021, - 7.673812023375021 - ], - "0.4": [ - 10.385363885821558, - 9.117595563374215, - 9.145253122607755, - 9.208600785709226, - 8.77348635698775, - 8.96114259959511, - 9.172849097636147, - 8.58369911204721, - 8.456782627093034, - 9.172842524918583, - 8.630999344554317, - 9.172842511420853, - 9.120499012777021, - 9.02737299527108, - 9.20932813984411, - 9.283238246486443, - 8.773082573088322, - 8.622017264071175, - 8.187325735970783, - 8.926890026710872, - 8.186924796315534, - 8.683018872993728, - 8.62740651130957, - 8.683018872993728 - ], - "0.5": [ - 11.368380094954038, - 10.14734017248294, - 9.939711106742383, - 10.102502724554705, - 10.179799547632463, - 9.870356294867502, - 10.079638076821848, - 9.852610379459913, - 9.747820395924357, - 9.85439815448751, - 10.026431154599685, - 10.26651162428606, - 9.980718565419505, - 10.089486339383273, - 10.089486339380088, - 10.099341188376572, - 9.594011916491127, - 9.852609538255535, - 9.275282871222672, - 9.896844634735881, - 9.199605914062118, - 9.8897885133467, - 9.8897885133467, - 9.890205689203512 - ], - "0.6": [ - 11.778380584010318, - 10.942751761359586, - 10.629302754261026, - 10.906859031536248, - 10.836271464918745, - 10.456492214420692, - 12.16407949124778, - 10.329726140178268, - 10.64038301779797, - 10.721122654183455, - 11.340277213618336, - 11.330524970197615, - 11.06304402200834, - 11.02681110310512, - 11.271010835881658, - 11.063044021979813, - 10.640382910361348, - 10.686128902468447, - 10.64038291036134, - 10.700126397665828, - 10.178161691503336, - 10.748932706194534, - 10.604548644401707, - 11.026811103101469 - ], - "0.7": [ - 12.848084129182718, - 12.913139006885821, - 12.323382627369778, - 12.098430057952942, - 12.810660018583253, - 11.884404419139523, - 12.810262821122935, - 11.33052581117817, - 11.884352956254556, - 12.502741837598018, - 12.762490961474587, - 12.277398047365233, - 12.34816628173349, - 12.348166281708556, - 12.79836102162925, - 12.502741823876525, - 12.111008516102117, - 12.11100851610211, - 12.298628517510458, - 12.227370734769536, - 10.931222289427936, - 12.395620277801763, - 12.227370734769536, - 12.506346268694438 - ], - "0.8": [ - 14.518412086837717, - 14.876696179540705, - 14.710919129548715, - 14.061608045855857, - 14.411249905233099, - 12.963044460204097, - 14.602922700108515, - 13.810054535599843, - 13.00085303506542, - 14.410846135055216, - 14.703618890254132, - 13.308953578759489, - 14.410846121362251, - 13.74795549057856, - 14.417650637788297, - 14.41765063778789, - 13.70876255664453, - 14.123090495444572, - 13.223411124404201, - 13.74795549057491, - 12.783347535853265, - 13.708762556644523, - 14.387502375076469, - 14.123090495444572 - ], - "0.9": [ - 17.184270131754666, - 16.802248234929014, - 16.499677139729926, - 16.4780845660488, - 15.931137859078621, - 15.426381705642804, - 15.653419816960852, - 15.711497756421252, - 15.510905231666072, - 15.646959501499381, - 16.294038072766778, - 15.769751031020437, - 15.65341323055032, - 15.495787972727719, - 15.711496915217339, - 15.192838578681432, - 15.495787972724074, - 14.961299701778893, - 15.510905124229442, - 15.711496915216873, - 14.881487844811708, - 15.711496915216873, - 15.967064474762694, - 15.426330135321209 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_042041.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_042041.json deleted file mode 100644 index 7431be31b320c79995123050d6c722e49a993fbf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_042041.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T04:20:41.217871+00:00", - "metrics": { - "MSE[mean]": 29.95568165957251, - "MSE[0.5]": 29.77568269448372, - "MAE[0.5]": 3.4866800783684333, - "MASE[0.5]": 0.6563162500458227, - "MAPE[0.5]": 0.26990002796302753, - "sMAPE[0.5]": 0.2771775137346059, - "MSIS": 8.162016679623735, - "RMSE[mean]": 5.4731783873333155, - "NRMSE[mean]": 0.45139615565635594, - "ND[0.5]": 0.287561243576778, - "mean_weighted_sum_quantile_loss": 0.24509849261787794 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.800377774747345, - 9.791557674300456, - 10.124628671774042, - 10.427068374457551, - 9.91846210533043, - 10.30084682715857, - 10.438631277299265, - 9.632615961248188, - 10.123278778338841, - 9.949859671282287, - 10.104105129339047, - 9.706757303070422, - 10.320578059977082, - 9.934080873988671, - 9.358744536689331, - 10.12327874102228, - 10.1382501197835, - 10.153221498544731, - 10.454002829836451, - 10.40800668586174, - 10.300827052256597, - 10.113234368363909, - 10.592726005967, - 9.655836105180764 - ], - "p10": [ - 5.741437496862812, - 5.078455833771254, - 5.02391075194472, - 5.818130386461925, - 5.041420956052662, - 4.934416377883103, - 5.041263375701743, - 5.013431883574374, - 5.000239817508449, - 4.666924649779206, - 5.00942381794936, - 5.041260932096937, - 4.993655462479501, - 4.6199372761244835, - 5.014897337310181, - 5.139633819212838, - 5.528113908327779, - 4.828408278347361, - 4.9242903701194916, - 4.373264509898547, - 5.044190220328346, - 5.044190220328346, - 6.227294562594922, - 4.996232015973152 - ], - "p90": [ - 16.600676222107627, - 15.334104045127964, - 17.324673440986412, - 16.152568623176098, - 16.673857536726835, - 15.5991864859686, - 15.870816639559322, - 15.850790185385506, - 16.64026488134632, - 17.314194275251307, - 14.872311774825771, - 15.211176590868126, - 15.850789883418065, - 15.659640320805554, - 15.65964032080461, - 15.907396786440923, - 15.90739678644091, - 15.592447421095757, - 15.838259925116972, - 15.643333510325546, - 15.641521642494553, - 15.66042728340875, - 18.6619177678505, - 15.249303673827509 - ], - "mean": [ - 11.147940051578011, - 10.205853911773, - 10.557765532247776, - 10.869538779675475, - 10.616790204842324, - 10.325258622663755, - 10.579450356663552, - 10.288062350535716, - 10.566883219629483, - 10.365344923511346, - 9.906479746796691, - 10.228420677609916, - 10.382834607857474, - 10.184392716997667, - 9.926444019943997, - 10.571359897885294, - 10.60076444660525, - 10.325591311114602, - 10.712691868338625, - 10.298990250332295, - 10.298815974289822, - 10.396240726896142, - 11.584771028749845, - 10.117519176803661 - ], - "quantiles": { - "0.1": [ - 5.741437496862812, - 5.078455833771254, - 5.02391075194472, - 5.818130386461925, - 5.041420956052662, - 4.934416377883103, - 5.041263375701743, - 5.013431883574374, - 5.000239817508449, - 4.666924649779206, - 5.00942381794936, - 5.041260932096937, - 4.993655462479501, - 4.6199372761244835, - 5.014897337310181, - 5.139633819212838, - 5.528113908327779, - 4.828408278347361, - 4.9242903701194916, - 4.373264509898547, - 5.044190220328346, - 5.044190220328346, - 6.227294562594922, - 4.996232015973152 - ], - "0.2": [ - 7.245605122844981, - 6.341119092800384, - 6.57417539446217, - 7.465215639460763, - 6.65889226974752, - 6.563715999017653, - 6.909024781948959, - 6.678852879960551, - 6.533070243151071, - 6.680813450895974, - 6.51628332146035, - 6.563696224186101, - 6.227351045463783, - 6.559376849526266, - 6.256318721500063, - 6.5704074434685165, - 6.557571020459446, - 6.383127487941914, - 6.643421324993834, - 6.540293522097477, - 6.460321299747847, - 7.123088543014571, - 7.407829305171622, - 6.671009104783668 - ], - "0.3": [ - 8.561283622931866, - 7.549343374373667, - 7.885534519958563, - 8.87462832675909, - 8.120366376553081, - 7.67475868840751, - 8.340623983605541, - 7.9965257527188225, - 7.843477163937201, - 8.016320207824865, - 7.768303087520739, - 8.046555287336068, - 7.315817664115812, - 7.76979460630832, - 7.433483990081262, - 8.040029801653404, - 8.161093217085005, - 7.968826385613346, - 8.374011912884214, - 8.024803668558114, - 7.769794606307244, - 7.996525450742679, - 9.052394019544982, - 7.853733628992563 - ], - "0.4": [ - 9.904211916883733, - 8.64771474675086, - 9.228462813910431, - 9.606983517695086, - 9.313108814966707, - 9.133193077154072, - 9.508573998527178, - 9.24731762831911, - 9.133173339568676, - 8.963770320241665, - 8.558596890696975, - 9.128086313613814, - 8.866583447787857, - 9.274523871106243, - 8.377991913341072, - 9.384574298008518, - 9.133173302252102, - 9.312948790940561, - 9.882275378693729, - 9.36843099198847, - 9.338565404164157, - 9.1331733022521, - 10.069050687463314, - 8.694947619254636 - ], - "0.5": [ - 10.800377774747345, - 9.791557674300456, - 10.124628671774042, - 10.427068374457551, - 9.91846210533043, - 10.30084682715857, - 10.438631277299265, - 9.632615961248188, - 10.123278778338841, - 9.949859671282287, - 10.104105129339047, - 9.706757303070422, - 10.320578059977082, - 9.934080873988671, - 9.358744536689331, - 10.12327874102228, - 10.1382501197835, - 10.153221498544731, - 10.454002829836451, - 10.40800668586174, - 10.300827052256597, - 10.113234368363909, - 10.592726005967, - 9.655836105180764 - ], - "0.6": [ - 11.348322968674234, - 10.720020093139988, - 10.636601037533158, - 11.233150815229363, - 10.626281891212814, - 10.772153791116178, - 11.096678828137522, - 10.496134057776946, - 10.791982299641756, - 10.648866508430212, - 10.436057750543771, - 10.45148425194505, - 11.268237216469497, - 10.494622609024786, - 10.404453339959531, - 10.648447913375161, - 10.791982262325181, - 11.035524202325282, - 11.918682781611441, - 11.288438461240986, - 10.821754631491638, - 10.586046833723065, - 12.01019862552162, - 10.454002829836451 - ], - "0.7": [ - 13.308027445635595, - 12.65239314785471, - 11.944069745478679, - 12.547785575497254, - 11.951447087707276, - 12.548794378539629, - 12.548777047312884, - 11.860853515992124, - 12.554103944478078, - 11.860853218627362, - 11.86085321458583, - 12.005427133075054, - 12.621799172324506, - 11.804750788998463, - 11.80475078899752, - 12.384178655595315, - 12.279205316624648, - 12.247232446051715, - 12.951651711290726, - 12.691861776100872, - 12.621799172315804, - 11.972862272645205, - 12.902059099704594, - 11.972862272645205 - ], - "0.8": [ - 15.524622518748886, - 14.111571239181108, - 14.430555509747688, - 13.369372258541215, - 14.603092779821695, - 14.008936733592307, - 14.008919402365562, - 13.142169445804521, - 14.872638817294149, - 13.14216914843976, - 13.027611381744169, - 13.341594035719673, - 14.026770867889356, - 14.373756538191074, - 13.10982441200438, - 14.02677086788067, - 14.546187228938836, - 13.205597171173206, - 14.605355544245985, - 14.386432006777426, - 14.096168001942528, - 13.142169143828378, - 14.872311774255921, - 13.898520426161323 - ], - "0.9": [ - 16.600676222107627, - 15.334104045127964, - 17.324673440986412, - 16.152568623176098, - 16.673857536726835, - 15.5991864859686, - 15.870816639559322, - 15.850790185385506, - 16.64026488134632, - 17.314194275251307, - 14.872311774825771, - 15.211176590868126, - 15.850789883418065, - 15.659640320805554, - 15.65964032080461, - 15.907396786440923, - 15.90739678644091, - 15.592447421095757, - 15.838259925116972, - 15.643333510325546, - 15.641521642494553, - 15.66042728340875, - 18.6619177678505, - 15.249303673827509 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_053740.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_053740.json deleted file mode 100644 index f52457ea6a665da900f6a2108b4f6aa7ffaf76e6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_053740.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T05:37:40.134615+00:00", - "metrics": { - "MSE[mean]": 28.68501291790885, - "MSE[0.5]": 29.895796119943384, - "MAE[0.5]": 3.621939231845507, - "MASE[0.5]": 0.6712474252068894, - "MAPE[0.5]": 0.325905503879754, - "sMAPE[0.5]": 0.2909342451828902, - "MSIS": 7.111348989034693, - "RMSE[mean]": 5.355839142273491, - "NRMSE[mean]": 0.42990013182128356, - "ND[0.5]": 0.2907242192785691, - "mean_weighted_sum_quantile_loss": 0.2438674934359284 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.21048653443183, - 10.899415498272383, - 10.786497097384592, - 10.650266808795516, - 9.947541761520043, - 10.238903811887123, - 10.700453947580167, - 10.671570274440658, - 10.669516330783944, - 10.438739314600884, - 10.46917897690025, - 10.671568257674828, - 10.988554967759214, - 10.717042359167682, - 10.56020955858353, - 10.785313912611047, - 10.729370956562047, - 11.057402469244177, - 10.436414634059698, - 11.121007494140152, - 10.64918790128316, - 10.754600324233053, - 10.725098518752509, - 10.733726809211827 - ], - "p10": [ - 6.278101615779134, - 5.642467104308573, - 5.254652828512651, - 5.361406770481576, - 5.956910074149692, - 6.2132215772709545, - 6.147118250491199, - 5.99374638865893, - 5.144615404145285, - 6.191202365601054, - 5.9937443787556, - 5.610284313418675, - 6.149873129051291, - 5.269720047573176, - 5.269720047545417, - 6.6491406233050965, - 5.993744370592565, - 6.259898438247997, - 6.096927058008998, - 6.267360183532543, - 5.54941250140069, - 6.265093588509026, - 5.613648885969331, - 5.552777075252014 - ], - "p90": [ - 17.167581853642854, - 16.575171022307075, - 15.823586107363218, - 16.602633994747816, - 16.51944089182256, - 17.245771444866, - 15.73899652267422, - 17.132220242372032, - 17.219022152304568, - 16.388490925816978, - 16.460786468105308, - 17.423195160802635, - 16.448948226193195, - 17.245691953526592, - 17.24569195349883, - 17.21902183075933, - 16.541347306786033, - 17.219021830758514, - 16.30409177159054, - 16.439997020781092, - 16.439997020781092, - 17.42319515950197, - 17.219021830758493, - 16.294714093480167 - ], - "mean": [ - 11.485379422355633, - 11.027286891933695, - 10.499931101347324, - 11.01950714747688, - 10.854196132922105, - 10.98323754381243, - 10.861513023769119, - 11.080445607762773, - 10.794969990826262, - 10.92424016352899, - 10.826958525324658, - 11.146538074603669, - 11.22806521862929, - 11.219103984529292, - 11.035634238680053, - 11.491837626778937, - 11.103141637028198, - 11.381863648759541, - 10.762336776369189, - 11.35143492778135, - 11.011935731727217, - 11.834126965187139, - 11.104569305465514, - 10.888983769796473 - ], - "quantiles": { - "0.1": [ - 6.278101615779134, - 5.642467104308573, - 5.254652828512651, - 5.361406770481576, - 5.956910074149692, - 6.2132215772709545, - 6.147118250491199, - 5.99374638865893, - 5.144615404145285, - 6.191202365601054, - 5.9937443787556, - 5.610284313418675, - 6.149873129051291, - 5.269720047573176, - 5.269720047545417, - 6.6491406233050965, - 5.993744370592565, - 6.259898438247997, - 6.096927058008998, - 6.267360183532543, - 5.54941250140069, - 6.265093588509026, - 5.613648885969331, - 5.552777075252014 - ], - "0.2": [ - 7.520862538366953, - 7.032013855309687, - 6.7848217921863645, - 6.786752471792234, - 7.154200477404274, - 6.8323567077278975, - 7.158567105582272, - 7.1537035969036165, - 6.832277537901542, - 6.957330450809762, - 6.927778313749161, - 6.944431470296761, - 6.944431469203334, - 6.921117526418454, - 7.158554439930209, - 7.561964853338093, - 7.2953443701127165, - 7.1597676551969265, - 6.828063491590916, - 7.117908429991938, - 6.971691529590696, - 7.410011283998735, - 6.944431468996093, - 7.1537015788371185 - ], - "0.3": [ - 8.33603675370939, - 8.754602320530676, - 7.431446697160295, - 8.65722076059339, - 8.400289336347438, - 7.440103292824643, - 8.75330632096518, - 8.753295673374353, - 7.411795470116738, - 8.070992274826148, - 7.7185120984975475, - 7.972638678980597, - 8.746911969463447, - 7.743147070582433, - 8.806555508503946, - 9.302683364753165, - 8.888694332254978, - 8.909172712160563, - 8.170942446781133, - 9.01768397943792, - 8.730470602323992, - 8.872972914132099, - 8.07099222359301, - 8.796774200077028 - ], - "0.4": [ - 10.049807269966319, - 9.923622810417276, - 9.344903042519714, - 9.769227766584677, - 9.289775145667992, - 9.097536886883564, - 9.77098156085553, - 9.505958770443433, - 9.289276568646912, - 9.482028713398412, - 9.397782521843869, - 9.442364677424003, - 9.792921758085033, - 9.275735369627204, - 9.509607146959672, - 10.038017908557723, - 9.784792105688533, - 9.784792105688421, - 9.316224242258984, - 9.792921757877792, - 9.78154391684695, - 9.914103088355896, - 9.505956752376935, - 9.65360802677376 - ], - "0.5": [ - 11.21048653443183, - 10.899415498272383, - 10.786497097384592, - 10.650266808795516, - 9.947541761520043, - 10.238903811887123, - 10.700453947580167, - 10.671570274440658, - 10.669516330783944, - 10.438739314600884, - 10.46917897690025, - 10.671568257674828, - 10.988554967759214, - 10.717042359167682, - 10.56020955858353, - 10.785313912611047, - 10.729370956562047, - 11.057402469244177, - 10.436414634059698, - 11.121007494140152, - 10.64918790128316, - 10.754600324233053, - 10.725098518752509, - 10.733726809211827 - ], - "0.6": [ - 11.995049862713142, - 12.032147713381324, - 11.3230341184574, - 11.259324474997609, - 11.151911140722884, - 10.813715206247814, - 11.256205986006286, - 11.220979980407504, - 11.036744011582416, - 11.183062520545956, - 11.088464055248117, - 11.663051047335957, - 11.631342239168319, - 12.134471046493278, - 11.314059675165709, - 11.25791063918952, - 11.610203034245073, - 11.908811945811546, - 11.137946743245887, - 12.557419074322064, - 11.21003779076868, - 12.03835826211532, - 11.314059675160447, - 11.256193320348961 - ], - "0.7": [ - 13.93306922843452, - 13.252365078169163, - 12.546538343532392, - 13.418691397851752, - 13.103523974916513, - 13.256635540496417, - 13.103037742006682, - 12.974852224105893, - 13.05107227641648, - 13.561622528024104, - 12.407439170086178, - 13.140794365388048, - 13.873998208489754, - 14.082530647472502, - 12.74061275060314, - 13.356178159284653, - 13.070918103062684, - 13.561622476790987, - 12.354870004487633, - 13.772536953204398, - 13.326481423204376, - 13.415560243203105, - 13.356178159283814, - 12.740612750597878 - ], - "0.8": [ - 15.248385757459602, - 15.167240459860066, - 14.742756965717744, - 14.649298080700836, - 14.786366963589824, - 15.060302682150764, - 14.453999614756967, - 14.751949434031578, - 14.593190963517218, - 14.743467304933821, - 14.286479535441376, - 14.866085405707473, - 15.12720970523133, - 15.284387776679814, - 15.127209705029351, - 14.743467253701521, - 15.0439046922904, - 15.284387776646813, - 14.66053653243875, - 14.837475390476193, - 14.660536532438746, - 15.284387776646792, - 14.723105417128112, - 14.660536532438746 - ], - "0.9": [ - 17.167581853642854, - 16.575171022307075, - 15.823586107363218, - 16.602633994747816, - 16.51944089182256, - 17.245771444866, - 15.73899652267422, - 17.132220242372032, - 17.219022152304568, - 16.388490925816978, - 16.460786468105308, - 17.423195160802635, - 16.448948226193195, - 17.245691953526592, - 17.24569195349883, - 17.21902183075933, - 16.541347306786033, - 17.219021830758514, - 16.30409177159054, - 16.439997020781092, - 16.439997020781092, - 17.42319515950197, - 17.219021830758493, - 16.294714093480167 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_065145.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_065145.json deleted file mode 100644 index ecd6a11e4a433d3987f2725e1d49ee5d2a8214f9..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_065145.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T06:51:45.469737+00:00", - "metrics": { - "MSE[mean]": 32.62089821515119, - "MSE[0.5]": 33.52385805702276, - "MAE[0.5]": 3.9053643356020236, - "MASE[0.5]": 0.7322558129253793, - "MAPE[0.5]": 0.7397376844104634, - "sMAPE[0.5]": 0.34648696121561207, - "MSIS": 8.083400078637741, - "RMSE[mean]": 5.711470757620247, - "NRMSE[mean]": 0.47430899025220047, - "ND[0.5]": 0.32432091368321303, - "mean_weighted_sum_quantile_loss": 0.27117105994108337 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.249726066836649, - 11.152501446222427, - 10.718385732097687, - 11.278184372701471, - 10.455703605080098, - 10.922795865804918, - 10.894093104853757, - 11.090061996352564, - 10.715067965730068, - 10.511204754329498, - 10.382892092885687, - 10.703121513065042, - 11.27157408128876, - 10.60896825312954, - 10.654325860899373, - 11.108718499411484, - 10.713888962751376, - 10.878902723965837, - 10.87890272396579, - 11.108718499409644, - 10.922722069789115, - 10.724656414462645, - 10.85274897660093, - 11.238290976464153 - ], - "p10": [ - 6.283822033563611, - 6.474916418531539, - 5.616172320366072, - 6.179847542227842, - 6.174916359971911, - 6.498610466485387, - 5.816884667110308, - 6.115163377023594, - 6.765737896956507, - 5.816871917289211, - 5.326380120765718, - 6.177401141430231, - 6.299716256990854, - 5.79577964271354, - 6.148304406615635, - 6.299716256640892, - 5.816871850140027, - 6.177401139404713, - 5.605949775267028, - 6.533351653501288, - 6.115161150958492, - 6.29971625663905, - 6.141348210478164, - 6.411933278651064 - ], - "p90": [ - 17.383752656402514, - 17.296082034166993, - 16.09112560554321, - 17.320496670278793, - 16.617539753992983, - 17.215055425125655, - 16.559358812437708, - 16.9058676915428, - 16.65099420877841, - 18.526449984810892, - 16.45162877413652, - 15.834620736851821, - 17.20404462196074, - 15.712675560406463, - 18.069801882416964, - 17.47578647897609, - 17.318050267455927, - 16.905865465477753, - 17.359770404993352, - 18.069801882406356, - 17.35977040499334, - 17.21498162910985, - 16.65099382215305, - 17.467524308731008 - ], - "mean": [ - 11.547429380006225, - 11.670722317156528, - 11.032393619273659, - 11.65581182185607, - 11.182660628829485, - 11.421698381241226, - 11.274012494974627, - 11.235822288823709, - 11.40147999709722, - 11.380982551474077, - 10.62577621874474, - 10.7235549205482, - 11.729934006350657, - 10.58785133718639, - 11.090203018476142, - 11.642041772946284, - 11.29753627343165, - 11.39764832010114, - 11.573786049591199, - 11.835345529065854, - 11.35035929493339, - 11.348707830758112, - 11.067801592159219, - 11.79636563950196 - ], - "quantiles": { - "0.1": [ - 6.283822033563611, - 6.474916418531539, - 5.616172320366072, - 6.179847542227842, - 6.174916359971911, - 6.498610466485387, - 5.816884667110308, - 6.115163377023594, - 6.765737896956507, - 5.816871917289211, - 5.326380120765718, - 6.177401141430231, - 6.299716256990854, - 5.79577964271354, - 6.148304406615635, - 6.299716256640892, - 5.816871850140027, - 6.177401139404713, - 5.605949775267028, - 6.533351653501288, - 6.115161150958492, - 6.29971625663905, - 6.141348210478164, - 6.411933278651064 - ], - "0.2": [ - 7.318101099411187, - 7.585276128061935, - 7.450128953082914, - 7.666584321108056, - 7.3448423823740185, - 7.45832279686649, - 7.3760353829212075, - 7.234891391727707, - 7.504176109630148, - 7.05847046516122, - 7.035452409994787, - 7.083745926799211, - 7.23488916601441, - 6.855923998418509, - 7.366883803102693, - 7.512553151785287, - 7.371106799800156, - 7.504175723004845, - 7.035452398332198, - 7.763261680012064, - 7.458249000850687, - 7.371799569242851, - 6.851150915987283, - 7.763261680012063 - ], - "0.3": [ - 8.547059612695863, - 9.222330386701067, - 9.1497015985383, - 9.69770759927699, - 8.347141147546193, - 9.090421911182789, - 9.186874068623794, - 9.103230067802567, - 9.321922949083799, - 8.818490932670182, - 7.98994101432648, - 8.748062565501534, - 9.10322784208927, - 8.08010942933306, - 8.10600803698276, - 9.372636345105692, - 7.989941002664202, - 9.174168552158967, - 9.063428728692825, - 9.494502058031262, - 9.281404169216867, - 8.78781652740711, - 9.009821138673969, - 9.174168552158912 - ], - "0.4": [ - 10.194607303618282, - 10.262275638447305, - 10.195260838094724, - 10.499562703997398, - 9.420475584336668, - 9.819259910834313, - 9.861448507761477, - 9.861437916855976, - 9.867994615196517, - 9.75951205135059, - 9.076308466925894, - 9.867994230596732, - 10.305785673510199, - 9.409778743706955, - 9.361096943154578, - 10.35092023077294, - 9.617955567107668, - 10.323478701641514, - 10.238069939365667, - 10.62396126451871, - 10.13649633867655, - 9.81918611481851, - 9.678986087193744, - 10.238069939365658 - ], - "0.5": [ - 11.249726066836649, - 11.152501446222427, - 10.718385732097687, - 11.278184372701471, - 10.455703605080098, - 10.922795865804918, - 10.894093104853757, - 11.090061996352564, - 10.715067965730068, - 10.511204754329498, - 10.382892092885687, - 10.703121513065042, - 11.27157408128876, - 10.60896825312954, - 10.654325860899373, - 11.108718499411484, - 10.713888962751376, - 10.878902723965837, - 10.87890272396579, - 11.108718499409644, - 10.922722069789115, - 10.724656414462645, - 10.85274897660093, - 11.238290976464153 - ], - "0.6": [ - 11.789860864752777, - 12.276780172996578, - 11.377291280294623, - 12.331625943248897, - 11.349296065246463, - 11.947228401475428, - 11.773241488356895, - 11.947156831524726, - 11.517819822442746, - 11.336289071484707, - 11.147234260104923, - 11.274905194115595, - 12.54583423719313, - 11.274905192151124, - 11.363205675600671, - 12.195679767941275, - 11.517819435817708, - 11.370543226556805, - 12.243593079752968, - 11.947154605459627, - 11.422528523496188, - 11.354604973075572, - 11.343138191080564, - 12.694875215856076 - ], - "0.7": [ - 13.698091911597226, - 13.935853393605468, - 13.130997002750439, - 14.177917323001477, - 13.559021705147812, - 13.56390367053407, - 13.783288179787874, - 13.801113340279855, - 13.610226071753159, - 13.421487196594219, - 12.45862119207193, - 12.398848493478248, - 14.301477105735009, - 12.416780298200774, - 12.524030972743939, - 13.576040355361346, - 14.059523696289066, - 13.193155207514842, - 14.390655179983062, - 13.662140588434642, - 13.141394870878193, - 13.574085473448758, - 13.193155207514787, - 14.108231537620712 - ], - "0.8": [ - 15.27114881421387, - 15.068270863403033, - 14.180139379368788, - 15.27635277117176, - 15.09514126565814, - 14.715761550149292, - 15.184843696840243, - 15.008681867103999, - 14.804199017415323, - 15.107631261571166, - 14.340900444576915, - 13.854752990573896, - 15.28699246024157, - 14.052565433302425, - 14.240622535525485, - 14.93273081755368, - 15.021594463649954, - 15.270634845463334, - 15.524190335695645, - 15.38344491793212, - 14.669999364305308, - 14.932730817551837, - 14.987170458345888, - 15.286992459889767 - ], - "0.9": [ - 17.383752656402514, - 17.296082034166993, - 16.09112560554321, - 17.320496670278793, - 16.617539753992983, - 17.215055425125655, - 16.559358812437708, - 16.9058676915428, - 16.65099420877841, - 18.526449984810892, - 16.45162877413652, - 15.834620736851821, - 17.20404462196074, - 15.712675560406463, - 18.069801882416964, - 17.47578647897609, - 17.318050267455927, - 16.905865465477753, - 17.359770404993352, - 18.069801882406356, - 17.35977040499334, - 17.21498162910985, - 16.65099382215305, - 17.467524308731008 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_080959.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_080959.json deleted file mode 100644 index 6ca85e6e517e8a06a4190917d004ab62e8356a9d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_080959.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T08:09:59.776947+00:00", - "metrics": { - "MSE[mean]": 36.462190038207524, - "MSE[0.5]": 37.42303094855701, - "MAE[0.5]": 4.295106741075304, - "MASE[0.5]": 0.8106099222999262, - "MAPE[0.5]": 0.8922832428226556, - "sMAPE[0.5]": 0.40565343051880837, - "MSIS": 9.733882032585024, - "RMSE[mean]": 6.03839300130486, - "NRMSE[mean]": 0.5084962527414619, - "ND[0.5]": 0.3616931992484466, - "mean_weighted_sum_quantile_loss": 0.29671362777470595 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.557192540654002, - 10.746353909459021, - 10.727267567477151, - 10.585192549522205, - 10.79773630746232, - 9.92316981211284, - 10.655486846115528, - 10.76484128527963, - 10.738442644617917, - 10.775439736212803, - 10.82606686269166, - 10.885538988688793, - 10.467681727459045, - 11.007241557534634, - 10.79784890316145, - 10.330011352183869, - 10.492005694532265, - 10.407390912210941, - 10.713030735967296, - 9.890593589444562, - 10.467681727500645, - 10.706018524638498, - 10.81432891341661, - 10.722432637557118 - ], - "p10": [ - 6.042954077167834, - 5.9472098840103085, - 5.360410408033488, - 6.204838258641404, - 6.14803601733443, - 6.45652510903502, - 6.0205858156750365, - 6.228193665590006, - 6.493365585828426, - 5.569349484004934, - 6.820437434841023, - 6.04218965408461, - 6.042189654307951, - 6.491965829350217, - 5.372002285623196, - 5.577659890267349, - 5.559471120215289, - 6.042189654349548, - 6.223440415225405, - 5.394245366108871, - 6.150548731112492, - 6.2098336685613225, - 6.150548731112492, - 6.820437436528363 - ], - "p90": [ - 16.30312069795306, - 17.2013857505113, - 16.210741692876663, - 16.385193107764376, - 16.385797604368427, - 16.4710909798328, - 16.382073913374363, - 17.259784806458672, - 17.571455034063124, - 17.23047157726508, - 17.49209209611704, - 16.44273354553888, - 16.42548148278656, - 17.162394608254598, - 18.299220725816333, - 15.70473963735893, - 16.471108659274623, - 16.420411796556326, - 17.25978524233375, - 17.230821766160535, - 16.493853666840693, - 16.694749410068145, - 16.42548148282816, - 15.774126188994046 - ], - "mean": [ - 11.160873643834401, - 11.3194687100718, - 10.602045693094935, - 10.913397007013947, - 11.007083771608183, - 10.894660746576669, - 11.00000513020912, - 11.331783186972439, - 11.676664610588885, - 11.20211435842022, - 11.482066186613453, - 11.257978881581034, - 10.941447663071328, - 11.755566583156783, - 11.304532721157063, - 10.572887393726573, - 11.002951322064995, - 10.804138489019909, - 11.370891611904193, - 10.696704682857423, - 10.977325796134288, - 11.063604214742783, - 11.218491363059723, - 11.294984660700187 - ], - "quantiles": { - "0.1": [ - 6.042954077167834, - 5.9472098840103085, - 5.360410408033488, - 6.204838258641404, - 6.14803601733443, - 6.45652510903502, - 6.0205858156750365, - 6.228193665590006, - 6.493365585828426, - 5.569349484004934, - 6.820437434841023, - 6.04218965408461, - 6.042189654307951, - 6.491965829350217, - 5.372002285623196, - 5.577659890267349, - 5.559471120215289, - 6.042189654349548, - 6.223440415225405, - 5.394245366108871, - 6.150548731112492, - 6.2098336685613225, - 6.150548731112492, - 6.820437436528363 - ], - "0.2": [ - 7.55591318087806, - 7.061405381156411, - 6.926506912176625, - 7.0897741263522045, - 7.248143515765239, - 7.445093791174956, - 7.015687144475904, - 7.259394769995985, - 7.407968149227849, - 7.480968351316224, - 7.659399967132713, - 7.674650573270845, - 6.931073883804813, - 8.666207678488245, - 7.24825611146437, - 6.59910583932503, - 7.188649468880705, - 7.259395205871059, - 7.473796983773314, - 6.912945141217734, - 6.965351896792069, - 7.1838205140780955, - 7.425680756325401, - 8.07041848229354 - ], - "0.3": [ - 9.05038455181042, - 8.377645523175193, - 8.797690425006323, - 8.798684633308934, - 8.935201497797383, - 8.802239717234261, - 8.775408684698945, - 8.812538502918535, - 9.075088748918214, - 8.905584889245244, - 8.94738505588538, - 9.281428289309304, - 7.776842118938258, - 9.836750146228942, - 9.182238247228117, - 7.566545966009041, - 8.947385057572696, - 8.802257396676108, - 8.907148510655446, - 7.6517746664621855, - 8.768748228192042, - 8.802257396676112, - 8.907148510655446, - 9.271599190200742 - ], - "0.4": [ - 9.949394814167576, - 9.684938257953574, - 9.82541620234437, - 9.820749941875167, - 10.134522242764671, - 9.256492787440616, - 9.686307066572072, - 9.371865530434444, - 9.884571061235185, - 9.91255890387225, - 9.868062696678606, - 10.331699370553032, - 9.204703638804396, - 10.496870487932087, - 9.8613729364366, - 9.280024132520728, - 9.69155056918798, - 9.475181065279253, - 9.700924285119774, - 9.273988643193578, - 9.371865966309523, - 9.500762819465828, - 9.880111288389447, - 9.89661604921413 - ], - "0.5": [ - 10.557192540654002, - 10.746353909459021, - 10.727267567477151, - 10.585192549522205, - 10.79773630746232, - 9.92316981211284, - 10.655486846115528, - 10.76484128527963, - 10.738442644617917, - 10.775439736212803, - 10.82606686269166, - 10.885538988688793, - 10.467681727459045, - 11.007241557534634, - 10.79784890316145, - 10.330011352183869, - 10.492005694532265, - 10.407390912210941, - 10.713030735967296, - 9.890593589444562, - 10.467681727500645, - 10.706018524638498, - 10.81432891341661, - 10.722432637557118 - ], - "0.6": [ - 11.560008955058446, - 12.798323282702384, - 11.022361458531549, - 11.006524465236959, - 11.265563647328507, - 10.918205934862186, - 11.745246203382337, - 11.255353279840717, - 11.745248910915889, - 11.312246038271946, - 11.675094332190483, - 12.023676389359197, - 11.245228023447215, - 12.11528564366084, - 11.248472030839524, - 11.312246049018002, - 11.112428411630047, - 11.112428411630068, - 11.240016365616333, - 10.80259096245422, - 11.026928430201338, - 11.265676243028663, - 12.17337806846062, - 11.245228023488815 - ], - "0.7": [ - 13.020377912559706, - 13.914880381725352, - 12.438843169911719, - 13.17378666380727, - 13.058256722438779, - 13.539642590587977, - 13.63057808349702, - 13.360099280166365, - 13.860624009635412, - 13.201045669702106, - 13.058369316451595, - 13.093477908116181, - 13.056617481474419, - 13.630580859463848, - 13.052352977510907, - 12.553642069442843, - 13.05836931813891, - 12.881353014899334, - 13.201045680448322, - 11.9734916749959, - 13.022040716222707, - 13.052352977511932, - 13.589165291023619, - 13.165860175110362 - ], - "0.8": [ - 14.457133164963828, - 15.069299096810834, - 13.85605710640543, - 14.75281537062759, - 14.535107443274097, - 14.659901159848419, - 14.392347446535625, - 15.127754557771098, - 15.345993904270836, - 14.641605565118617, - 14.679511794146473, - 14.869650382295058, - 14.831904289064365, - 15.091042419470465, - 15.34599397270962, - 13.886604839455757, - 15.159650366104298, - 14.718025502684089, - 15.261301674434243, - 14.641413672515771, - 14.59090614747137, - 15.098384934310833, - 15.042058803830129, - 14.641605575864833 - ], - "0.9": [ - 16.30312069795306, - 17.2013857505113, - 16.210741692876663, - 16.385193107764376, - 16.385797604368427, - 16.4710909798328, - 16.382073913374363, - 17.259784806458672, - 17.571455034063124, - 17.23047157726508, - 17.49209209611704, - 16.44273354553888, - 16.42548148278656, - 17.162394608254598, - 18.299220725816333, - 15.70473963735893, - 16.471108659274623, - 16.420411796556326, - 17.25978524233375, - 17.230821766160535, - 16.493853666840693, - 16.694749410068145, - 16.42548148282816, - 15.774126188994046 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_092831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_092831.json deleted file mode 100644 index 2b9d7bc60116ef7ce2c059e2feb6a357059b7f0e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_092831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T09:28:31.497773+00:00", - "metrics": { - "MSE[mean]": 31.310595431453535, - "MSE[0.5]": 32.79696379858567, - "MAE[0.5]": 4.056959355678747, - "MASE[0.5]": 0.766669484537716, - "MAPE[0.5]": 0.5380048799064107, - "sMAPE[0.5]": 0.3614580026553324, - "MSIS": 7.490852798491477, - "RMSE[mean]": 5.595587139117176, - "NRMSE[mean]": 0.46792366320143625, - "ND[0.5]": 0.33925792521355375, - "mean_weighted_sum_quantile_loss": 0.27886430563977904 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.409386089419971, - 10.17655439799734, - 10.761187541345102, - 11.024597511985476, - 11.061138225327262, - 11.311362945068517, - 11.145312794798373, - 10.902348851399916, - 10.457943103043936, - 10.661229936255603, - 10.347753629325128, - 10.764845418521007, - 11.080701333809305, - 10.807900744725552, - 10.984017757094513, - 11.525028777603978, - 11.46043226950054, - 11.31131913964176, - 11.264049580889198, - 11.060886290513512, - 10.340294174802066, - 11.000088132659748, - 10.95537219299671, - 11.100516376684142 - ], - "p10": [ - 5.954037423892075, - 5.417893098902437, - 5.6867388032638875, - 5.610500618161037, - 6.987986511149298, - 6.548165242608338, - 6.61911402675462, - 6.5253938645625675, - 5.990837712300671, - 5.734635826086951, - 5.6277661057595285, - 5.827256430317064, - 5.812371352647372, - 5.678405662446503, - 6.612721163099269, - 6.896367998988504, - 6.54812143718174, - 7.140892637632577, - 6.862256593144989, - 7.076651912281207, - 5.9744793767336075, - 6.619106410040645, - 5.638501252466858, - 6.987734576335548 - ], - "p90": [ - 17.147795140819948, - 18.25003351158195, - 17.51160364623516, - 17.167929824808354, - 17.200411787528896, - 17.503314310807966, - 16.865156761644233, - 16.78802490178201, - 15.953787644897496, - 16.788023617457306, - 17.217760510399092, - 16.23620915474223, - 17.207894050182258, - 16.95841042927229, - 16.275112298967, - 17.704632066861233, - 17.190920301076705, - 17.61583398567124, - 17.954465027286336, - 17.511004702637806, - 16.21907432440998, - 17.58061247794751, - 16.283681806462006, - 16.788023577417974 - ], - "mean": [ - 11.514419599746645, - 10.949624135475538, - 11.472605134838009, - 11.267130260075135, - 12.055745913621976, - 11.575244840687025, - 11.599792672231981, - 11.499146292168136, - 11.41926360623856, - 10.958506328758713, - 11.040905225952667, - 10.955700632830297, - 11.451205245515634, - 11.029706486909893, - 11.66114912207375, - 12.05411619882047, - 11.984176003814104, - 11.997723360050948, - 12.054422558860436, - 11.867373121314648, - 10.92652956224991, - 11.651304172095847, - 11.108690888263377, - 11.531957069586191 - ], - "quantiles": { - "0.1": [ - 5.954037423892075, - 5.417893098902437, - 5.6867388032638875, - 5.610500618161037, - 6.987986511149298, - 6.548165242608338, - 6.61911402675462, - 6.5253938645625675, - 5.990837712300671, - 5.734635826086951, - 5.6277661057595285, - 5.827256430317064, - 5.812371352647372, - 5.678405662446503, - 6.612721163099269, - 6.896367998988504, - 6.54812143718174, - 7.140892637632577, - 6.862256593144989, - 7.076651912281207, - 5.9744793767336075, - 6.619106410040645, - 5.638501252466858, - 6.987734576335548 - ], - "0.2": [ - 7.845105618264643, - 7.188818395761773, - 7.549045134633967, - 7.570922790283017, - 7.8485697033367146, - 7.392518585652256, - 7.644133004168014, - 7.396289418729536, - 7.419789482564291, - 7.357840998975766, - 7.076651919243087, - 7.157225474426745, - 7.672887250667006, - 7.3578409589730285, - 7.7911259764543725, - 8.127827205070785, - 7.698740598875233, - 8.096411213594132, - 8.036317244918521, - 8.856658042826295, - 7.534836704299081, - 8.327198708658116, - 7.076651912281207, - 7.79112597644801 - ], - "0.3": [ - 9.588393278580778, - 8.047646557083588, - 9.187117995412288, - 9.103919649836826, - 9.429345945488507, - 9.283014646566453, - 9.282978457853638, - 8.917108364011485, - 9.24240256563202, - 8.302277310748893, - 8.053412950963976, - 8.083511733927, - 9.442022948803935, - 8.768847806035659, - 9.424461251395865, - 9.868262268675895, - 9.36413979454721, - 9.552189716098741, - 9.359777994545118, - 9.562525995773068, - 9.086323867742442, - 9.724918430319597, - 8.91710703964745, - 9.178784854558307 - ], - "0.4": [ - 10.557723526026054, - 9.330896599268893, - 10.016074477424146, - 10.258089208631217, - 10.600921637314238, - 10.305161546836006, - 10.152313241893552, - 9.857494378353934, - 9.964872997309056, - 9.687404353920817, - 9.442674619657046, - 9.857493055200402, - 10.223101711610319, - 9.724918430356194, - 10.223101711406205, - 10.759067262604042, - 10.60066970250068, - 10.333898960019464, - 10.333898960019436, - 10.33389896001943, - 10.007741336570165, - 10.24868181758585, - 9.77620882822101, - 10.33389896001943 - ], - "0.5": [ - 11.409386089419971, - 10.17655439799734, - 10.761187541345102, - 11.024597511985476, - 11.061138225327262, - 11.311362945068517, - 11.145312794798373, - 10.902348851399916, - 10.457943103043936, - 10.661229936255603, - 10.347753629325128, - 10.764845418521007, - 11.080701333809305, - 10.807900744725552, - 10.984017757094513, - 11.525028777603978, - 11.46043226950054, - 11.31131913964176, - 11.264049580889198, - 11.060886290513512, - 10.340294174802066, - 11.000088132659748, - 10.95537219299671, - 11.100516376684142 - ], - "0.6": [ - 12.358410289316055, - 11.173393263745817, - 11.388836924470253, - 11.601444578746232, - 12.019256187758957, - 12.940486935814002, - 12.492835799179772, - 11.772896784894135, - 11.29208609723528, - 11.537527696971921, - 11.596243134006903, - 11.28914834003287, - 11.772895460740576, - 11.684316332250276, - 11.763533613003581, - 13.043223945060076, - 13.144152740848009, - 12.34155127791671, - 13.399225838410326, - 11.698107359007288, - 11.125467505616587, - 11.721781367927825, - 11.543966018566154, - 11.7728954605301 - ], - "0.7": [ - 13.690613737482087, - 12.988368888516442, - 12.969763077195921, - 13.543280335761914, - 14.2969312109491, - 14.434476875760952, - 14.048143862498618, - 13.792903652257863, - 12.082778758109056, - 13.001556053564723, - 12.536559677140357, - 12.883120164192789, - 13.451746297252791, - 12.728241492763711, - 13.92564146168112, - 14.4014860849116, - 14.295041894605617, - 14.071714832609562, - 14.576305415473131, - 13.884231767131748, - 13.197395167066611, - 13.946808645035313, - 13.160125468713455, - 13.85500624685118 - ], - "0.8": [ - 15.057893287551043, - 14.842679852482803, - 15.04377200710084, - 14.871661385300484, - 15.878716149341344, - 15.386232508271684, - 14.984727904179362, - 14.794755418717608, - 13.95242487806158, - 14.771453815900855, - 14.438703990638121, - 14.511309370866565, - 15.227167059200617, - 14.957114478626428, - 14.988828511648377, - 15.691287956180943, - 15.594153349397788, - 15.145705640329695, - 16.175848607266747, - 15.674430992109826, - 14.563338250897157, - 15.034942281205906, - 14.364710445486029, - 14.953351900979724 - ], - "0.9": [ - 17.147795140819948, - 18.25003351158195, - 17.51160364623516, - 17.167929824808354, - 17.200411787528896, - 17.503314310807966, - 16.865156761644233, - 16.78802490178201, - 15.953787644897496, - 16.788023617457306, - 17.217760510399092, - 16.23620915474223, - 17.207894050182258, - 16.95841042927229, - 16.275112298967, - 17.704632066861233, - 17.190920301076705, - 17.61583398567124, - 17.954465027286336, - 17.511004702637806, - 16.21907432440998, - 17.58061247794751, - 16.283681806462006, - 16.788023577417974 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_103943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_103943.json deleted file mode 100644 index 9ee8ed038b566d0547178f37b2e514a63df0f534..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_103943.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T10:39:43.501340+00:00", - "metrics": { - "MSE[mean]": 35.35312354543284, - "MSE[0.5]": 35.673386620929115, - "MAE[0.5]": 3.921775319630997, - "MASE[0.5]": 0.7460180264555661, - "MAPE[0.5]": 0.5311696213851936, - "sMAPE[0.5]": 0.3396733232599642, - "MSIS": 7.6968778202296155, - "RMSE[mean]": 5.945849270325715, - "NRMSE[mean]": 0.498952386321039, - "ND[0.5]": 0.32910002682218154, - "mean_weighted_sum_quantile_loss": 0.2817951464567597 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 11.991258705082956, - 11.2035528248268, - 11.168534446219253, - 11.081418819689446, - 11.559119975505611, - 10.988107414018863, - 11.073422370603874, - 11.344526893226632, - 11.18034843433802, - 11.050578321984975, - 11.181737636275537, - 11.538417329383423, - 11.33592356471046, - 11.113032174112764, - 11.548542593516133, - 11.324616434765247, - 11.124382750642393, - 11.734010659211025, - 11.154549423115256, - 11.272424691550334, - 11.066667228222475, - 10.989713408160657, - 11.014184703097605, - 11.066667228222475 - ], - "p10": [ - 7.189077040919844, - 6.641482412679873, - 6.351077581736198, - 5.7678459297299405, - 6.756938311342499, - 6.001018302316621, - 6.000951627621528, - 6.563704625692266, - 6.89858629029508, - 5.988088511161278, - 7.383177403475638, - 6.902396566403892, - 6.898585818268289, - 6.633472541942922, - 5.9803146494802695, - 5.794713391985375, - 7.159791461001953, - 7.51442020472331, - 5.775027185408855, - 6.747786762669269, - 6.337092558632185, - 6.337092558632185, - 6.337092558632185, - 6.507425499050164 - ], - "p90": [ - 17.611897972124332, - 16.94058568196056, - 16.890391962593714, - 16.00964998157227, - 17.932033277131755, - 17.22428590176258, - 16.862819883172698, - 20.138097903724727, - 17.93158163451032, - 17.016870590748702, - 17.74157151520297, - 18.306164156729125, - 16.830905081259644, - 17.969039461277756, - 17.17930712742088, - 17.67343059090401, - 17.228196932373358, - 17.66820517708431, - 16.99882199227598, - 16.208230340936293, - 17.628281961882678, - 17.81595132328003, - 17.67343059090114, - 17.628281961882678 - ], - "mean": [ - 12.33399193182782, - 11.475176980993838, - 11.740126238512222, - 11.205493285274317, - 12.194451716186027, - 11.513437205186058, - 11.558038436797933, - 12.421288404285129, - 11.926345216553097, - 11.362302214755498, - 12.223096794887411, - 12.423538334062542, - 11.79554719865239, - 11.73437572096726, - 11.945088308151835, - 11.844260368459636, - 11.957804960750584, - 12.409518753860812, - 11.466570474509348, - 11.69029856877303, - 11.314946234776407, - 11.738377367211925, - 11.548933516866272, - 11.612613908120764 - ], - "quantiles": { - "0.1": [ - 7.189077040919844, - 6.641482412679873, - 6.351077581736198, - 5.7678459297299405, - 6.756938311342499, - 6.001018302316621, - 6.000951627621528, - 6.563704625692266, - 6.89858629029508, - 5.988088511161278, - 7.383177403475638, - 6.902396566403892, - 6.898585818268289, - 6.633472541942922, - 5.9803146494802695, - 5.794713391985375, - 7.159791461001953, - 7.51442020472331, - 5.775027185408855, - 6.747786762669269, - 6.337092558632185, - 6.337092558632185, - 6.337092558632185, - 6.507425499050164 - ], - "0.2": [ - 7.942615517115232, - 8.110658814678175, - 7.470508831765255, - 7.224648441440176, - 8.826422280173997, - 7.568559428108194, - 7.866458133798289, - 8.032881027690566, - 8.137727250355042, - 7.383177473159589, - 9.090612802512787, - 7.875265723477809, - 8.528681762943155, - 7.869117090345285, - 7.8664435175994525, - 7.87259214806105, - 8.032878399676026, - 8.173530834514423, - 7.552735970664531, - 7.855749226891477, - 7.4364086474706745, - 7.866443517583488, - 7.7189625191028695, - 7.578967777643317 - ], - "0.3": [ - 9.828893965942362, - 9.748979800692718, - 9.536990298681681, - 8.313906281946432, - 9.811294517123622, - 9.463973621453084, - 9.396317737437746, - 9.48418651665845, - 9.53964348535585, - 9.090612872196736, - 9.7527373684343, - 9.774590117764548, - 9.834992889299182, - 9.322046897490766, - 9.48418388865936, - 9.834992888808205, - 9.443650090123944, - 9.801476932613278, - 9.416545361642726, - 9.623538236063844, - 9.161256667674703, - 9.342791440357592, - 9.13360168385194, - 9.33669973269132 - ], - "0.4": [ - 11.152859338051424, - 10.341536882669295, - 10.16808501883739, - 10.113490287649991, - 10.990502980313066, - 10.024336322613964, - 10.154114611948177, - 10.464150585272499, - 10.358127620573969, - 10.20443280905436, - 10.720268508607901, - 11.052625230559533, - 10.77543215214565, - 10.302404908961694, - 10.542096367042483, - 10.74859302984575, - 10.399891560396906, - 11.154549423115332, - 10.26375646766665, - 10.358127148053335, - 9.94381404368339, - 10.182849485082912, - 10.22611914060758, - 10.320378875898653 - ], - "0.5": [ - 11.991258705082956, - 11.2035528248268, - 11.168534446219253, - 11.081418819689446, - 11.559119975505611, - 10.988107414018863, - 11.073422370603874, - 11.344526893226632, - 11.18034843433802, - 11.050578321984975, - 11.181737636275537, - 11.538417329383423, - 11.33592356471046, - 11.113032174112764, - 11.548542593516133, - 11.324616434765247, - 11.124382750642393, - 11.734010659211025, - 11.154549423115256, - 11.272424691550334, - 11.066667228222475, - 10.989713408160657, - 11.014184703097605, - 11.066667228222475 - ], - "0.6": [ - 13.02538221190947, - 11.81629486994804, - 12.054515124926928, - 11.76750789041616, - 12.903997003850089, - 11.806208070702045, - 11.700992326943204, - 12.549528808180877, - 11.901162127044994, - 11.673991059688587, - 11.80471174404593, - 12.795907579953251, - 12.434332192838903, - 11.734010659299726, - 13.411791206315659, - 12.040530101825784, - 12.14635715875376, - 13.629185442619557, - 11.734010659210949, - 12.390430102322421, - 11.55866786036354, - 11.673990974728744, - 11.808249356325323, - 11.73581217750471 - ], - "0.7": [ - 14.82067933809591, - 13.701939889262722, - 14.449758099392437, - 13.238620420295948, - 13.996556142063099, - 13.827333333570689, - 14.025468495802055, - 14.843945846195197, - 14.285413829838415, - 13.489580337321566, - 14.035913763819032, - 14.560966461685682, - 13.82725204315464, - 13.069206603748913, - 14.435773076304388, - 13.962131081751927, - 13.981161356984565, - 14.825071377764715, - 13.790212428965901, - 13.98116135698405, - 13.827252042660795, - 13.790212428965887, - 13.827252042660795, - 13.962131081749057 - ], - "0.8": [ - 15.652925137664155, - 15.114103228144572, - 15.215225098070416, - 15.139281417272349, - 15.699454347825071, - 15.091777549839833, - 15.13678150754623, - 15.919172132288288, - 15.660996926302607, - 15.130289080637258, - 15.175328507626245, - 15.916636441174235, - 15.175328492844196, - 15.04594988556367, - 15.677184466149395, - 15.707578968842318, - 15.1078145548392, - 15.916003171966299, - 15.220334292944756, - 15.120648595422686, - 15.201240074966403, - 15.322156901848407, - 15.02396709159527, - 15.59030723107492 - ], - "0.9": [ - 17.611897972124332, - 16.94058568196056, - 16.890391962593714, - 16.00964998157227, - 17.932033277131755, - 17.22428590176258, - 16.862819883172698, - 20.138097903724727, - 17.93158163451032, - 17.016870590748702, - 17.74157151520297, - 18.306164156729125, - 16.830905081259644, - 17.969039461277756, - 17.17930712742088, - 17.67343059090401, - 17.228196932373358, - 17.66820517708431, - 16.99882199227598, - 16.208230340936293, - 17.628281961882678, - 17.81595132328003, - 17.67343059090114, - 17.628281961882678 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_115423.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_115423.json deleted file mode 100644 index 2e760dfb8d6fdd3326eaa703106831bfdb26598f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_115423.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T11:54:23.463913+00:00", - "metrics": { - "MSE[mean]": 40.70153552731718, - "MSE[0.5]": 41.369537120704926, - "MAE[0.5]": 4.194720166846458, - "MASE[0.5]": 0.7927030236560236, - "MAPE[0.5]": 0.5599774029364878, - "sMAPE[0.5]": 0.36088347191117426, - "MSIS": 10.002706959497004, - "RMSE[mean]": 6.379775507595638, - "NRMSE[mean]": 0.5410410324462732, - "ND[0.5]": 0.3557359858809717, - "mean_weighted_sum_quantile_loss": 0.30329136965233205 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.194658834495081, - 10.743397691903736, - 11.274869892865075, - 11.126947506062645, - 11.866965449846308, - 11.24891561922128, - 11.193822192670066, - 11.251913179097299, - 10.997144877807047, - 11.2672176246671, - 11.372943568550848, - 11.409076135440579, - 11.249548497819546, - 11.304167582509276, - 11.193805281670274, - 11.450822626053231, - 11.151004942538442, - 11.271441323953546, - 11.046133231237935, - 11.409076131688625, - 11.361218573637217, - 11.352959363941546, - 11.271441323953393, - 11.05482292661623 - ], - "p10": [ - 7.680295381964858, - 6.063328236792437, - 6.398081840606319, - 6.77999767954555, - 6.86518308463201, - 6.055836491772702, - 6.250325471297279, - 7.001659652231831, - 7.000008287051571, - 6.818100272723279, - 7.286673045485108, - 7.001656512671811, - 6.987960219212939, - 6.230852255419167, - 6.0557455104589675, - 7.149739671653664, - 6.864011757703325, - 6.8181001641252275, - 6.86469360487682, - 6.864693604876797, - 6.3644578286671285, - 6.3521998838836495, - 5.987105948817424, - 6.38391413365098 - ], - "p90": [ - 19.617930079529536, - 16.55226066372134, - 17.140395271600113, - 17.128860966576216, - 17.46179123331138, - 16.18891574584148, - 17.068084879652023, - 17.886822628038935, - 17.28638594744611, - 17.286385471785774, - 17.9137524466316, - 16.476038379498284, - 16.973115144370063, - 17.2669502088318, - 16.466206081590393, - 17.502755918765388, - 17.461301753556995, - 17.266950208702326, - 16.9731151436727, - 17.286385363187573, - 17.875843405603668, - 17.98560419683656, - 16.4662060815663, - 16.973115143672672 - ], - "mean": [ - 13.068751246636568, - 11.141097434634567, - 11.959547746581173, - 11.605802098758401, - 12.563620755997803, - 11.739506546360003, - 11.475638144244096, - 11.822803728118743, - 11.679208194182024, - 11.896996116866896, - 12.399829479141141, - 11.833536870323279, - 11.854304486535609, - 11.877828042676986, - 11.167039608574921, - 12.312231229481759, - 11.777448836339572, - 11.441084301557584, - 11.34216641531166, - 11.845696430401226, - 11.891565975872968, - 11.851253611381608, - 11.6482134364854, - 11.475280305968392 - ], - "quantiles": { - "0.1": [ - 7.680295381964858, - 6.063328236792437, - 6.398081840606319, - 6.77999767954555, - 6.86518308463201, - 6.055836491772702, - 6.250325471297279, - 7.001659652231831, - 7.000008287051571, - 6.818100272723279, - 7.286673045485108, - 7.001656512671811, - 6.987960219212939, - 6.230852255419167, - 6.0557455104589675, - 7.149739671653664, - 6.864011757703325, - 6.8181001641252275, - 6.86469360487682, - 6.864693604876797, - 6.3644578286671285, - 6.3521998838836495, - 5.987105948817424, - 6.38391413365098 - ], - "0.2": [ - 9.449944006916722, - 7.525940239264356, - 7.785773774141413, - 7.851034895317937, - 8.498836196855763, - 7.778791982380973, - 7.50663815772635, - 8.144549733010058, - 7.962010060875696, - 8.059366245978719, - 8.40152400077946, - 8.381539653106554, - 8.161560006747639, - 7.841306559659053, - 7.506621246726558, - 8.38956881849605, - 7.865826616473166, - 8.401523980594082, - 7.7716060671861005, - 7.771606067186077, - 7.865826616472335, - 7.732929405131264, - 8.137864564273356, - 7.848401493386497 - ], - "0.3": [ - 10.364158941073933, - 8.153916161787315, - 9.611578328491273, - 9.439064967872941, - 10.180253799958386, - 9.626508071400446, - 8.521822114619688, - 9.626420233374592, - 9.381875186844024, - 9.626417198660821, - 10.064332999850613, - 9.702723299579654, - 9.876614267502926, - 9.504427303310102, - 9.328045047510964, - 9.812800150336265, - 9.665183669751064, - 9.611017939506679, - 9.38187460258551, - 9.579040748608714, - 9.876614266805538, - 9.626417090062617, - 9.5944398991648, - 9.459813121665508 - ], - "0.4": [ - 11.544812502895857, - 9.687240227481539, - 10.646660543710569, - 10.143822522686987, - 11.250510284610007, - 10.451906500207397, - 9.906387088084417, - 10.451818662181543, - 10.056914946785213, - 10.632492945353434, - 10.639074074921725, - 10.535886651856064, - 10.49255398573361, - 10.632492836884856, - 10.44144698490194, - 10.63506669898175, - 10.38170723868612, - 10.531544287919383, - 10.141189120755573, - 10.641745625242143, - 10.63249283675523, - 10.451815518869568, - 10.496896345221097, - 9.971583786216739 - ], - "0.5": [ - 12.194658834495081, - 10.743397691903736, - 11.274869892865075, - 11.126947506062645, - 11.866965449846308, - 11.24891561922128, - 11.193822192670066, - 11.251913179097299, - 10.997144877807047, - 11.2672176246671, - 11.372943568550848, - 11.409076135440579, - 11.249548497819546, - 11.304167582509276, - 11.193805281670274, - 11.450822626053231, - 11.151004942538442, - 11.271441323953546, - 11.046133231237935, - 11.409076131688625, - 11.361218573637217, - 11.352959363941546, - 11.271441323953393, - 11.05482292661623 - ], - "0.6": [ - 13.781600337666852, - 11.6531649100705, - 12.131324449189455, - 11.885641886050559, - 12.790782534727429, - 12.049874872809774, - 11.866492881114977, - 11.955660694482734, - 11.54522070738207, - 12.158033808251272, - 12.090660869076428, - 12.022532590277933, - 12.313383254236676, - 12.086750314467354, - 11.636185109335637, - 12.748028746195276, - 11.992126158630422, - 11.703707121317745, - 11.784943954171187, - 12.0906608488909, - 12.117156742234116, - 12.019377463575557, - 11.954931664925072, - 11.971855206698665 - ], - "0.7": [ - 15.420487070068107, - 13.108882147429156, - 14.231669747333127, - 13.696243177138646, - 14.411823941096824, - 14.213719316770753, - 13.717525701634871, - 13.439182051489581, - 14.052591991680094, - 14.053591804257243, - 13.810675174758648, - 14.053591699410994, - 14.1270923690366, - 14.619298790844244, - 13.4391789082017, - 14.386586459755385, - 13.5362730436344, - 13.148869571994375, - 13.439178908177633, - 14.053591695659042, - 14.185801023608208, - 13.706996760495224, - 12.82005544959616, - 13.662532887702158 - ], - "0.8": [ - 16.4533335345471, - 14.862477747496131, - 15.393408399314525, - 15.338555898978582, - 15.379730172114403, - 15.271586442892238, - 15.334550931005195, - 15.323707614465272, - 15.379241276617726, - 15.377852323891558, - 15.384794620808046, - 15.126166500307225, - 15.327402648150946, - 15.37785221542298, - 14.677640383169328, - 15.818596757592845, - 15.092540179927513, - 14.999481886597387, - 14.786255459521145, - 15.334534019981312, - 15.464804614845642, - 15.379240692359186, - 14.855376360418823, - 14.677640383145233 - ], - "0.9": [ - 19.617930079529536, - 16.55226066372134, - 17.140395271600113, - 17.128860966576216, - 17.46179123331138, - 16.18891574584148, - 17.068084879652023, - 17.886822628038935, - 17.28638594744611, - 17.286385471785774, - 17.9137524466316, - 16.476038379498284, - 16.973115144370063, - 17.2669502088318, - 16.466206081590393, - 17.502755918765388, - 17.461301753556995, - 17.266950208702326, - 16.9731151436727, - 17.286385363187573, - 17.875843405603668, - 17.98560419683656, - 16.4662060815663, - 16.973115143672672 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_131345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_131345.json deleted file mode 100644 index 673a522b622191267519c46dc3e3308285d1d5e3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_131345.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T13:13:45.525341+00:00", - "metrics": { - "MSE[mean]": 39.78190672086542, - "MSE[0.5]": 41.01606698842411, - "MAE[0.5]": 3.801872227670714, - "MASE[0.5]": 0.7309340464413655, - "MAPE[0.5]": 0.4161309499742432, - "sMAPE[0.5]": 0.30524621490458637, - "MSIS": 9.584101683701837, - "RMSE[mean]": 6.307289966448778, - "NRMSE[mean]": 0.5148808135876554, - "ND[0.5]": 0.3103569165445481, - "mean_weighted_sum_quantile_loss": 0.2749160118922893 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 10.822655935463693, - 11.19997772021855, - 10.545079412008885, - 11.473637050635098, - 11.244837750806479, - 11.032347599331793, - 10.937878559128084, - 11.486402519503134, - 11.048195205730634, - 10.608527437346194, - 11.211899307149327, - 11.270309693040115, - 10.931727257870879, - 11.139455518721057, - 11.476904359120923, - 10.616994559943596, - 11.781005280238999, - 10.925543248236883, - 10.93172726115043, - 10.602796110222286, - 11.476904359273274, - 10.803086217745985, - 11.781005280246076, - 11.225767364511468 - ], - "p10": [ - 5.8814107056365, - 6.629065279046952, - 5.420881215916233, - 6.204456309736803, - 6.640617925338105, - 6.59330758673057, - 6.252855817867411, - 6.696855400657509, - 6.641320626261963, - 6.207723290806622, - 6.670893893812871, - 6.207723603157638, - 5.436040246644523, - 6.670893963708527, - 6.163741402399114, - 6.744609336895455, - 7.2206460178581615, - 6.25288853280091, - 4.808776450237443, - 6.670893964415385, - 6.7446093369282805, - 6.908019694601345, - 6.252888532802434, - 6.790567813585839 - ], - "p90": [ - 16.32440488449457, - 17.61234845661073, - 15.766640715291476, - 17.628033435123143, - 17.50233577083181, - 15.766109916628874, - 17.50300727660976, - 17.503032940317787, - 17.61844798361141, - 15.811330610854297, - 17.490375299135522, - 17.685101184640963, - 17.04261281598565, - 15.795792889546371, - 17.503039991392416, - 16.64822698507934, - 17.28646038389944, - 16.13094312631148, - 16.130943126312676, - 16.950512751095694, - 17.636438713850154, - 17.042612819265525, - 17.87180381363914, - 15.697626385320586 - ], - "mean": [ - 10.928256935812147, - 11.528643411816338, - 10.844846589632436, - 11.677172742504384, - 11.564251191469783, - 11.250041250671313, - 11.60865325664708, - 11.727354038144012, - 11.720851255337275, - 10.87457545805206, - 11.533521954135374, - 11.997750238061235, - 11.370243360095504, - 11.653694208047018, - 11.80748568348981, - 11.302327461636539, - 12.03093781714267, - 11.26985153082423, - 11.033578598414742, - 11.098058169411463, - 11.877616413305248, - 11.546671366179304, - 12.066242957738258, - 11.207715784348109 - ], - "quantiles": { - "0.1": [ - 5.8814107056365, - 6.629065279046952, - 5.420881215916233, - 6.204456309736803, - 6.640617925338105, - 6.59330758673057, - 6.252855817867411, - 6.696855400657509, - 6.641320626261963, - 6.207723290806622, - 6.670893893812871, - 6.207723603157638, - 5.436040246644523, - 6.670893963708527, - 6.163741402399114, - 6.744609336895455, - 7.2206460178581615, - 6.25288853280091, - 4.808776450237443, - 6.670893964415385, - 6.7446093369282805, - 6.908019694601345, - 6.252888532802434, - 6.790567813585839 - ], - "0.2": [ - 7.135517551385877, - 7.356337188766597, - 7.461854035599745, - 7.424931253546643, - 7.695907425647677, - 7.473824764009801, - 7.643717675501871, - 7.696604595133655, - 7.47397502872209, - 7.4752792776346695, - 7.666138306235103, - 7.956931979006517, - 7.4266691735256405, - 8.642924299017967, - 7.94706071516813, - 7.531124617058366, - 7.970054480465421, - 7.657196836262952, - 7.244484564691564, - 7.426669176805449, - 7.735187198151836, - 7.715394612282423, - 7.720090353762869, - 7.473976548511204 - ], - "0.3": [ - 9.09908130904212, - 8.987085225360165, - 8.932965693145517, - 9.49166826305653, - 9.05837477767858, - 9.087318389936025, - 9.414528791062775, - 9.059071947164558, - 9.4253927019915, - 8.84671996976429, - 9.324016936975074, - 9.70775219252922, - 9.059078995111674, - 9.908308570572196, - 9.693486008159907, - 8.99117113592587, - 9.83631342275985, - 8.98729363764143, - 8.727950697801989, - 9.355988816368566, - 9.792311013651904, - 9.435383127621389, - 9.851664474840094, - 9.334005913418434 - ], - "0.4": [ - 9.60323185595606, - 9.88178994084922, - 9.863823404986798, - 10.349121608047597, - 9.928840547981583, - 10.270568444837007, - 10.067204703773463, - 10.5873079517671, - 10.348811916911199, - 9.800493973694504, - 10.143099833693235, - 10.609674080635651, - 9.952121925608264, - 10.631193009023589, - 10.61425941945441, - 9.867005496745893, - 10.63119300972344, - 9.886967067137597, - 9.886967067138794, - 9.943108518630165, - 10.631193009730502, - 10.348371875897332, - 10.806881503175696, - 9.909199143791037 - ], - "0.5": [ - 10.822655935463693, - 11.19997772021855, - 10.545079412008885, - 11.473637050635098, - 11.244837750806479, - 11.032347599331793, - 10.937878559128084, - 11.486402519503134, - 11.048195205730634, - 10.608527437346194, - 11.211899307149327, - 11.270309693040115, - 10.931727257870879, - 11.139455518721057, - 11.476904359120923, - 10.616994559943596, - 11.781005280238999, - 10.925543248236883, - 10.93172726115043, - 10.602796110222286, - 11.476904359273274, - 10.803086217745985, - 11.781005280246076, - 11.225767364511468 - ], - "0.6": [ - 11.454692367507581, - 11.974851243636227, - 11.308324178361708, - 13.169499348239567, - 12.633847330594781, - 11.923927213377201, - 12.347209472469586, - 12.942985345296512, - 12.633734094123215, - 11.48792689987434, - 11.786815531045722, - 12.657537303742341, - 12.210723846896844, - 12.04518323096822, - 12.69018011114554, - 11.694585035534951, - 13.438346778654708, - 11.63057397197244, - 11.947426107578522, - 11.4289057402496, - 12.634551551307739, - 11.846950249402429, - 13.25497819893743, - 11.931616175095828 - ], - "0.7": [ - 13.098603362550266, - 13.627317187381912, - 12.698373640436852, - 14.203270499770177, - 13.794466734301185, - 13.384472980668288, - 14.20554298541319, - 13.894693858427829, - 14.436460781208396, - 13.16452037362372, - 13.76421904641414, - 14.452787585470718, - 13.669119197171291, - 13.697649174713906, - 14.205575700195846, - 13.384624765136852, - 14.452787600680997, - 13.660193381983095, - 13.697649175420507, - 12.811798771449045, - 13.930885345456188, - 13.560161268593916, - 14.318930143108307, - 13.384624765169692 - ], - "0.8": [ - 14.42898839907682, - 15.564837225768114, - 14.421303266989343, - 15.357058299867816, - 14.965118454549758, - 14.860165057895383, - 15.334319521389252, - 15.377934828745824, - 15.266343837611387, - 14.729791812530946, - 15.59668462550347, - 15.635169198589677, - 15.334352233044397, - 14.860316841689858, - 15.635169213654668, - 14.857337998646448, - 15.59076986731614, - 14.872232217265255, - 14.872232217266452, - 14.579958289288712, - 15.622393580215284, - 14.837412810281696, - 15.730604595505246, - 14.70848622315613 - ], - "0.9": [ - 16.32440488449457, - 17.61234845661073, - 15.766640715291476, - 17.628033435123143, - 17.50233577083181, - 15.766109916628874, - 17.50300727660976, - 17.503032940317787, - 17.61844798361141, - 15.811330610854297, - 17.490375299135522, - 17.685101184640963, - 17.04261281598565, - 15.795792889546371, - 17.503039991392416, - 16.64822698507934, - 17.28646038389944, - 16.13094312631148, - 16.130943126312676, - 16.950512751095694, - 17.636438713850154, - 17.042612819265525, - 17.87180381363914, - 15.697626385320586 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_142911.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_142911.json deleted file mode 100644 index ed33055a4b9f9fc48525fb053667e1db21cf56c1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260623_142911.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-23T14:29:11.706079+00:00", - "metrics": { - "MSE[mean]": 41.29715714522421, - "MSE[0.5]": 41.08397027409169, - "MAE[0.5]": 3.8187580894496764, - "MASE[0.5]": 0.7391144689257437, - "MAPE[0.5]": 0.36827772214703813, - "sMAPE[0.5]": 0.3072249624795665, - "MSIS": 8.547988275173797, - "RMSE[mean]": 6.426286419482422, - "NRMSE[mean]": 0.531830600233028, - "ND[0.5]": 0.31603515223031803, - "mean_weighted_sum_quantile_loss": 0.28396181821676586 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.268504006494487, - 11.226618182209803, - 10.591835207891872, - 11.813958294024584, - 11.123263062304748, - 10.965193664408627, - 10.98173373619733, - 10.884519133954901, - 10.884515786667075, - 10.998556374408082, - 11.052238159588518, - 11.069081260693942, - 10.762805914375448, - 10.656773200811315, - 11.336970876132481, - 10.962228678862964, - 10.884514932412518, - 10.233477227623597, - 11.515523844790394, - 10.917873591347087, - 10.630740091060874, - 11.313396724593252, - 11.515523844790293, - 10.604706981607238 - ], - "p10": [ - 6.733545887976288, - 6.739732103915744, - 6.3940267631497925, - 6.911181593495617, - 6.793968422181979, - 6.821518231710349, - 5.86619079501246, - 6.908727178800169, - 7.176015552967343, - 5.982440356843085, - 5.679902727974501, - 6.793468544124871, - 6.784105940263047, - 5.516567808326648, - 6.824512338375375, - 6.9180797149275906, - 5.847592947687232, - 5.662855135777934, - 7.183109911362345, - 6.706838518510948, - 5.982440183155761, - 5.679902692660439, - 6.821416595169345, - 5.864562087837864 - ], - "p90": [ - 17.022986464728195, - 16.10196412442578, - 16.81851158140703, - 17.294469538634345, - 15.892548520626097, - 15.958861966443916, - 16.806439882980655, - 17.321188786724118, - 16.110444405637423, - 17.29201109608135, - 17.095325554752698, - 17.671921430749318, - 16.871025928819016, - 16.722029900135375, - 16.886894135021226, - 17.802619582163764, - 16.722029899841054, - 17.78893536986986, - 18.618131335212112, - 17.254007595455768, - 16.110443551380378, - 17.29201092239402, - 17.111193727040344, - 17.254007595455747 - ], - "mean": [ - 11.662322732904247, - 11.512933577984867, - 10.948904526620636, - 12.241353609185394, - 11.415984687431974, - 11.389733761139007, - 11.404648498794296, - 11.522238260840766, - 11.552291860105164, - 11.549758860431812, - 11.291659117338904, - 11.58802226030176, - 11.403746558880052, - 11.03779128266259, - 11.850165057227803, - 12.070067105542558, - 11.409628061615022, - 11.062809657717397, - 12.467113893220878, - 11.751493775180728, - 11.282970140455333, - 11.42811217861, - 11.875126650511234, - 11.484498473627514 - ], - "quantiles": { - "0.1": [ - 6.733545887976288, - 6.739732103915744, - 6.3940267631497925, - 6.911181593495617, - 6.793968422181979, - 6.821518231710349, - 5.86619079501246, - 6.908727178800169, - 7.176015552967343, - 5.982440356843085, - 5.679902727974501, - 6.793468544124871, - 6.784105940263047, - 5.516567808326648, - 6.824512338375375, - 6.9180797149275906, - 5.847592947687232, - 5.662855135777934, - 7.183109911362345, - 6.706838518510948, - 5.982440183155761, - 5.679902692660439, - 6.821416595169345, - 5.864562087837864 - ], - "0.2": [ - 7.950037303352079, - 7.716688138818336, - 7.573578867933213, - 8.826227449959354, - 7.724351580716434, - 8.160439701606485, - 7.717351104342673, - 7.550098414809506, - 7.681452280128234, - 8.016905747549064, - 7.343906861012088, - 7.69339869124057, - 7.681451427331028, - 7.098784950198027, - 7.881629313499002, - 9.054557883974306, - 7.717330439629149, - 7.330376351102012, - 9.338944017262591, - 8.028691864495235, - 7.465478317455696, - 7.732821448918148, - 8.09682699229579, - 7.561486504790823 - ], - "0.3": [ - 9.856994960593854, - 9.554728276424065, - 8.028997937004126, - 10.079201738947337, - 9.504211628734087, - 9.564578964087831, - 9.327851165549806, - 9.25004008737776, - 9.46095038974087, - 9.503711917184262, - 9.428168093693003, - 9.225591523627724, - 9.225591517907523, - 8.237687766051165, - 9.649241330529906, - 9.669069504108133, - 9.649241330472051, - 8.235544293439553, - 10.129489558519612, - 9.631624847542032, - 9.118846595321642, - 9.501174319846179, - 9.954979186512144, - 9.32783050083379 - ], - "0.4": [ - 10.649349552676487, - 10.25304925838855, - 9.677084461214061, - 11.363003643791341, - 10.1813602051615, - 10.180961956465351, - 10.183639366294766, - 10.183622903123625, - 10.145885862478982, - 10.235099299056106, - 9.952177546925935, - 10.018643449931592, - 9.907128367101055, - 9.982210275889123, - 10.171714047082688, - 10.209033582193635, - 10.165621073226031, - 9.660180494420475, - 10.884514932410127, - 10.182248233279749, - 9.948143354959159, - 10.235099125368778, - 10.851244048142398, - 10.018643442751547 - ], - "0.5": [ - 11.268504006494487, - 11.226618182209803, - 10.591835207891872, - 11.813958294024584, - 11.123263062304748, - 10.965193664408627, - 10.98173373619733, - 10.884519133954901, - 10.884515786667075, - 10.998556374408082, - 11.052238159588518, - 11.069081260693942, - 10.762805914375448, - 10.656773200811315, - 11.336970876132481, - 10.962228678862964, - 10.884514932412518, - 10.233477227623597, - 11.515523844790394, - 10.917873591347087, - 10.630740091060874, - 11.313396724593252, - 11.515523844790293, - 10.604706981607238 - ], - "0.6": [ - 12.257549941333242, - 12.390870564908491, - 11.422824132922749, - 13.208848524732971, - 11.720846335100337, - 11.71056746925208, - 11.861832918228366, - 11.585402140270444, - 11.807210135579103, - 11.720494897821098, - 11.720494759447833, - 11.75689671277401, - 11.482093874998936, - 11.42253655474354, - 12.848783458014996, - 11.98612374280901, - 11.710465832713568, - 11.332256045776862, - 12.822904773403192, - 11.956818167381407, - 11.585397938725572, - 11.807120316759702, - 12.934925474905876, - 11.697744335493367 - ], - "0.7": [ - 14.030727939812264, - 13.91036123460308, - 12.24824302691345, - 14.533453615229757, - 13.707643543295136, - 13.206491545033652, - 13.824720352785713, - 13.471064191067805, - 13.857368455742092, - 13.572951912478024, - 13.255447340748388, - 13.572951745970741, - 13.446627981241862, - 13.82469968836651, - 14.310138332728416, - 14.073891720999802, - 13.955304201834952, - 12.607937838455568, - 14.31013833266817, - 13.810699153748853, - 13.8246996880697, - 13.707143658057984, - 14.345950172709962, - 13.446627979782019 - ], - "0.8": [ - 15.187604033891235, - 14.95622711305765, - 14.771642436311, - 15.293105224810972, - 14.895586286081361, - 14.556771910880448, - 15.043148762026203, - 14.798281448064031, - 15.071869905298483, - 15.03925635003987, - 15.06975819289948, - 14.514643041024444, - 15.039256177812387, - 15.019403737024165, - 15.069758157645763, - 15.088590039021893, - 15.075213248637565, - 14.665796488289969, - 15.801610293713392, - 15.071869051041453, - 15.031762611885329, - 14.895086400844209, - 15.069230434221414, - 14.903416903096515 - ], - "0.9": [ - 17.022986464728195, - 16.10196412442578, - 16.81851158140703, - 17.294469538634345, - 15.892548520626097, - 15.958861966443916, - 16.806439882980655, - 17.321188786724118, - 16.110444405637423, - 17.29201109608135, - 17.095325554752698, - 17.671921430749318, - 16.871025928819016, - 16.722029900135375, - 16.886894135021226, - 17.802619582163764, - 16.722029899841054, - 17.78893536986986, - 18.618131335212112, - 17.254007595455768, - 16.110443551380378, - 17.29201092239402, - 17.111193727040344, - 17.254007595455747 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_022030.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_022030.json deleted file mode 100644 index 9b9335f8e462fd8c4928686057564adda445d896..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_022030.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T02:20:30.821484+00:00", - "metrics": { - "MSE[mean]": 17.8282379482881, - "MSE[0.5]": 15.058383196001799, - "MAE[0.5]": 2.8893698808369437, - "MASE[0.5]": 0.5130323832805425, - "MAPE[0.5]": 0.32942807477289476, - "sMAPE[0.5]": 0.2392218704663108, - "MSIS": 4.491619002634983, - "RMSE[mean]": 4.222349813585807, - "NRMSE[mean]": 0.33225047713462086, - "ND[0.5]": 0.22736025291831688, - "mean_weighted_sum_quantile_loss": 0.19666707872557265 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 17.584941274116467, - 15.777695623604425, - 14.030553995522238, - 14.421714518293161, - 14.878785314848347, - 14.36190090612135, - 14.098062331596587, - 14.150239829410506, - 14.164324552976364, - 14.216215679727132, - 14.65844267500878, - 14.096772470632809, - 14.318315661838128, - 14.164229499365867, - 14.677622900478884, - 14.357142408927826, - 15.259342298502547, - 14.86125628488417, - 14.135548963445366, - 14.335657966451375, - 13.764934944304487, - 14.37448522011174, - 13.679912462112227, - 14.339799577064607 - ], - "p10": [ - 12.298693708530166, - 11.039596137538833, - 9.292634534397752, - 9.519244267763309, - 8.688157388644356, - 9.4594306555915, - 8.910924627335596, - 8.909027573123062, - 9.070990026947609, - 8.908702746612477, - 9.374985176164127, - 9.74200316277376, - 9.454672665020663, - 9.939272567878831, - 9.882843038988343, - 9.782781612913261, - 10.366797235460451, - 10.024412146774035, - 10.024412146218802, - 10.157865031382975, - 9.742001258433984, - 9.782781602575525, - 9.344569828241498, - 10.314148483789651 - ], - "p90": [ - 23.435361276213627, - 21.93961596593729, - 20.919846148931022, - 20.65883611701453, - 19.926484545966257, - 21.608026524977483, - 20.746277825089553, - 19.484401312559847, - 20.579893436084255, - 19.969317242181326, - 20.74499307488998, - 20.581449838813626, - 21.06805467857149, - 21.068054301944393, - 20.744986097867375, - 20.443729833940242, - 21.11008983811818, - 20.709608563707917, - 19.52897772314101, - 21.063383531251556, - 20.70960856296104, - 20.59426399731146, - 20.18302179950674, - 20.59426399730763 - ], - "mean": [ - 18.066314747362142, - 16.27934642949239, - 14.994773548266515, - 15.195687199742958, - 14.63359657574013, - 15.162214647633016, - 15.002410598168673, - 14.425569407066249, - 14.75245276134482, - 14.871749368486281, - 14.90318080980788, - 14.852574845638763, - 15.109334096144943, - 15.18493388871301, - 15.173646582620922, - 15.003611365132894, - 15.706274678401263, - 15.542824471369126, - 14.586940516470039, - 15.119498807657811, - 14.684096379178195, - 15.23307144001463, - 14.607460975779142, - 15.118453982870186 - ], - "quantiles": { - "0.1": [ - 12.298693708530166, - 11.039596137538833, - 9.292634534397752, - 9.519244267763309, - 8.688157388644356, - 9.4594306555915, - 8.910924627335596, - 8.909027573123062, - 9.070990026947609, - 8.908702746612477, - 9.374985176164127, - 9.74200316277376, - 9.454672665020663, - 9.939272567878831, - 9.882843038988343, - 9.782781612913261, - 10.366797235460451, - 10.024412146774035, - 10.024412146218802, - 10.157865031382975, - 9.742001258433984, - 9.782781602575525, - 9.344569828241498, - 10.314148483789651 - ], - "0.2": [ - 14.2212221414634, - 12.244391332471377, - 11.031036156751423, - 11.057281796802185, - 10.60698169572149, - 10.81836961702253, - 10.99471503125168, - 10.548766856454929, - 10.682085949251388, - 10.954632321058591, - 11.350568504575298, - 10.681992659658444, - 10.997623060346719, - 11.123777757806566, - 11.393047641040695, - 10.993423276274754, - 11.428607964890414, - 11.968038494500757, - 11.022001107219083, - 11.016285538852493, - 10.705523633737252, - 11.23177152180999, - 10.9927096770961, - 11.251006668598015 - ], - "0.3": [ - 15.921372858425512, - 13.867591466417434, - 12.179950695977855, - 12.632009369069326, - 12.388666180794353, - 12.189714330010025, - 12.511760106856824, - 11.556124233445829, - 11.235409875025761, - 12.356220932113548, - 12.5124684942042, - 12.321016637385801, - 12.561581953783259, - 12.662063065724183, - 12.82540649834016, - 12.665967228533868, - 13.007792804347758, - 13.08321751810589, - 12.356195090553955, - 12.371137150124216, - 12.059022532136412, - 12.565680505603229, - 11.669230083323297, - 12.238927232626416 - ], - "0.4": [ - 16.728058975300836, - 14.572567151715694, - 13.303515862619173, - 13.44731322346141, - 13.437945781935213, - 13.2205740313366, - 13.283021169795251, - 13.20036165246269, - 12.565190118292712, - 13.307904659217693, - 13.38274811887343, - 13.065651868477806, - 13.281729921441014, - 13.297419192598774, - 13.55853616761782, - 13.453217102570527, - 14.003229269515343, - 13.575320205968989, - 13.143377882078628, - 13.272255681012172, - 13.11406327311979, - 13.47508398624595, - 12.809864117343531, - 13.250421629237838 - ], - "0.5": [ - 17.584941274116467, - 15.777695623604425, - 14.030553995522238, - 14.421714518293161, - 14.878785314848347, - 14.36190090612135, - 14.098062331596587, - 14.150239829410506, - 14.164324552976364, - 14.216215679727132, - 14.65844267500878, - 14.096772470632809, - 14.318315661838128, - 14.164229499365867, - 14.677622900478884, - 14.357142408927826, - 15.259342298502547, - 14.86125628488417, - 14.135548963445366, - 14.335657966451375, - 13.764934944304487, - 14.37448522011174, - 13.679912462112227, - 14.339799577064607 - ], - "0.6": [ - 18.7315311923329, - 17.534552421589225, - 15.198064966383908, - 15.31684957049076, - 15.95022264742006, - 15.508490824337779, - 15.248859319494652, - 15.082389692995013, - 15.503827510750343, - 16.418147877759885, - 15.354146321231243, - 15.4192382963809, - 15.354139823076578, - 16.810902590791844, - 15.279901915048123, - 15.753291931936731, - 17.55667216587669, - 16.448295886108625, - 14.87149220202936, - 15.354139306168177, - 14.74698186401325, - 16.087132080683546, - 15.082039024719071, - 15.863694397911024 - ], - "0.7": [ - 20.420380250816773, - 18.66797811355765, - 16.69589947612084, - 16.95809691368175, - 17.412198154061088, - 16.937584955879483, - 17.67383633324664, - 17.012959035373395, - 16.77442935412704, - 17.791771520582234, - 16.398013151543903, - 16.95676292832478, - 17.16032524611544, - 18.074497778137797, - 17.105972378504944, - 17.96225194053437, - 18.247849021406775, - 17.962251930954615, - 16.480754859813224, - 17.105972340464483, - 16.93282644835933, - 17.192581375290395, - 16.774334160180203, - 17.556672163069546 - ], - "0.8": [ - 21.639399302240903, - 19.2904962611613, - 18.511620263682907, - 18.514550386126402, - 18.322387784627722, - 18.876589293359817, - 18.75720668073459, - 18.24819968687639, - 18.41169562065835, - 18.27819917746566, - 18.235424126976095, - 18.304860658256445, - 18.449978783383756, - 19.030007537916966, - 18.68739183297148, - 18.722246530223543, - 19.283427003224183, - 18.87183078658654, - 18.075996042928747, - 18.47741229923553, - 18.24425937434879, - 18.304858753905563, - 18.28059930022266, - 18.584626608835826 - ], - "0.9": [ - 23.435361276213627, - 21.93961596593729, - 20.919846148931022, - 20.65883611701453, - 19.926484545966257, - 21.608026524977483, - 20.746277825089553, - 19.484401312559847, - 20.579893436084255, - 19.969317242181326, - 20.74499307488998, - 20.581449838813626, - 21.06805467857149, - 21.068054301944393, - 20.744986097867375, - 20.443729833940242, - 21.11008983811818, - 20.709608563707917, - 19.52897772314101, - 21.063383531251556, - 20.70960856296104, - 20.59426399731146, - 20.18302179950674, - 20.59426399730763 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_033946.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_033946.json deleted file mode 100644 index 3057bda558b1e24e5abd07ff1d0ad2440eb48806..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_033946.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T03:39:46.862928+00:00", - "metrics": { - "MSE[mean]": 14.755375180773008, - "MSE[0.5]": 11.802226613610026, - "MAE[0.5]": 2.5382419161002328, - "MASE[0.5]": 0.4446555181489458, - "MAPE[0.5]": 0.2751792229851912, - "sMAPE[0.5]": 0.21189949021709062, - "MSIS": 3.2338672413174385, - "RMSE[mean]": 3.8412725991229792, - "NRMSE[mean]": 0.3032583630886563, - "ND[0.5]": 0.20038751969212362, - "mean_weighted_sum_quantile_loss": 0.17482945548130158 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.406030500739437, - 14.609601229395025, - 13.5842349931125, - 13.91621578092699, - 14.675453997978517, - 14.018027571287494, - 13.938162778288916, - 13.535471065844549, - 14.457848298503734, - 14.333168146577208, - 14.307573074527655, - 13.888231421164217, - 13.784541599486458, - 13.86712228525628, - 14.63703429402155, - 14.436037760954829, - 13.727878697369915, - 13.867122280321784, - 13.908677408993336, - 13.646478112803313, - 13.795157901284291, - 13.967764163881542, - 13.908677408989337, - 13.650621375377332 - ], - "p10": [ - 10.219470139679341, - 9.967546981304118, - 9.860797940723652, - 8.64739849564065, - 9.883103009784849, - 8.402960431932373, - 8.886317391704376, - 9.138112236570489, - 9.837598478938057, - 9.821824497771178, - 9.15116571147405, - 9.751803112100847, - 9.02038051405529, - 9.127372358219654, - 9.876917905757098, - 9.824646589660217, - 9.679898936987085, - 9.517413027460798, - 8.639860123706995, - 8.06072084543209, - 8.64300285780026, - 8.63986012370304, - 9.679898936917926, - 8.611575516829578 - ], - "p90": [ - 20.89865185992744, - 20.19560051620207, - 20.09777153130936, - 19.68143264312327, - 20.16426397694665, - 20.063154820370052, - 20.71874914246693, - 20.32302334463201, - 19.670145685995415, - 20.369999744503197, - 20.16244872999561, - 20.106482956301953, - 19.11962952744131, - 20.06301037828175, - 21.090388224436285, - 20.359080657453216, - 20.069107762295975, - 20.106482870965177, - 20.754726501936524, - 20.32299797879042, - 20.718643823556185, - 20.075326151633508, - 21.188646766544153, - 22.731863025259646 - ], - "mean": [ - 15.264120697419036, - 15.035792274920022, - 14.398207121635016, - 14.491585546668484, - 14.99903662299039, - 14.320168808868893, - 14.816722665630014, - 14.36893681787727, - 14.729458358341274, - 14.990014012752122, - 14.685032406822954, - 14.688036174014423, - 14.476189457171092, - 14.410244185803753, - 15.236923095419442, - 14.876982855319687, - 14.7356298222444, - 14.588463361308852, - 14.801171185666089, - 14.609827595855249, - 14.445649726559402, - 14.51501584826408, - 15.01544881214335, - 14.990595846064595 - ], - "quantiles": { - "0.1": [ - 10.219470139679341, - 9.967546981304118, - 9.860797940723652, - 8.64739849564065, - 9.883103009784849, - 8.402960431932373, - 8.886317391704376, - 9.138112236570489, - 9.837598478938057, - 9.821824497771178, - 9.15116571147405, - 9.751803112100847, - 9.02038051405529, - 9.127372358219654, - 9.876917905757098, - 9.824646589660217, - 9.679898936987085, - 9.517413027460798, - 8.639860123706995, - 8.06072084543209, - 8.64300285780026, - 8.63986012370304, - 9.679898936917926, - 8.611575516829578 - ], - "0.2": [ - 11.140285441828656, - 11.289780945233906, - 10.802559085994565, - 10.84886889329269, - 11.299667045821375, - 10.538207081902003, - 10.352901656680551, - 10.34210267820972, - 10.898176418700098, - 10.942429365942429, - 10.407977179320964, - 10.875413096158693, - 10.37974293772022, - 10.697805208962587, - 10.942427895719977, - 10.938394294955627, - 10.352796337838745, - 10.594346283753016, - 10.450499376917566, - 10.45049937691452, - 10.379742917163254, - 10.697805204011486, - 10.59434628373637, - 10.350652532689093 - ], - "0.3": [ - 12.55657021816131, - 12.880226553486697, - 12.048298315676977, - 12.024537387337547, - 12.604621711771419, - 12.124767781487659, - 11.831395752233554, - 11.189018252441342, - 12.124336606959687, - 12.378386544800051, - 12.116481028819555, - 12.150655205633182, - 12.011118250837699, - 11.845012270218955, - 12.509355257264835, - 12.580660219236208, - 12.088187286188786, - 11.476932156667758, - 12.139820445451047, - 11.831290433323542, - 11.807854023582001, - 11.850893050387235, - 12.124330497648822, - 11.821575855526994 - ], - "0.4": [ - 13.521277537113702, - 13.686388303079026, - 12.634843825105039, - 12.900907787526558, - 13.649512205300613, - 12.87829224997492, - 12.925507917864474, - 12.603569890670501, - 12.818605567581464, - 13.45755995103012, - 13.01006116082683, - 13.006257003428336, - 12.933772173008093, - 12.825365017230238, - 13.482614651852316, - 13.457558479902398, - 12.944880458837506, - 12.795327784108013, - 13.04343645563764, - 12.8641511359121, - 12.57459026511639, - 12.864151135911191, - 13.21957208348392, - 12.76601097304558 - ], - "0.5": [ - 14.406030500739437, - 14.609601229395025, - 13.5842349931125, - 13.91621578092699, - 14.675453997978517, - 14.018027571287494, - 13.938162778288916, - 13.535471065844549, - 14.457848298503734, - 14.333168146577208, - 14.307573074527655, - 13.888231421164217, - 13.784541599486458, - 13.86712228525628, - 14.63703429402155, - 14.436037760954829, - 13.727878697369915, - 13.867122280321784, - 13.908677408993336, - 13.646478112803313, - 13.795157901284291, - 13.967764163881542, - 13.908677408989337, - 13.650621375377332 - ], - "0.6": [ - 15.14000139177935, - 15.806300503353958, - 14.407933266260594, - 15.077978166077106, - 15.990056192304527, - 15.251088423528188, - 15.676451210587997, - 14.673663762482787, - 15.260686075230335, - 15.38487905474459, - 16.15330306589166, - 15.267167613859964, - 15.092516671950131, - 14.905658685825106, - 15.890979999305449, - 15.811538856294513, - 15.254976181483222, - 15.092516651409593, - 15.254976181418062, - 14.636137937368058, - 15.254976181414282, - 15.09251665139299, - 15.254976181414063, - 14.527960046238022 - ], - "0.7": [ - 17.100980973876972, - 17.617811863938396, - 16.0610405430089, - 15.971463814690587, - 17.485832096338466, - 16.54182536232462, - 17.600270349422097, - 16.655173817705283, - 16.55024524050658, - 16.798902531403986, - 17.585044091391342, - 16.55023921654914, - 16.589531395896895, - 16.66454201404364, - 17.594390697762094, - 16.655148452149927, - 17.051058308947614, - 17.248527955547946, - 16.550239131199714, - 16.544043394299713, - 16.58953137533993, - 16.55023913119576, - 16.718466990029462, - 16.866210245751827 - ], - "0.8": [ - 18.807932411335177, - 17.912872201057155, - 17.797662605664204, - 17.79029038159297, - 18.494114569859136, - 17.961578525788358, - 18.48885286902061, - 17.771081891921476, - 17.98523990599811, - 17.782712086139004, - 18.506504996552952, - 17.782917674733653, - 17.771056546636117, - 17.959997095098707, - 18.51579348659612, - 18.027852951915992, - 17.95999709021672, - 18.39244609206251, - 17.78271061472809, - 18.268361208574714, - 17.753636052449863, - 17.812144771124398, - 18.142618643782765, - 18.82210491063774 - ], - "0.9": [ - 20.89865185992744, - 20.19560051620207, - 20.09777153130936, - 19.68143264312327, - 20.16426397694665, - 20.063154820370052, - 20.71874914246693, - 20.32302334463201, - 19.670145685995415, - 20.369999744503197, - 20.16244872999561, - 20.106482956301953, - 19.11962952744131, - 20.06301037828175, - 21.090388224436285, - 20.359080657453216, - 20.069107762295975, - 20.106482870965177, - 20.754726501936524, - 20.32299797879042, - 20.718643823556185, - 20.075326151633508, - 21.188646766544153, - 22.731863025259646 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_050107.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_050107.json deleted file mode 100644 index 5e20b4d7aecdd5b767642cf58ef27d1915eecb8c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_050107.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T05:01:07.737383+00:00", - "metrics": { - "MSE[mean]": 11.051569743145507, - "MSE[0.5]": 9.259398008825265, - "MAE[0.5]": 2.2671489304288976, - "MASE[0.5]": 0.39910690217819217, - "MAPE[0.5]": 0.225979950896951, - "sMAPE[0.5]": 0.18382384888443168, - "MSIS": 3.330653397521354, - "RMSE[mean]": 3.3243901310083186, - "NRMSE[mean]": 0.25904338683181705, - "ND[0.5]": 0.17666095561783618, - "mean_weighted_sum_quantile_loss": 0.15645703979325956 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 14.177751033294756, - 14.293070135660866, - 14.532922588560275, - 14.236991182818837, - 13.894358508279428, - 13.44974948413342, - 14.255189863936742, - 13.700847638116434, - 14.325620661881452, - 13.857455795507363, - 13.679354236992204, - 13.894857875301877, - 13.378103113069981, - 13.693677217485716, - 14.195744773057084, - 14.239062760732594, - 13.435403620584944, - 13.599267470504264, - 13.623767705499333, - 13.753441327997027, - 13.648267940491936, - 13.710440729514522, - 13.599267470508899, - 13.670972579675393 - ], - "p10": [ - 9.73667805581708, - 10.045970738522492, - 9.701118345544504, - 9.918512653266035, - 9.001545734655394, - 9.587950964472999, - 8.99146229851787, - 8.89650007549336, - 9.89985724203044, - 9.427025176778333, - 8.294821028111954, - 8.523235439097522, - 8.51947032998815, - 9.588071350081176, - 9.746763351973708, - 9.38452753746478, - 8.89650707160234, - 8.310658163967654, - 9.384527537543455, - 8.82630815928892, - 9.002045125305084, - 9.881704034012868, - 9.373973732176214, - 8.896507071621578 - ], - "p90": [ - 20.040823838522744, - 18.932783991416805, - 21.26774382424001, - 19.92265828735915, - 22.34930545706584, - 18.288186881229027, - 20.877496622647435, - 20.219159834076425, - 20.152014859612805, - 20.18869474707972, - 20.219166732193575, - 19.97568058828763, - 19.99331419964303, - 19.956910304710178, - 21.06652119371943, - 20.518802621040276, - 21.27633716769941, - 18.946890607355854, - 22.51144627454997, - 19.063494764359067, - 20.877525644066292, - 20.554674923414684, - 20.518802621120066, - 20.554674923414698 - ], - "mean": [ - 14.747507909485144, - 14.711338165902175, - 15.227327907972484, - 14.735162915189862, - 14.948867575160646, - 13.950956411801865, - 14.822043772030616, - 14.618549335206753, - 15.100320003619805, - 14.545358015234845, - 14.299465499504848, - 14.500510575606933, - 14.247369371713926, - 14.343679067988738, - 14.935807909979813, - 14.909592399468693, - 14.647652784395548, - 14.005739901108372, - 14.677484082684646, - 14.317075444113335, - 14.378116241162315, - 14.590939614507953, - 14.759478226167364, - 14.713534664406993 - ], - "quantiles": { - "0.1": [ - 9.73667805581708, - 10.045970738522492, - 9.701118345544504, - 9.918512653266035, - 9.001545734655394, - 9.587950964472999, - 8.99146229851787, - 8.89650007549336, - 9.89985724203044, - 9.427025176778333, - 8.294821028111954, - 8.523235439097522, - 8.51947032998815, - 9.588071350081176, - 9.746763351973708, - 9.38452753746478, - 8.89650707160234, - 8.310658163967654, - 9.384527537543455, - 8.82630815928892, - 9.002045125305084, - 9.881704034012868, - 9.373973732176214, - 8.896507071621578 - ], - "0.2": [ - 10.767053893577604, - 10.851597788249045, - 10.810182897014545, - 10.81499852163914, - 10.674541991139222, - 10.422672149477714, - 10.569608834806983, - 10.695866507536497, - 10.718460997465652, - 10.81706969306207, - 10.56963775821484, - 10.063725107871107, - 10.569637850530123, - 10.569637854852838, - 10.724109978761007, - 10.481337703905599, - 10.155838959626049, - 9.863549139449793, - 10.20941154078054, - 10.42279253645869, - 10.422792536458894, - 10.69128597965759, - 10.6912859796576, - 10.480911985931291 - ], - "0.3": [ - 12.524812042910392, - 12.399979897700318, - 12.442958547875811, - 11.717504916977527, - 12.092982991012267, - 11.714296580668623, - 12.242045231042098, - 11.977532318335204, - 11.965839955143828, - 12.125180474987403, - 11.868556930625697, - 11.90081381278685, - 11.176700442881799, - 11.944844627342354, - 12.093482381331018, - 12.242074252381226, - 10.91490939219025, - 11.714416967645231, - 11.356392106531512, - 12.358443536194583, - 10.914925208705135, - 12.188460146554952, - 11.965841641684722, - 11.998536327432724 - ], - "0.4": [ - 13.392072783381353, - 13.63032442040651, - 13.620074409020129, - 13.241680240615878, - 12.854798840023946, - 12.804461712861022, - 13.396187447276363, - 12.817010490002149, - 13.396214782154386, - 12.839985526285744, - 12.858970372647157, - 12.863288855015185, - 12.458298419759902, - 12.741567148183046, - 12.898212284581806, - 12.988862756288283, - 12.664539880794559, - 12.451551891349805, - 12.741567149554996, - 12.902446528747916, - 12.550028167022894, - 13.243751818609413, - 12.839985932856363, - 12.777900690033125 - ], - "0.5": [ - 14.177751033294756, - 14.293070135660866, - 14.532922588560275, - 14.236991182818837, - 13.894358508279428, - 13.44974948413342, - 14.255189863936742, - 13.700847638116434, - 14.325620661881452, - 13.857455795507363, - 13.679354236992204, - 13.894857875301877, - 13.378103113069981, - 13.693677217485716, - 14.195744773057084, - 14.239062760732594, - 13.435403620584944, - 13.599267470504264, - 13.623767705499333, - 13.753441327997027, - 13.648267940491936, - 13.710440729514522, - 13.599267470508899, - 13.670972579675393 - ], - "0.6": [ - 15.455073256686484, - 15.567297566308305, - 15.841757563362806, - 15.484253666662536, - 15.769518135332463, - 14.541395545057663, - 16.306146742310066, - 15.035769617597287, - 15.736831853371882, - 15.132150274654284, - 14.734422562025044, - 15.1321506575976, - 14.874633669769675, - 14.958782509023818, - 16.070273140718566, - 15.035776613645709, - 14.576023305949644, - 14.678348131936987, - 15.542388960561016, - 14.964835980853353, - 14.472141391179463, - 14.67834813194161, - 14.627784366863835, - 15.261384068923212 - ], - "0.7": [ - 17.155671597705016, - 17.19753243641292, - 17.63092295810308, - 17.063209869156548, - 17.568199311705683, - 16.02050657025319, - 17.378734710227686, - 16.47074166634564, - 17.203021982128977, - 16.437494516416344, - 16.831795075029422, - 17.116062146759607, - 17.233179436222915, - 16.890827552318747, - 17.423167667809274, - 16.53965898393796, - 16.43212062449856, - 16.234389541807385, - 16.75702921870011, - 16.12621296570253, - 16.429473683540767, - 16.831795173040472, - 17.233179441918693, - 17.30354291283261 - ], - "0.8": [ - 17.757229146042697, - 17.96879470788459, - 18.504352059892515, - 17.8630793095346, - 18.74588595005558, - 17.382347343547558, - 18.486845892003124, - 17.86514389139994, - 18.19555395294478, - 18.28830686163965, - 18.172367634293465, - 18.01256941410869, - 18.308325726622048, - 17.972619862720787, - 18.195555639154676, - 18.181097954605892, - 18.14858705728394, - 17.6396439521114, - 18.486874913420927, - 17.60930415099196, - 18.14858705730311, - 17.896972736824647, - 18.230476529010296, - 18.30832573231783 - ], - "0.9": [ - 20.040823838522744, - 18.932783991416805, - 21.26774382424001, - 19.92265828735915, - 22.34930545706584, - 18.288186881229027, - 20.877496622647435, - 20.219159834076425, - 20.152014859612805, - 20.18869474707972, - 20.219166732193575, - 19.97568058828763, - 19.99331419964303, - 19.956910304710178, - 21.06652119371943, - 20.518802621040276, - 21.27633716769941, - 18.946890607355854, - 22.51144627454997, - 19.063494764359067, - 20.877525644066292, - 20.554674923414684, - 20.518802621120066, - 20.554674923414698 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_062020.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_062020.json deleted file mode 100644 index d18a17c93a4b1973cc2ccf9c035830b141ce7e53..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_062020.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T06:20:20.570589+00:00", - "metrics": { - "MSE[mean]": 11.244435653332907, - "MSE[0.5]": 10.798141619721648, - "MAE[0.5]": 2.3812595375487877, - "MASE[0.5]": 0.41614244345512796, - "MAPE[0.5]": 0.24211259713332997, - "sMAPE[0.5]": 0.1985644201378994, - "MSIS": 3.091245384957999, - "RMSE[mean]": 3.3532723798303214, - "NRMSE[mean]": 0.2563010736176042, - "ND[0.5]": 0.1820070984113723, - "mean_weighted_sum_quantile_loss": 0.16111417711479425 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.476021105391919, - 13.164031851282028, - 12.577830960885956, - 13.503884637104978, - 13.229894544710977, - 12.359362841834193, - 12.61103717395304, - 13.353372544010211, - 12.947423759719324, - 13.227558309988162, - 13.43859917834827, - 13.055006912466457, - 12.772092768828504, - 13.380964915565684, - 12.418750160484523, - 13.33696982699298, - 12.9474478096882, - 13.109866948435224, - 12.814503895147347, - 12.886455955949623, - 12.597307393290228, - 12.471778579383171, - 12.684608842461973, - 12.47177857938356 - ], - "p10": [ - 7.453874214159494, - 8.091786441215636, - 8.367240581727525, - 8.43584900149772, - 8.100746555282354, - 8.804114098898097, - 8.84328608327519, - 8.082005926657068, - 8.078422528925687, - 8.560522597707028, - 8.560513297446517, - 7.984067103062298, - 8.053925297669672, - 8.872079847909859, - 8.089862993163708, - 8.851421471608509, - 8.5001023555609, - 8.560514836048922, - 8.522215476384211, - 9.1312651401754, - 7.4355343425940825, - 8.117108758554902, - 8.012243106292901, - 8.114384182645958 - ], - "p90": [ - 17.610572653303045, - 18.982697009307593, - 19.813332491193954, - 18.987172319503557, - 20.332198888373274, - 19.00891555725188, - 19.006067870027834, - 19.04592824412275, - 17.778889359223058, - 18.289249582478813, - 19.207328071819898, - 19.797393310363844, - 19.06068647990741, - 19.20796814800837, - 18.256309949395693, - 19.20732960893114, - 20.185478214205784, - 19.1926558349137, - 17.777695756008267, - 17.888942454036698, - 19.340032152484483, - 17.77996273394027, - 18.676986683210217, - 19.79739369956295 - ], - "mean": [ - 12.315388897346049, - 13.639026948980158, - 13.47465472011435, - 13.899551041141489, - 13.962888165331503, - 13.70898479026067, - 13.345848315714447, - 13.656754804457849, - 13.36839507754371, - 13.779049243023385, - 13.727580473502073, - 13.778078475675112, - 13.585349021343694, - 13.966000173849604, - 13.069879832503611, - 13.860230090590479, - 14.07664889314418, - 13.778966797237667, - 13.40730092940936, - 13.520581488091976, - 13.330200876578584, - 13.064049315525033, - 13.426412698125494, - 13.571635004782522 - ], - "quantiles": { - "0.1": [ - 7.453874214159494, - 8.091786441215636, - 8.367240581727525, - 8.43584900149772, - 8.100746555282354, - 8.804114098898097, - 8.84328608327519, - 8.082005926657068, - 8.078422528925687, - 8.560522597707028, - 8.560513297446517, - 7.984067103062298, - 8.053925297669672, - 8.872079847909859, - 8.089862993163708, - 8.851421471608509, - 8.5001023555609, - 8.560514836048922, - 8.522215476384211, - 9.1312651401754, - 7.4355343425940825, - 8.117108758554902, - 8.012243106292901, - 8.114384182645958 - ], - "0.2": [ - 8.159364653375494, - 9.598919309700745, - 9.512243750944142, - 10.08536034065974, - 9.502891398930764, - 9.559506830008996, - 9.520420601399916, - 9.442876122148379, - 9.548939482356403, - 9.729258982935784, - 9.914112208234773, - 9.600758236651313, - 9.394853193798982, - 9.839137980939991, - 9.109040510753148, - 9.6040815879372, - 9.756662994666385, - 9.667242954833796, - 9.548963532702448, - 9.914113746932578, - 9.40363288848107, - 8.903545694935573, - 9.127621699913329, - 9.590447768546769 - ], - "0.3": [ - 9.428710718110969, - 11.209917438605713, - 10.981636670520228, - 11.671269426165852, - 10.673832112847625, - 10.115492615690394, - 10.67862951010055, - 11.08469216123147, - 10.679984697751607, - 11.208984524701748, - 10.875946988776885, - 11.60338789238559, - 10.87594842903737, - 11.179341156519497, - 9.83913799954205, - 11.174492864563986, - 11.342198511032592, - 11.100334435379095, - 10.735763629730707, - 11.179341181413314, - 9.815579607486281, - 10.864161392418275, - 10.312908519029365, - 11.156166710616672 - ], - "0.4": [ - 10.608058781215105, - 12.112905428924273, - 11.858230504463522, - 12.56875185359755, - 11.972691663808382, - 11.663912722263712, - 11.494055720287442, - 12.24897206247925, - 11.987839601456262, - 12.419463500655208, - 11.986680604254577, - 12.168431934381623, - 11.689495359715185, - 12.35098428847219, - 11.629254064791528, - 12.350984311779445, - 12.38340083885319, - 12.291712107463638, - 12.043982059044723, - 11.978567301848596, - 11.818238274055238, - 11.960774618148964, - 11.68949545815892, - 11.966395040199409 - ], - "0.5": [ - 11.476021105391919, - 13.164031851282028, - 12.577830960885956, - 13.503884637104978, - 13.229894544710977, - 12.359362841834193, - 12.61103717395304, - 13.353372544010211, - 12.947423759719324, - 13.227558309988162, - 13.43859917834827, - 13.055006912466457, - 12.772092768828504, - 13.380964915565684, - 12.418750160484523, - 13.33696982699298, - 12.9474478096882, - 13.109866948435224, - 12.814503895147347, - 12.886455955949623, - 12.597307393290228, - 12.471778579383171, - 12.684608842461973, - 12.47177857938356 - ], - "0.6": [ - 12.921930446094281, - 14.459921421900964, - 13.583861645309488, - 14.382036954174243, - 14.519258711193377, - 13.423473871278352, - 13.564337012059877, - 14.325831049325396, - 14.540369171784972, - 14.12461116538604, - 14.569215741873059, - 14.452597625962381, - 14.635341579139455, - 14.477094226972131, - 13.11815895167099, - 14.569217278984302, - 14.477094251469516, - 14.357381120300083, - 14.145024486066132, - 13.569055641205075, - 13.564712925984203, - 13.391963276784216, - 13.871393108736017, - 13.569055641211568 - ], - "0.7": [ - 14.490505786430736, - 15.981562478252107, - 15.457796926835499, - 16.164999782000173, - 16.026784389075694, - 15.802392406701088, - 14.822627712613883, - 15.596969945020374, - 15.994543380438753, - 16.391102365635426, - 15.925954922034133, - 16.39572878801694, - 16.7918156394854, - 16.34383089016987, - 15.304469005535958, - 15.925956459145377, - 16.49952390260116, - 16.188229200714197, - 16.18822920079034, - 14.948982189433695, - 15.57373664003453, - 14.747852633777649, - 15.544474120033152, - 15.457758284582539 - ], - "0.8": [ - 15.561963158753239, - 16.828073632061976, - 17.462174945689036, - 17.15639214971545, - 17.77182011798731, - 17.010695979728386, - 16.834036018283573, - 16.88668386854275, - 16.875556544410834, - 17.23728682608928, - 17.012180622091687, - 17.345839181981564, - 17.55401268583133, - 17.179621543631058, - 16.682832554715734, - 17.07125547014312, - 17.179621568128443, - 17.238813361792467, - 16.87558059475688, - 16.832117276849065, - 16.85912023177157, - 16.68023681676102, - 16.816321544135228, - 16.914715570173346 - ], - "0.9": [ - 17.610572653303045, - 18.982697009307593, - 19.813332491193954, - 18.987172319503557, - 20.332198888373274, - 19.00891555725188, - 19.006067870027834, - 19.04592824412275, - 17.778889359223058, - 18.289249582478813, - 19.207328071819898, - 19.797393310363844, - 19.06068647990741, - 19.20796814800837, - 18.256309949395693, - 19.20732960893114, - 20.185478214205784, - 19.1926558349137, - 17.777695756008267, - 17.888942454036698, - 19.340032152484483, - 17.77996273394027, - 18.676986683210217, - 19.79739369956295 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_073350.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_073350.json deleted file mode 100644 index 6d5c95924bfbbfa87648154ce6cb52e2d4bc1f32..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_073350.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T07:33:50.955340+00:00", - "metrics": { - "MSE[mean]": 15.908076268303125, - "MSE[0.5]": 13.416668651437424, - "MAE[0.5]": 2.4985853689738122, - "MASE[0.5]": 0.43770838580563143, - "MAPE[0.5]": 0.7052432435295533, - "sMAPE[0.5]": 0.23115952526253639, - "MSIS": 4.517222621209357, - "RMSE[mean]": 3.988492982105287, - "NRMSE[mean]": 0.3180193739884614, - "ND[0.5]": 0.19922275367233055, - "mean_weighted_sum_quantile_loss": 0.1766107826696672 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.130928541462357, - 13.564578510176498, - 13.594225445471217, - 14.003472794535286, - 13.956791554156819, - 13.541977280529183, - 13.300906098186932, - 13.985854883002347, - 13.89587585358963, - 13.445590452264984, - 13.252155148397582, - 13.991327946782274, - 13.832442202669224, - 14.251367352096018, - 12.810160214559449, - 13.153217643471276, - 13.25159912697678, - 13.509325110847268, - 13.228264181758323, - 13.039323806105259, - 13.545034613681377, - 13.039323806104058, - 13.039323806104003, - 13.445588253711803 - ], - "p10": [ - 9.126168904442716, - 9.837317101604503, - 8.669044135527033, - 9.2400897595826, - 9.224801978012362, - 9.24885127657091, - 9.222076788922738, - 8.518573298160922, - 9.213107730724206, - 9.22191558194618, - 9.073450901728307, - 9.293620690420111, - 9.291448451011794, - 9.20716741357376, - 7.887586197176301, - 9.31196249279329, - 8.223504544827987, - 9.20113600249457, - 8.560761363286002, - 8.975159503995846, - 8.659679127519544, - 8.663605822544419, - 8.663605822544364, - 8.617981121392026 - ], - "p90": [ - 20.53246997293851, - 18.850938594760926, - 20.84812427748914, - 19.58873120420063, - 19.224686863641626, - 20.905548444178624, - 19.506498699470804, - 20.660608913720026, - 19.576595475799717, - 19.941414107738588, - 20.797061786264255, - 19.670365774299242, - 20.035406009806696, - 20.278078431754587, - 20.31481101975938, - 19.9414119095834, - 20.011811154200398, - 19.950811316311984, - 20.05967322468073, - 20.059673224676647, - 20.059673224675677, - 19.66096624282482, - 20.797061263354145, - 19.805232091319798 - ], - "mean": [ - 14.85469051705664, - 14.340066696293006, - 14.409695659411842, - 14.4142587594306, - 14.311575261453557, - 14.545742277303905, - 13.821666977416607, - 14.715746236376106, - 14.470480262364381, - 14.264836491237087, - 14.224986745520848, - 14.562188682214517, - 14.255997887697054, - 14.88016647303439, - 13.925392462941868, - 14.001059929775659, - 14.112463394872252, - 14.294937104585948, - 14.005453196659378, - 14.092520477226401, - 14.558902008544239, - 13.807634314485995, - 14.334328040283976, - 14.329120650791747 - ], - "quantiles": { - "0.1": [ - 9.126168904442716, - 9.837317101604503, - 8.669044135527033, - 9.2400897595826, - 9.224801978012362, - 9.24885127657091, - 9.222076788922738, - 8.518573298160922, - 9.213107730724206, - 9.22191558194618, - 9.073450901728307, - 9.293620690420111, - 9.291448451011794, - 9.20716741357376, - 7.887586197176301, - 9.31196249279329, - 8.223504544827987, - 9.20113600249457, - 8.560761363286002, - 8.975159503995846, - 8.659679127519544, - 8.663605822544419, - 8.663605822544364, - 8.617981121392026 - ], - "0.2": [ - 11.073412322126476, - 10.573342324717368, - 9.696100322559943, - 10.279226575037134, - 10.120626979283248, - 10.113038476491623, - 10.09273495416816, - 10.437746938945999, - 10.328943000895567, - 10.009799578836775, - 9.981376703581105, - 10.46647055489271, - 10.329887746142761, - 10.607023262783727, - 9.29842992065616, - 10.358650073371123, - 9.898787958522208, - 10.116660996744374, - 9.622624849865618, - 9.645037308426204, - 10.01345196337726, - 9.425176603257256, - 9.995179047910137, - 10.088916965545051 - ], - "0.3": [ - 12.300048026716663, - 12.04398997079525, - 10.686338952634634, - 12.04468708314518, - 11.707226768934428, - 11.758238184472571, - 11.093432312841713, - 12.186241954017042, - 11.757560396657253, - 11.194270921049862, - 11.288172262082247, - 12.032542235392167, - 11.955263531544437, - 12.18620309621788, - 10.210071963850469, - 11.687724994740204, - 10.635275938594283, - 11.540724157191374, - 11.260000834174841, - 10.357457623738021, - 11.397383667007576, - 11.168042510938625, - 11.032074413676366, - 11.288171739172125 - ], - "0.4": [ - 13.35830630498221, - 12.882633256056309, - 12.282591122242938, - 12.971323847929767, - 12.854746743963927, - 12.83388131317994, - 12.482895130638406, - 13.039362670938685, - 12.833203525364622, - 12.471884570594877, - 12.408607371808769, - 13.050573615575445, - 12.987656542971024, - 13.026663505797675, - 11.652978256028794, - 12.53492282519419, - 12.33859741141025, - 12.627367707143524, - 12.455641945278176, - 12.186203089183616, - 12.833194281642399, - 12.471882372041764, - 12.231528108107943, - 12.548034893259784 - ], - "0.5": [ - 14.130928541462357, - 13.564578510176498, - 13.594225445471217, - 14.003472794535286, - 13.956791554156819, - 13.541977280529183, - 13.300906098186932, - 13.985854883002347, - 13.89587585358963, - 13.445590452264984, - 13.252155148397582, - 13.991327946782274, - 13.832442202669224, - 14.251367352096018, - 12.810160214559449, - 13.153217643471276, - 13.25159912697678, - 13.509325110847268, - 13.228264181758323, - 13.039323806105259, - 13.545034613681377, - 13.039323806104058, - 13.039323806104003, - 13.445588253711803 - ], - "0.6": [ - 15.155654530678172, - 14.904486621114858, - 15.776409582805352, - 15.569070872359603, - 15.308586190519524, - 14.804470129051472, - 14.813805629441779, - 15.97105294271154, - 15.363594311252273, - 14.82843311206283, - 14.365942180671649, - 15.305697720270583, - 14.803783127094244, - 15.892350522477509, - 14.790114040528112, - 13.948622709058245, - 14.692347667405866, - 14.790114038877274, - 14.731454215933981, - 14.252990170970055, - 15.190169170754812, - 14.252990170968854, - 14.365941657761539, - 15.470094692791779 - ], - "0.7": [ - 16.832917047617457, - 15.665108526718376, - 17.36885677325563, - 17.082627425313763, - 16.74215654025773, - 16.980882632230358, - 16.08377937205791, - 17.149636144096313, - 17.060491135055933, - 16.08594423482374, - 16.739268468548488, - 17.14959740363204, - 16.57057174194668, - 17.191026998176728, - 16.388871945950005, - 15.784536795168007, - 16.887209865607968, - 16.118123890079005, - 15.892350515447326, - 16.333089677762484, - 17.110551152044977, - 16.085234003028532, - 16.333089677761226, - 17.11055115204468 - ], - "0.8": [ - 18.52158445709253, - 17.51262692669138, - 18.263759588640134, - 17.82497715412451, - 17.329569247233415, - 17.703182356831558, - 17.29965998520001, - 17.898132718422325, - 17.470748309975686, - 17.7024975238469, - 17.812832704911195, - 17.898093977958055, - 17.812832211581686, - 18.230663722477722, - 18.10176364758933, - 17.37969671134151, - 17.814659837042, - 17.32668065263656, - 17.3266806526194, - 17.71007629506982, - 17.700600082850308, - 17.47073906625323, - 17.620815339826862, - 17.819765316025396 - ], - "0.9": [ - 20.53246997293851, - 18.850938594760926, - 20.84812427748914, - 19.58873120420063, - 19.224686863641626, - 20.905548444178624, - 19.506498699470804, - 20.660608913720026, - 19.576595475799717, - 19.941414107738588, - 20.797061786264255, - 19.670365774299242, - 20.035406009806696, - 20.278078431754587, - 20.31481101975938, - 19.9414119095834, - 20.011811154200398, - 19.950811316311984, - 20.05967322468073, - 20.059673224676647, - 20.059673224675677, - 19.66096624282482, - 20.797061263354145, - 19.805232091319798 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_085420.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_085420.json deleted file mode 100644 index 4c70f4937bb690fedce889e86f7090f6b550349e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_085420.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T08:54:20.885219+00:00", - "metrics": { - "MSE[mean]": 15.193838833979873, - "MSE[0.5]": 13.744799098101879, - "MAE[0.5]": 2.682711287535124, - "MASE[0.5]": 0.47226213374701453, - "MAPE[0.5]": 0.33791686986280184, - "sMAPE[0.5]": 0.23618349230293334, - "MSIS": 4.4852529133851515, - "RMSE[mean]": 3.897927504967207, - "NRMSE[mean]": 0.31604817607842217, - "ND[0.5]": 0.21751713142176682, - "mean_weighted_sum_quantile_loss": 0.18779405471999813 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.151276140532946, - 13.165422428631732, - 13.833218035572422, - 13.169032349545253, - 13.234219688049075, - 12.989662680381997, - 13.042288472354546, - 13.03834313888451, - 13.169283855153353, - 13.042291694843385, - 13.637959938313573, - 13.136419491604503, - 13.170678551571623, - 13.86896148737912, - 14.220545240895273, - 13.17067855211387, - 13.886228272769372, - 13.096559751752856, - 13.413872318920157, - 13.257907140255469, - 13.361367155447473, - 13.387364942155589, - 13.361367155447478, - 13.851694702245355 - ], - "p10": [ - 9.136243488812584, - 9.061884647051246, - 9.131843731819679, - 9.106304607410179, - 8.570860944946348, - 8.590352987459859, - 8.114368163831145, - 8.590366115414632, - 8.582925079597086, - 9.079665644282862, - 9.150061293954066, - 8.39589887506505, - 9.130628574931988, - 9.036305327309874, - 9.109544138414321, - 7.242011496443882, - 9.106556293261908, - 7.015919611883603, - 9.281041819086322, - 9.085979370118093, - 7.849685948106715, - 9.086680890505235, - 9.07966568663399, - 9.106556293263582 - ], - "p90": [ - 19.851628186729908, - 19.446049681571843, - 20.362524264219307, - 20.46195941518377, - 19.27781848959729, - 19.386007621205234, - 18.31451367619297, - 19.386020749160007, - 20.25900940899261, - 19.64624678489942, - 20.363595422723947, - 19.390583969138973, - 20.352638135640863, - 19.871030598188874, - 20.3635954326446, - 19.40954644991303, - 19.450608546698263, - 19.288692015632186, - 19.871030598317862, - 20.2486064173543, - 19.277877626671824, - 20.352638136190233, - 18.306160977868082, - 20.462211101037173 - ], - "mean": [ - 14.223301506063326, - 14.136742100071723, - 14.510524801385356, - 14.208820673116982, - 13.662109525454973, - 13.770111887068012, - 13.481579245218015, - 13.696554367608337, - 13.847905513919702, - 13.906666433096673, - 14.345521223589834, - 13.466458555978178, - 14.026919060766664, - 14.516690610849361, - 14.672580157249905, - 13.791696954775391, - 14.31650665842087, - 13.769011846764903, - 14.158005078893108, - 14.036094623224407, - 13.506910702632064, - 14.325405268298903, - 13.688787550697173, - 14.525870133460243 - ], - "quantiles": { - "0.1": [ - 9.136243488812584, - 9.061884647051246, - 9.131843731819679, - 9.106304607410179, - 8.570860944946348, - 8.590352987459859, - 8.114368163831145, - 8.590366115414632, - 8.582925079597086, - 9.079665644282862, - 9.150061293954066, - 8.39589887506505, - 9.130628574931988, - 9.036305327309874, - 9.109544138414321, - 7.242011496443882, - 9.106556293261908, - 7.015919611883603, - 9.281041819086322, - 9.085979370118093, - 7.849685948106715, - 9.086680890505235, - 9.07966568663399, - 9.106556293263582 - ], - "0.2": [ - 10.221179595877413, - 10.168687495385965, - 10.126150658753218, - 10.163789767999612, - 9.709449279981502, - 9.83979015773476, - 9.653138842052432, - 9.455222624981992, - 9.725308346691225, - 9.926642766323624, - 10.121019476768822, - 9.442466241827049, - 10.210856273612773, - 10.231739797094635, - 10.265227342240909, - 9.59381195165377, - 9.928088979594637, - 9.653142106892005, - 10.173246360513966, - 9.709508417056018, - 9.452671962514088, - 9.699469305790391, - 9.729258554406652, - 10.265227342271237 - ], - "0.3": [ - 10.990229664083754, - 11.456582300368742, - 11.463427715051608, - 11.145959213522373, - 10.371177810259113, - 11.009618180597696, - 11.200169789485146, - 10.855221948865186, - 10.919604581975392, - 11.67937002800814, - 11.461141155545853, - 10.196370953918617, - 11.424210636120264, - 12.097148060965496, - 11.961229985356825, - 11.200173054317986, - 11.49001029855004, - 10.793685391644951, - 11.536892463562983, - 11.46449888350721, - 10.189433577533928, - 11.183984407840308, - 10.604869643203505, - 11.725610548295645 - ], - "0.4": [ - 12.19917878768486, - 12.25995612545655, - 12.794277087635834, - 12.218329513419505, - 12.073517914396966, - 12.073563156397396, - 12.134008653483749, - 11.669855584118764, - 12.109837791337526, - 12.3721226998482, - 12.919311398301312, - 11.58242140499375, - 12.295137517576427, - 13.09095906761317, - 13.249650181953806, - 12.312169882771249, - 12.84085336508316, - 12.274734409375796, - 12.37468883737283, - 12.81494909922274, - 12.206513331464077, - 12.312169882778372, - 12.312169882778374, - 12.993624406646772 - ], - "0.5": [ - 13.151276140532946, - 13.165422428631732, - 13.833218035572422, - 13.169032349545253, - 13.234219688049075, - 12.989662680381997, - 13.042288472354546, - 13.03834313888451, - 13.169283855153353, - 13.042291694843385, - 13.637959938313573, - 13.136419491604503, - 13.170678551571623, - 13.86896148737912, - 14.220545240895273, - 13.17067855211387, - 13.886228272769372, - 13.096559751752856, - 13.413872318920157, - 13.257907140255469, - 13.361367155447473, - 13.387364942155589, - 13.361367155447478, - 13.851694702245355 - ], - "0.6": [ - 14.512812642307551, - 14.346472699642595, - 15.02481095763389, - 14.644882596737741, - 14.188785553758635, - 14.222150323624255, - 13.886225007931081, - 14.567291588623105, - 14.544332403633879, - 13.825524424726517, - 15.048315659706779, - 14.56729235340432, - 14.532215053346228, - 15.3747837930506, - 15.89216618841125, - 14.737443468478364, - 14.64513428258947, - 14.532215053895207, - 14.218926263152747, - 14.584653263363945, - 14.16879030928672, - 14.737443468485488, - 14.544332583879182, - 15.373071295692808 - ], - "0.7": [ - 15.867094662438047, - 16.445097380060513, - 17.081088212021047, - 16.069940678765235, - 16.114059411463902, - 15.929923123305608, - 15.627380280524008, - 15.938700585965968, - 16.054466422444364, - 15.735405211140138, - 16.697478746528137, - 15.639338938024991, - 16.11411854798907, - 16.817094004738962, - 16.939961161251876, - 16.011397940425585, - 15.967471756511234, - 15.932920487189344, - 15.948646249118616, - 16.673320893241065, - 15.343592066708466, - 16.75384710403454, - 15.869489730779655, - 17.00909677485099 - ], - "0.8": [ - 17.635979248163768, - 17.19861842900487, - 17.68806318693594, - 17.68888266953816, - 17.324043133985345, - 17.21604181880842, - 17.049412833864103, - 17.32410150394055, - 17.550233603531016, - 17.252158584193314, - 17.66923030042331, - 17.121243609595552, - 17.32410227051051, - 17.65815138974723, - 17.944438756711723, - 17.199446450656094, - 17.32410227105821, - 17.307403149012035, - 17.307403149012334, - 17.792578460340447, - 17.11994460944276, - 17.98081866535207, - 17.082159380476668, - 17.99454389723418 - ], - "0.9": [ - 19.851628186729908, - 19.446049681571843, - 20.362524264219307, - 20.46195941518377, - 19.27781848959729, - 19.386007621205234, - 18.31451367619297, - 19.386020749160007, - 20.25900940899261, - 19.64624678489942, - 20.363595422723947, - 19.390583969138973, - 20.352638135640863, - 19.871030598188874, - 20.3635954326446, - 19.40954644991303, - 19.450608546698263, - 19.288692015632186, - 19.871030598317862, - 20.2486064173543, - 19.277877626671824, - 20.352638136190233, - 18.306160977868082, - 20.462211101037173 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_102204.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_102204.json deleted file mode 100644 index 9d0c9d2984e4deba64ab6acf0c419000ff56e1b6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260624_102204.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ARIMA", - "evaluated_at": "2026-06-24T10:22:04.590652+00:00", - "metrics": { - "MSE[mean]": 17.53824446139161, - "MSE[0.5]": 15.41012129758285, - "MAE[0.5]": 2.894532817716056, - "MASE[0.5]": 0.5177797835417542, - "MAPE[0.5]": 0.4351218901035791, - "sMAPE[0.5]": 0.26777729382122173, - "MSIS": 5.278745238333932, - "RMSE[mean]": 4.187868725424856, - "NRMSE[mean]": 0.34898906045207134, - "ND[0.5]": 0.24121106814300466, - "mean_weighted_sum_quantile_loss": 0.20748999286114603 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.52731927427814, - 12.900564437779659, - 14.561845440028257, - 14.319561463339198, - 13.062094061167125, - 13.135095099233984, - 13.46637279465015, - 13.700879212728664, - 13.99975743044947, - 14.360435469555142, - 13.7615989582595, - 13.287177490375653, - 13.329668843266177, - 13.135437440566236, - 13.447733017663781, - 13.308423201585011, - 13.645728451063636, - 13.356967022265717, - 13.069066112780657, - 14.627257303758974, - 12.758210278259272, - 13.815613244474902, - 13.095544655798005, - 12.952952771645469 - ], - "p10": [ - 8.065476473351412, - 8.712691447104254, - 8.799706393127437, - 9.043847114979734, - 9.041237441819773, - 8.572294716135842, - 9.042618500463712, - 9.106638437551327, - 9.042694302675637, - 9.213792606752046, - 9.321301045205429, - 8.572637003967786, - 7.716026824401597, - 9.389876953081595, - 8.57263705984719, - 8.572637060404565, - 7.901176405793601, - 8.091422163595517, - 7.894360127927259, - 9.603608996046166, - 8.072397587827624, - 9.021392566251178, - 8.624245172912191, - 8.550529124304736 - ], - "p90": [ - 19.165954424072822, - 19.090396959669796, - 20.74609771498054, - 20.58117317027026, - 20.41737618234263, - 19.064187564395763, - 20.701799851023612, - 20.31922496201171, - 20.327874540358046, - 20.319242720940167, - 19.07848017700381, - 20.41883738877238, - 20.745709916368376, - 19.370240589273273, - 20.70188005468883, - 20.701880055246207, - 19.64237188472933, - 19.334670392198642, - 19.82506852332427, - 20.423777131921096, - 18.104707625755537, - 21.802947484779015, - 19.82506852332645, - 17.830909058917687 - ], - "mean": [ - 13.376400348530606, - 13.51651959021247, - 14.83104821837302, - 14.843142764172846, - 13.745479893251977, - 13.676591534741329, - 14.438900680376271, - 14.197512766470734, - 14.289586109747288, - 14.675258074626989, - 13.988499486256574, - 14.082969421040305, - 14.229577641479374, - 14.39254209731459, - 14.203970210750278, - 14.315307545773681, - 14.114165659634027, - 13.935768616812998, - 13.928165812698914, - 14.946833094012218, - 13.407912435418083, - 14.527360003610045, - 13.848119715281568, - 13.201405234789185 - ], - "quantiles": { - "0.1": [ - 8.065476473351412, - 8.712691447104254, - 8.799706393127437, - 9.043847114979734, - 9.041237441819773, - 8.572294716135842, - 9.042618500463712, - 9.106638437551327, - 9.042694302675637, - 9.213792606752046, - 9.321301045205429, - 8.572637003967786, - 7.716026824401597, - 9.389876953081595, - 8.57263705984719, - 8.572637060404565, - 7.901176405793601, - 8.091422163595517, - 7.894360127927259, - 9.603608996046166, - 8.072397587827624, - 9.021392566251178, - 8.624245172912191, - 8.550529124304736 - ], - "0.2": [ - 9.186804584960068, - 9.528390140728755, - 11.05507484986297, - 10.10401976100079, - 10.146942400936092, - 9.638582283262261, - 10.09190515602931, - 10.203965496974494, - 10.19191530293816, - 10.203983255902953, - 10.2039840456225, - 9.897299069317368, - 9.679314484677656, - 10.192127553575892, - 9.679314497211697, - 9.847369864739896, - 9.403889957501569, - 9.866115387032934, - 9.81641814418164, - 11.081697950919073, - 9.638924627701398, - 10.105221150971394, - 9.626510387273365, - 9.402611261034503 - ], - "0.3": [ - 9.82460671501776, - 10.180099152335202, - 12.23204590943276, - 11.40916471989536, - 11.063923714407055, - 10.924287159430985, - 11.143539977289736, - 11.562893927107618, - 11.720478905090365, - 11.720482275929356, - 11.562912475755624, - 11.31602009030117, - 10.203984273983215, - 11.64072757225198, - 11.360071631941349, - 11.25329675860492, - 10.256585477410852, - 11.457532794488335, - 11.21160490050178, - 12.236486059031186, - 10.240805120388991, - 11.316020146908453, - 11.038820318198482, - 10.277956842353307 - ], - "0.4": [ - 11.39157411952793, - 11.79936766659714, - 13.037298335073174, - 13.016005237814138, - 11.95536916994865, - 12.04724768945298, - 12.301382517768344, - 12.58957939345151, - 12.96301468370553, - 12.87458186237485, - 12.45763047408666, - 12.255499960816682, - 12.255500004162045, - 12.7415851501448, - 12.268175988957614, - 12.404520113888097, - 12.236486058991748, - 12.323653877136076, - 12.169937797015363, - 13.645728451103075, - 11.956830432985596, - 12.874582893717033, - 12.013801978736085, - 11.835996751114791 - ], - "0.5": [ - 12.52731927427814, - 12.900564437779659, - 14.561845440028257, - 14.319561463339198, - 13.062094061167125, - 13.135095099233984, - 13.46637279465015, - 13.700879212728664, - 13.99975743044947, - 14.360435469555142, - 13.7615989582595, - 13.287177490375653, - 13.329668843266177, - 13.135437440566236, - 13.447733017663781, - 13.308423201585011, - 13.645728451063636, - 13.356967022265717, - 13.069066112780657, - 14.627257303758974, - 12.758210278259272, - 13.815613244474902, - 13.095544655798005, - 12.952952771645469 - ], - "0.6": [ - 14.260537704449783, - 14.449277098797667, - 16.073123480866983, - 15.682579370164675, - 13.888226105664746, - 14.723459629592845, - 14.832193891493356, - 14.666027276163428, - 14.81043143324791, - 15.525442911636071, - 14.562914904254802, - 14.666046009826786, - 14.74559034214116, - 14.853463763633698, - 14.588468540356965, - 14.85346376657017, - 14.81043583538916, - 14.562915145868107, - 14.489922882221519, - 15.902787014184787, - 14.301289194369545, - 14.723801974032074, - 14.342388022003489, - 13.939151689959552 - ], - "0.7": [ - 16.003205003131356, - 15.789217244434584, - 17.04927550610145, - 17.1018246592585, - 15.376603686085586, - 16.69978185674325, - 17.05319176383966, - 15.831985251205088, - 16.437478776572448, - 17.111321673589377, - 15.832003799853094, - 15.901215421345649, - 16.949280571148698, - 16.490313341254865, - 16.43748317802574, - 17.053271968062255, - 16.70717323290683, - 16.651306194316177, - 15.95896614658579, - 17.10009188473421, - 15.902855291514262, - 16.925548738000124, - 16.40171718368323, - 15.56259117276336 - ], - "0.8": [ - 16.718298935612705, - 17.086669128017046, - 17.627312300385764, - 18.964749560149574, - 17.149021783383905, - 17.504342519931736, - 18.17932007787391, - 17.10756030792863, - 17.15007939448426, - 18.07145215406472, - 17.103852238991706, - 17.203351529958717, - 18.30185029889303, - 17.20692344281598, - 17.103852479886463, - 17.82083842032708, - 17.820838420457665, - 17.820838420488258, - 17.65073921523807, - 17.95201552941266, - 17.15048304642085, - 17.895450426177113, - 17.44708500801902, - 17.053271968232785 - ], - "0.9": [ - 19.165954424072822, - 19.090396959669796, - 20.74609771498054, - 20.58117317027026, - 20.41737618234263, - 19.064187564395763, - 20.701799851023612, - 20.31922496201171, - 20.327874540358046, - 20.319242720940167, - 19.07848017700381, - 20.41883738877238, - 20.745709916368376, - 19.370240589273273, - 20.70188005468883, - 20.701880055246207, - 19.64237188472933, - 19.334670392198642, - 19.82506852332427, - 20.423777131921096, - 18.104707625755537, - 21.802947484779015, - 19.82506852332645, - 17.830909058917687 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_131236.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_131236.json deleted file mode 100644 index 07d062a08ce6770357b9095a7c2c131833d42375..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_131236.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-16T13:12:36.348072+00:00", - "metrics": { - "MSE[mean]": 12.380029762719497, - "MSE[0.5]": 12.380029762719497, - "MAE[0.5]": 2.7915717363357544, - "MASE[0.5]": 0.5506662055237652, - "MAPE[0.5]": 0.6826388732127139, - "sMAPE[0.5]": 0.2958443739914162, - "MSIS": 4.707168294305671, - "RMSE[mean]": 3.518526646583694, - "NRMSE[mean]": 0.3518526646583694, - "ND[0.5]": 0.27915717363357545, - "mean_weighted_sum_quantile_loss": 0.22344251385441533 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00" - ], - "context": [ - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 17.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 13.0, - 16.0, - 10.0, - 9.0, - 8.0, - 15.0, - 35.0, - 10.0, - 12.0, - 10.0, - 16.0, - 9.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 8.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0 - ], - "actual": [ - 13.0, - 12.0, - 13.0, - 14.0, - 10.0, - 10.0, - 14.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 6.0, - 13.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.801206588745117, - 10.731637954711914, - 10.793533325195312, - 10.779757499694824, - 10.716495513916016, - 10.801918983459473, - 10.825993537902832, - 10.79210090637207, - 10.897446632385254, - 10.937674522399902, - 11.055521965026855, - 11.124577522277832, - 11.309865951538086, - 11.300392150878906, - 11.39749526977539, - 11.453563690185547, - 11.656813621520996, - 11.642786979675293, - 11.615788459777832, - 11.565495491027832, - 11.440778732299805, - 11.422087669372559, - 11.281630516052246, - 11.219436645507812 - ], - "p10": [ - 6.829104900360107, - 6.823397159576416, - 6.795124053955078, - 6.873685836791992, - 6.850543975830078, - 6.972228527069092, - 6.994526386260986, - 7.0460052490234375, - 7.041427135467529, - 7.149903774261475, - 7.078005313873291, - 7.2313432693481445, - 7.300223350524902, - 7.3241167068481445, - 7.304009914398193, - 7.282947063446045, - 7.394360065460205, - 7.296487808227539, - 7.209911823272705, - 7.215514183044434, - 7.113003730773926, - 7.0933380126953125, - 7.012211322784424, - 6.965991973876953 - ], - "p90": [ - 15.868734359741211, - 15.799520492553711, - 15.869054794311523, - 15.818400382995605, - 15.71596908569336, - 15.698526382446289, - 15.745820999145508, - 15.723467826843262, - 15.705385208129883, - 15.936134338378906, - 16.061241149902344, - 16.240840911865234, - 16.451492309570312, - 16.462322235107422, - 16.685688018798828, - 16.804630279541016, - 17.052980422973633, - 17.056964874267578, - 17.148014068603516, - 17.21327018737793, - 17.238609313964844, - 17.132274627685547, - 17.047225952148438, - 16.992839813232422 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_142301.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_142301.json deleted file mode 100644 index ce97cfd2e135390aca74295fcf77b2a87ac06628..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_142301.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-16T14:23:01.825335+00:00", - "metrics": { - "MSE[mean]": 12.795067039783552, - "MSE[0.5]": 12.795067039783552, - "MAE[0.5]": 2.947515288988749, - "MASE[0.5]": 0.5895030577977498, - "MAPE[0.5]": 0.47488588269336063, - "sMAPE[0.5]": 0.3008483612427243, - "MSIS": 4.827474625905355, - "RMSE[mean]": 3.5770192954167235, - "NRMSE[mean]": 0.3532858563374542, - "ND[0.5]": 0.2911126211346913, - "mean_weighted_sum_quantile_loss": 0.22658352348212515 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00" - ], - "context": [ - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0, - 13.0 - ], - "actual": [ - 12.0, - 15.0, - 14.0, - 12.0, - 11.0, - 15.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 7.0, - 14.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 9.0, - 7.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.149913787841797, - 11.245521545410156, - 11.264108657836914, - 11.243268966674805, - 11.301302909851074, - 11.327836036682129, - 11.297598838806152, - 11.375035285949707, - 11.382119178771973, - 11.424332618713379, - 11.457701683044434, - 11.55682373046875, - 11.49014949798584, - 11.553488731384277, - 11.53678035736084, - 11.693426132202148, - 11.531909942626953, - 11.568230628967285, - 11.568376541137695, - 11.445767402648926, - 11.493569374084473, - 11.379366874694824, - 11.42512321472168, - 11.313544273376465 - ], - "p10": [ - 7.28645658493042, - 7.189328670501709, - 7.2335357666015625, - 7.377966403961182, - 7.479861259460449, - 7.50571870803833, - 7.498415470123291, - 7.583103656768799, - 7.579535007476807, - 7.629141807556152, - 7.495326519012451, - 7.624121189117432, - 7.648277759552002, - 7.629166603088379, - 7.547095775604248, - 7.549539566040039, - 7.542653560638428, - 7.387137413024902, - 7.375410079956055, - 7.3562541007995605, - 7.371294975280762, - 7.283666133880615, - 7.284907817840576, - 7.288785457611084 - ], - "p90": [ - 16.218368530273438, - 16.398038864135742, - 16.32822608947754, - 16.31765365600586, - 16.295984268188477, - 16.24285888671875, - 16.277280807495117, - 16.449909210205078, - 16.312503814697266, - 16.656606674194336, - 16.711551666259766, - 16.878841400146484, - 16.865936279296875, - 17.022220611572266, - 17.187671661376953, - 17.366191864013672, - 16.96878433227539, - 17.119422912597656, - 17.135387420654297, - 17.120424270629883, - 17.300846099853516, - 17.049989700317383, - 17.10896873474121, - 17.05853271484375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_162711.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_162711.json deleted file mode 100644 index 4de6f79b68d45398a9cfe4270befee19167b3829..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_162711.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-16T16:27:11.263381+00:00", - "metrics": { - "MSE[mean]": 12.501075988113977, - "MSE[0.5]": 12.501075988113977, - "MAE[0.5]": 2.856652577718099, - "MASE[0.5]": 0.548477294921875, - "MAPE[0.5]": 0.46850133249026255, - "sMAPE[0.5]": 0.286330565228802, - "MSIS": 4.6722915039062505, - "RMSE[mean]": 3.5356860703566397, - "NRMSE[mean]": 0.34920356250435947, - "ND[0.5]": 0.2821385261943801, - "mean_weighted_sum_quantile_loss": 0.22602469492678123 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00" - ], - "context": [ - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 13.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 14.0, - 10.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 15.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 21.0, - 10.0, - 18.0, - 9.0, - 11.0, - 11.0, - 15.0, - 10.0, - 14.0, - 4.0, - 13.0, - 12.0, - 21.0 - ], - "actual": [ - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 7.0, - 14.0, - 10.0, - 10.0, - 11.0, - 11.0, - 9.0, - 10.0, - 7.0, - 7.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.934115409851074, - 11.873557090759277, - 11.854592323303223, - 11.810226440429688, - 11.826033592224121, - 11.835342407226562, - 11.77205753326416, - 11.754124641418457, - 11.798884391784668, - 11.812737464904785, - 11.833701133728027, - 11.837116241455078, - 11.83189582824707, - 11.810746192932129, - 11.800359725952148, - 11.833456039428711, - 11.919204711914062, - 11.88476848602295, - 11.887332916259766, - 11.860851287841797, - 11.878700256347656, - 11.85774040222168, - 11.813673973083496, - 11.808717727661133 - ], - "p10": [ - 7.642092227935791, - 7.586442947387695, - 7.675997257232666, - 7.676805019378662, - 7.684959888458252, - 7.73614501953125, - 7.755796432495117, - 7.760706901550293, - 7.728271007537842, - 7.807412624359131, - 7.6607770919799805, - 7.722944736480713, - 7.738232135772705, - 7.705437183380127, - 7.695761203765869, - 7.608285903930664, - 7.616747856140137, - 7.522132873535156, - 7.603437423706055, - 7.6162614822387695, - 7.629938125610352, - 7.67632532119751, - 7.666491508483887, - 7.634850025177002 - ], - "p90": [ - 18.216407775878906, - 18.075483322143555, - 17.924671173095703, - 18.020740509033203, - 18.192066192626953, - 17.964887619018555, - 17.888660430908203, - 17.972557067871094, - 17.906902313232422, - 18.107471466064453, - 18.14501953125, - 18.284090042114258, - 18.228899002075195, - 18.22957992553711, - 18.199501037597656, - 18.32046127319336, - 18.3408203125, - 18.363765716552734, - 18.349533081054688, - 18.413606643676758, - 18.528711318969727, - 18.27402114868164, - 18.262887954711914, - 18.419775009155273 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_202218.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_202218.json deleted file mode 100644 index 54d89ff9dd47b3623a032f1d42928a3af847a581..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260616_202218.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-16T20:22:18.477339+00:00", - "metrics": { - "MSE[mean]": 11.105916902422033, - "MSE[0.5]": 11.105916902422033, - "MAE[0.5]": 2.9168392419815063, - "MASE[0.5]": 0.5289985527019355, - "MAPE[0.5]": 0.2918794725701843, - "sMAPE[0.5]": 0.2527193398350962, - "MSIS": 3.260135895659401, - "RMSE[mean]": 3.3325541109518437, - "NRMSE[mean]": 0.29732824781726486, - "ND[0.5]": 0.26023844538124963, - "mean_weighted_sum_quantile_loss": 0.20403508954873412 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00" - ], - "context": [ - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 15.0, - 10.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 13.0, - 15.0, - 19.0, - 22.0, - 17.0, - 8.0, - 10.0, - 10.0, - 9.0, - 9.0, - 14.0, - 16.0, - 10.0, - 14.0, - 12.0, - 17.0, - 21.0, - 11.0, - 18.0, - 9.0, - 11.0, - 11.0, - 18.0, - 12.0, - 19.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0 - ], - "actual": [ - 16.0, - 7.0, - 18.0, - 11.0, - 9.0, - 10.0, - 10.0, - 11.0, - 8.0, - 15.0, - 10.0, - 10.0, - 12.0, - 11.0, - 9.0, - 11.0, - 7.0, - 8.0, - 13.0, - 12.0, - 14.0, - 18.0, - 9.0, - 10.0 - ], - "predictions": { - "p50": [ - 12.35055923461914, - 12.369746208190918, - 12.417494773864746, - 12.44347858428955, - 12.477230072021484, - 12.519683837890625, - 12.583839416503906, - 12.647441864013672, - 12.66473388671875, - 12.6585693359375, - 12.662508964538574, - 12.550943374633789, - 12.576419830322266, - 12.495330810546875, - 12.616145133972168, - 12.59921646118164, - 12.653827667236328, - 12.656164169311523, - 12.705920219421387, - 12.776167869567871, - 12.738911628723145, - 12.70014762878418, - 12.651372909545898, - 12.63149356842041 - ], - "p10": [ - 8.587560653686523, - 8.529735565185547, - 8.48895263671875, - 8.513236045837402, - 8.475244522094727, - 8.53371810913086, - 8.523353576660156, - 8.532120704650879, - 8.527904510498047, - 8.508394241333008, - 8.501073837280273, - 8.511775970458984, - 8.381634712219238, - 8.475503921508789, - 8.418413162231445, - 8.418654441833496, - 8.445947647094727, - 8.43594741821289, - 8.459246635437012, - 8.505199432373047, - 8.400007247924805, - 8.477428436279297, - 8.475462913513184, - 8.42654037475586 - ], - "p90": [ - 18.606962203979492, - 18.790634155273438, - 19.081588745117188, - 19.10991668701172, - 19.307586669921875, - 19.308923721313477, - 19.50299835205078, - 19.720962524414062, - 19.87839126586914, - 19.836620330810547, - 20.04169464111328, - 20.080726623535156, - 20.176822662353516, - 20.238874435424805, - 20.26886749267578, - 20.29867935180664, - 20.14557647705078, - 20.231555938720703, - 20.455677032470703, - 20.500356674194336, - 20.548564910888672, - 20.444107055664062, - 20.379899978637695, - 20.4403133392334 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_003242.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_003242.json deleted file mode 100644 index 8d114e685c3a05a1b4883a4083ee0367d1ce5492..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_003242.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T00:32:42.327720+00:00", - "metrics": { - "MSE[mean]": 22.661471682037092, - "MSE[0.5]": 22.661471682037092, - "MAE[0.5]": 3.7692832946777344, - "MASE[0.5]": 0.6492545387961648, - "MAPE[0.5]": 0.6405483208175075, - "sMAPE[0.5]": 0.3531112409323254, - "MSIS": 7.624918339925519, - "RMSE[mean]": 4.760406671917546, - "NRMSE[mean]": 0.42951037641361317, - "ND[0.5]": 0.34008571079799105, - "mean_weighted_sum_quantile_loss": 0.27618249544224943 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00" - ], - "context": [ - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 22.0, - 11.0, - 18.0, - 9.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0 - ], - "actual": [ - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 8.0, - 9.0, - 17.0, - 13.0, - 14.0, - 18.0, - 8.0, - 15.0, - 7.0, - 5.0, - 7.0, - 5.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.772156715393066, - 13.601463317871094, - 12.971360206604004, - 13.38781452178955, - 13.100067138671875, - 13.2736234664917, - 13.110575675964355, - 13.426755905151367, - 13.208412170410156, - 13.436656951904297, - 13.236259460449219, - 13.415990829467773, - 13.31106185913086, - 13.607792854309082, - 13.198692321777344, - 13.871118545532227, - 13.315897941589355, - 13.399770736694336, - 13.125251770019531, - 13.635682106018066, - 13.28685188293457, - 13.685436248779297, - 13.443138122558594, - 13.623945236206055 - ], - "p10": [ - 8.77325439453125, - 8.993961334228516, - 8.649703979492188, - 8.901102066040039, - 8.713022232055664, - 8.853195190429688, - 8.726243019104004, - 8.799856185913086, - 8.685199737548828, - 8.720388412475586, - 8.691940307617188, - 8.850013732910156, - 8.755745887756348, - 8.84461784362793, - 8.638187408447266, - 8.902776718139648, - 8.76894760131836, - 8.70750617980957, - 8.650249481201172, - 8.865171432495117, - 8.682735443115234, - 8.846747398376465, - 8.717937469482422, - 8.754303932189941 - ], - "p90": [ - 18.88330841064453, - 20.317455291748047, - 19.603437423706055, - 20.220481872558594, - 19.95804786682129, - 20.20146369934082, - 20.099252700805664, - 20.762157440185547, - 20.516803741455078, - 20.914268493652344, - 20.542863845825195, - 20.805559158325195, - 20.637428283691406, - 21.329248428344727, - 20.72541046142578, - 21.839801788330078, - 20.415842056274414, - 20.736576080322266, - 20.443206787109375, - 21.309776306152344, - 21.0672550201416, - 21.607576370239258, - 21.307422637939453, - 21.676828384399414 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_025400.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_025400.json deleted file mode 100644 index b2c7df7297104cbb6079a11b2b4589cc7f2d99f8..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_025400.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T02:54:00.199534+00:00", - "metrics": { - "MSE[mean]": 16.99554421600726, - "MSE[0.5]": 16.99554421600726, - "MAE[0.5]": 3.4184542099634805, - "MASE[0.5]": 0.5888246486061498, - "MAPE[0.5]": 0.3823034063710429, - "sMAPE[0.5]": 0.2988426030477944, - "MSIS": 5.320429521314265, - "RMSE[mean]": 4.122565247028512, - "NRMSE[mean]": 0.35085661676838403, - "ND[0.5]": 0.29093227318838133, - "mean_weighted_sum_quantile_loss": 0.23495190863162158 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00" - ], - "context": [ - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0 - ], - "actual": [ - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 6.0 - ], - "predictions": { - "p50": [ - 12.514209747314453, - 13.024713516235352, - 12.676575660705566, - 12.750271797180176, - 12.587592124938965, - 12.866065979003906, - 12.604454040527344, - 12.879860877990723, - 12.677892684936523, - 12.918071746826172, - 12.778281211853027, - 12.964823722839355, - 12.74734878540039, - 12.992119789123535, - 12.838130950927734, - 13.03141975402832, - 12.680984497070312, - 13.098369598388672, - 12.779316902160645, - 13.095599174499512, - 12.797170639038086, - 13.016658782958984, - 12.844328880310059, - 12.991683006286621 - ], - "p10": [ - 8.701927185058594, - 8.855958938598633, - 8.642526626586914, - 8.736991882324219, - 8.567354202270508, - 8.699945449829102, - 8.487312316894531, - 8.639848709106445, - 8.596842765808105, - 8.868485450744629, - 8.720748901367188, - 8.838970184326172, - 8.640625, - 8.721404075622559, - 8.68337345123291, - 8.754936218261719, - 8.691089630126953, - 8.824905395507812, - 8.631950378417969, - 8.754999160766602, - 8.606419563293457, - 8.838790893554688, - 8.715139389038086, - 8.832210540771484 - ], - "p90": [ - 19.00811004638672, - 19.972768783569336, - 19.45586395263672, - 19.832847595214844, - 19.82079315185547, - 20.28801727294922, - 20.085247039794922, - 20.695289611816406, - 20.170740127563477, - 20.29073715209961, - 19.968156814575195, - 20.532669067382812, - 20.197458267211914, - 20.78626251220703, - 20.253883361816406, - 20.321758270263672, - 19.44061279296875, - 20.244503021240234, - 19.917253494262695, - 20.666885375976562, - 20.38833999633789, - 20.523117065429688, - 20.252948760986328, - 20.67936897277832 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_040106.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_040106.json deleted file mode 100644 index e57271a5f4f2d77da6781d4d356b813666922e82..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_040106.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:01:06.122237+00:00", - "metrics": { - "MSE[mean]": 17.753883549674242, - "MSE[0.5]": 17.753883549674242, - "MAE[0.5]": 3.4928802251815796, - "MASE[0.5]": 0.6118914263091818, - "MAPE[0.5]": 0.40716146770091877, - "sMAPE[0.5]": 0.30971036317785505, - "MSIS": 5.878330592691465, - "RMSE[mean]": 4.213535753933297, - "NRMSE[mean]": 0.37042072562050965, - "ND[0.5]": 0.3070663934225564, - "mean_weighted_sum_quantile_loss": 0.24568022268789783 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00" - ], - "context": [ - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0 - ], - "actual": [ - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.308958053588867, - 12.965909957885742, - 13.045878410339355, - 12.877933502197266, - 13.090702056884766, - 12.889555931091309, - 13.050482749938965, - 12.943475723266602, - 13.099750518798828, - 13.011758804321289, - 13.20999526977539, - 12.956049919128418, - 13.184346199035645, - 12.914145469665527, - 13.165185928344727, - 12.931629180908203, - 13.286534309387207, - 13.015938758850098, - 13.222979545593262, - 13.029054641723633, - 13.184571266174316, - 13.024287223815918, - 13.152283668518066, - 13.05189037322998 - ], - "p10": [ - 8.996591567993164, - 8.772403717041016, - 8.834630966186523, - 8.737192153930664, - 8.751158714294434, - 8.723701477050781, - 8.830333709716797, - 8.801410675048828, - 8.853532791137695, - 8.833257675170898, - 8.861316680908203, - 8.860517501831055, - 8.916619300842285, - 8.846416473388672, - 8.880719184875488, - 8.807808876037598, - 8.981584548950195, - 8.804548263549805, - 8.860166549682617, - 8.789769172668457, - 8.83134937286377, - 8.843879699707031, - 8.906362533569336, - 8.849946975708008 - ], - "p90": [ - 20.349197387695312, - 19.987932205200195, - 20.29813003540039, - 20.275800704956055, - 20.71738052368164, - 20.352249145507812, - 20.556915283203125, - 20.551212310791016, - 20.776348114013672, - 20.503971099853516, - 20.88177490234375, - 20.72153091430664, - 20.92889404296875, - 20.393310546875, - 20.53049087524414, - 20.216449737548828, - 20.642333984375, - 20.398513793945312, - 21.04795265197754, - 20.862930297851562, - 21.15035629272461, - 20.77237892150879, - 20.993473052978516, - 21.089162826538086 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_041559.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_041559.json deleted file mode 100644 index 91e2f5cd6f096c6cd77349c9fb8aca5054651d7f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_041559.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T04:15:59.318313+00:00", - "metrics": { - "MSE[mean]": 22.728142239535487, - "MSE[0.5]": 22.728142239535487, - "MAE[0.5]": 3.83174200852712, - "MASE[0.5]": 0.7263965892942407, - "MAPE[0.5]": 0.8835218652803715, - "sMAPE[0.5]": 0.3633420915283203, - "MSIS": 7.58151936493402, - "RMSE[mean]": 4.767404140571207, - "NRMSE[mean]": 0.431764903297015, - "ND[0.5]": 0.3470256913383052, - "mean_weighted_sum_quantile_loss": 0.27123884508944657 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0 - ], - "actual": [ - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.922395706176758, - 12.917874336242676, - 12.910815238952637, - 12.92352294921875, - 12.943273544311523, - 12.871699333190918, - 12.92646598815918, - 12.908472061157227, - 12.928167343139648, - 12.941749572753906, - 12.957114219665527, - 12.942375183105469, - 12.923996925354004, - 12.91327953338623, - 12.909955978393555, - 12.934608459472656, - 13.027308464050293, - 13.005611419677734, - 13.0538969039917, - 13.150679588317871, - 13.170336723327637, - 13.166910171508789, - 13.182013511657715, - 13.193655014038086 - ], - "p10": [ - 8.740848541259766, - 8.545568466186523, - 8.504314422607422, - 8.43954086303711, - 8.381414413452148, - 8.366127967834473, - 8.423805236816406, - 8.434041023254395, - 8.380943298339844, - 8.3754301071167, - 8.308308601379395, - 8.390567779541016, - 8.469991683959961, - 8.525691986083984, - 8.583308219909668, - 8.574516296386719, - 8.638944625854492, - 8.526468276977539, - 8.602243423461914, - 8.621506690979004, - 8.649524688720703, - 8.665346145629883, - 8.699250221252441, - 8.714086532592773 - ], - "p90": [ - 18.6019344329834, - 18.83586883544922, - 19.020832061767578, - 19.235261917114258, - 19.436006546020508, - 19.347253799438477, - 19.36649513244629, - 19.439559936523438, - 19.43292236328125, - 19.57235336303711, - 19.787277221679688, - 19.759225845336914, - 19.49197769165039, - 19.40436553955078, - 19.187150955200195, - 19.1662654876709, - 19.122385025024414, - 19.39453125, - 19.56316566467285, - 19.667743682861328, - 19.72962188720703, - 19.69190788269043, - 19.67236328125, - 19.772886276245117 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_051155.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_051155.json deleted file mode 100644 index 1f11270a1e1f090ecff4d9771fb22598ae5c9158..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_051155.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T05:11:55.624639+00:00", - "metrics": { - "MSE[mean]": 23.31425559896108, - "MSE[0.5]": 23.31425559896108, - "MAE[0.5]": 4.0018196900685625, - "MASE[0.5]": 0.76589850527628, - "MAPE[0.5]": 0.575397056966531, - "sMAPE[0.5]": 0.37273623051696947, - "MSIS": 7.9289206971772375, - "RMSE[mean]": 4.8284837784713615, - "NRMSE[mean]": 0.45267035423169016, - "ND[0.5]": 0.37517059594392776, - "mean_weighted_sum_quantile_loss": 0.28405668983856835 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0 - ], - "actual": [ - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 3.0 - ], - "predictions": { - "p50": [ - 13.192256927490234, - 13.241325378417969, - 13.23173999786377, - 13.236754417419434, - 13.19969654083252, - 13.221275329589844, - 13.193881034851074, - 13.216052055358887, - 13.229462623596191, - 13.206459999084473, - 13.20350456237793, - 13.19216537475586, - 13.216822624206543, - 13.189140319824219, - 13.232026100158691, - 13.233264923095703, - 13.322660446166992, - 13.278358459472656, - 13.320245742797852, - 13.36169147491455, - 13.339029312133789, - 13.363576889038086, - 13.346582412719727, - 13.368297576904297 - ], - "p10": [ - 8.689608573913574, - 8.612927436828613, - 8.643716812133789, - 8.641510963439941, - 8.570257186889648, - 8.605579376220703, - 8.655891418457031, - 8.693219184875488, - 8.645029067993164, - 8.68785285949707, - 8.593706130981445, - 8.708864212036133, - 8.709030151367188, - 8.724191665649414, - 8.702248573303223, - 8.67396354675293, - 8.622580528259277, - 8.589938163757324, - 8.6543607711792, - 8.69326400756836, - 8.653623580932617, - 8.690519332885742, - 8.689781188964844, - 8.68992805480957 - ], - "p90": [ - 19.028043746948242, - 19.24765396118164, - 19.304065704345703, - 19.31705665588379, - 19.478788375854492, - 19.38231658935547, - 19.30712127685547, - 19.342546463012695, - 19.384658813476562, - 19.442394256591797, - 19.487506866455078, - 19.432126998901367, - 19.409465789794922, - 19.367080688476562, - 19.353008270263672, - 19.419893264770508, - 19.543920516967773, - 19.692594528198242, - 19.77981948852539, - 19.7969970703125, - 19.916059494018555, - 19.892549514770508, - 19.853303909301758, - 19.903484344482422 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_062306.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_062306.json deleted file mode 100644 index 254e6b535079628cbc8ed7456a503061f45da907..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_062306.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T06:23:06.394343+00:00", - "metrics": { - "MSE[mean]": 25.659644462824645, - "MSE[0.5]": 25.659644462824645, - "MAE[0.5]": 4.157174666722615, - "MASE[0.5]": 0.7956315151622232, - "MAPE[0.5]": 0.9536975402213544, - "sMAPE[0.5]": 0.3978829096046416, - "MSIS": 8.658066442328398, - "RMSE[mean]": 5.065534963143048, - "NRMSE[mean]": 0.480525055792226, - "ND[0.5]": 0.39435649012388446, - "mean_weighted_sum_quantile_loss": 0.29691854333689094 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00" - ], - "context": [ - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0 - ], - "actual": [ - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 13.60555648803711, - 12.994321823120117, - 13.578718185424805, - 13.091083526611328, - 13.422516822814941, - 13.126729965209961, - 13.315218925476074, - 13.245438575744629, - 13.18081283569336, - 13.443205833435059, - 13.11588191986084, - 13.506284713745117, - 13.074004173278809, - 13.461073875427246, - 13.185307502746582, - 13.357015609741211, - 13.33984661102295, - 13.229633331298828, - 13.398841857910156, - 13.286710739135742, - 13.409719467163086, - 13.268966674804688, - 13.455175399780273, - 13.347979545593262 - ], - "p10": [ - 9.225091934204102, - 8.670465469360352, - 9.011302947998047, - 8.697053909301758, - 8.941190719604492, - 8.742886543273926, - 8.844398498535156, - 8.796981811523438, - 8.7076416015625, - 8.881711959838867, - 8.60805892944336, - 8.977948188781738, - 8.659374237060547, - 8.939617156982422, - 8.689695358276367, - 8.72819709777832, - 8.691479682922363, - 8.648225784301758, - 8.70398235321045, - 8.707557678222656, - 8.727746963500977, - 8.645753860473633, - 8.706323623657227, - 8.650494575500488 - ], - "p90": [ - 19.118770599365234, - 18.709224700927734, - 19.44533920288086, - 18.932830810546875, - 19.333358764648438, - 18.955270767211914, - 19.218162536621094, - 19.255008697509766, - 19.162290573120117, - 19.624984741210938, - 19.238292694091797, - 19.5782413482666, - 19.167261123657227, - 19.686141967773438, - 19.4219970703125, - 19.81531524658203, - 19.460735321044922, - 19.53858757019043, - 19.76944351196289, - 19.684417724609375, - 19.882875442504883, - 19.805492401123047, - 20.00374984741211, - 19.96083641052246 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_073633.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_073633.json deleted file mode 100644 index a2d879280238529d77a73726f93200abce5036b6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_073633.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T07:36:33.156715+00:00", - "metrics": { - "MSE[mean]": 22.81013564153227, - "MSE[0.5]": 22.81013564153227, - "MAE[0.5]": 3.93202010790507, - "MASE[0.5]": 0.7549478607177735, - "MAPE[0.5]": 0.5642628407496025, - "sMAPE[0.5]": 0.3668144011542713, - "MSIS": 8.118479293823244, - "RMSE[mean]": 4.775995774865413, - "NRMSE[mean]": 0.440861148449115, - "ND[0.5]": 0.3629557022681603, - "mean_weighted_sum_quantile_loss": 0.27760870534130644 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00" - ], - "context": [ - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0 - ], - "actual": [ - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 11.0, - 15.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.922418594360352, - 13.050670623779297, - 13.035140991210938, - 13.153417587280273, - 13.111468315124512, - 13.157376289367676, - 13.131863594055176, - 13.138040542602539, - 13.172967910766602, - 13.104042053222656, - 13.166451454162598, - 13.079952239990234, - 13.133691787719727, - 13.109033584594727, - 13.185298919677734, - 13.26322078704834, - 13.200325012207031, - 13.21835994720459, - 13.219841003417969, - 13.299447059631348, - 13.255830764770508, - 13.340396881103516, - 13.272429466247559, - 13.28152847290039 - ], - "p10": [ - 8.744316101074219, - 8.68694019317627, - 8.717618942260742, - 8.804573059082031, - 8.755313873291016, - 8.783219337463379, - 8.765325546264648, - 8.783153533935547, - 8.738170623779297, - 8.783111572265625, - 8.761750221252441, - 8.865434646606445, - 8.804411888122559, - 8.767791748046875, - 8.787851333618164, - 8.757616996765137, - 8.75860595703125, - 8.70319938659668, - 8.769392967224121, - 8.82070541381836, - 8.732197761535645, - 8.756240844726562, - 8.734314918518066, - 8.751632690429688 - ], - "p90": [ - 18.428253173828125, - 18.726543426513672, - 18.74637794494629, - 18.839073181152344, - 18.92673110961914, - 18.929767608642578, - 18.977182388305664, - 19.09925079345703, - 19.130937576293945, - 19.104961395263672, - 19.1341609954834, - 19.08294105529785, - 19.151453018188477, - 19.17483139038086, - 19.32029914855957, - 19.467243194580078, - 19.161705017089844, - 19.313806533813477, - 19.361492156982422, - 19.47551918029785, - 19.63773536682129, - 19.722129821777344, - 19.701189041137695, - 19.741466522216797 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_085220.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_085220.json deleted file mode 100644 index c8167a72622a17112a75bbb818dfd6780bca7047..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_085220.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T08:52:20.650875+00:00", - "metrics": { - "MSE[mean]": 25.49799257942516, - "MSE[0.5]": 25.49799257942516, - "MAE[0.5]": 4.207638780275981, - "MASE[0.5]": 0.8143816994082543, - "MAPE[0.5]": 0.6875900602096792, - "sMAPE[0.5]": 0.39925018140046925, - "MSIS": 9.57158556292134, - "RMSE[mean]": 5.049553701014096, - "NRMSE[mean]": 0.4733956594700715, - "ND[0.5]": 0.3944661356508732, - "mean_weighted_sum_quantile_loss": 0.30383315831422814 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00" - ], - "context": [ - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0 - ], - "actual": [ - 13.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.982351303100586, - 12.985947608947754, - 13.022273063659668, - 13.055302619934082, - 13.055808067321777, - 13.056822776794434, - 13.054817199707031, - 13.06985855102539, - 13.040140151977539, - 13.073949813842773, - 13.067633628845215, - 13.050017356872559, - 13.04889965057373, - 13.025176048278809, - 13.099510192871094, - 13.102048873901367, - 13.102842330932617, - 13.097391128540039, - 13.118255615234375, - 13.144404411315918, - 13.150970458984375, - 13.12668514251709, - 13.128150939941406, - 13.111091613769531 - ], - "p10": [ - 8.916032791137695, - 8.775997161865234, - 8.811389923095703, - 8.84454345703125, - 8.80274486541748, - 8.829095840454102, - 8.82797908782959, - 8.842328071594238, - 8.832897186279297, - 8.876468658447266, - 8.807954788208008, - 8.870607376098633, - 8.83681583404541, - 8.754434585571289, - 8.802370071411133, - 8.779228210449219, - 8.86874008178711, - 8.789281845092773, - 8.830833435058594, - 8.852859497070312, - 8.784156799316406, - 8.819551467895508, - 8.835445404052734, - 8.827142715454102 - ], - "p90": [ - 18.820758819580078, - 19.052356719970703, - 19.19890594482422, - 19.30340003967285, - 19.421249389648438, - 19.381656646728516, - 19.397212982177734, - 19.51685333251953, - 19.368240356445312, - 19.435590744018555, - 19.42064666748047, - 19.547456741333008, - 19.522008895874023, - 19.65694808959961, - 19.717327117919922, - 19.78105926513672, - 19.449092864990234, - 19.63479995727539, - 19.79533576965332, - 19.9034423828125, - 20.045381546020508, - 20.037010192871094, - 19.986900329589844, - 20.046998977661133 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_100414.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_100414.json deleted file mode 100644 index d380cd3c5de8d00c1d7f6577d1ec81b3896cb08c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_100414.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T10:04:14.941180+00:00", - "metrics": { - "MSE[mean]": 24.08605814823227, - "MSE[0.5]": 24.08605814823227, - "MAE[0.5]": 4.217082420984904, - "MASE[0.5]": 0.8175280945366534, - "MAPE[0.5]": 0.5597721222734818, - "sMAPE[0.5]": 0.3899493288292937, - "MSIS": 8.9671823165721, - "RMSE[mean]": 4.907754898956576, - "NRMSE[mean]": 0.46010202177717896, - "ND[0.5]": 0.39535147696733475, - "mean_weighted_sum_quantile_loss": 0.2991201960378223 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00" - ], - "context": [ - 10.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0 - ], - "actual": [ - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 11.0 - ], - "predictions": { - "p50": [ - 12.951273918151855, - 12.991708755493164, - 13.003226280212402, - 13.022258758544922, - 13.027381896972656, - 12.99152660369873, - 13.013829231262207, - 13.007183074951172, - 13.032618522644043, - 13.046003341674805, - 13.092585563659668, - 13.051956176757812, - 13.076927185058594, - 13.05231761932373, - 13.117855072021484, - 13.12531566619873, - 13.169445037841797, - 13.153478622436523, - 13.17373275756836, - 13.234981536865234, - 13.207324981689453, - 13.160083770751953, - 13.138930320739746, - 13.123120307922363 - ], - "p10": [ - 8.90163803100586, - 8.796075820922852, - 8.820446014404297, - 8.822134017944336, - 8.73661994934082, - 8.758925437927246, - 8.801525115966797, - 8.846498489379883, - 8.823452949523926, - 8.895135879516602, - 8.821529388427734, - 8.900681495666504, - 8.840814590454102, - 8.825092315673828, - 8.874000549316406, - 8.861730575561523, - 8.846284866333008, - 8.797077178955078, - 8.837482452392578, - 8.864013671875, - 8.804996490478516, - 8.834261894226074, - 8.843151092529297, - 8.871917724609375 - ], - "p90": [ - 18.817852020263672, - 19.05731773376465, - 19.194164276123047, - 19.314735412597656, - 19.554513931274414, - 19.461376190185547, - 19.424705505371094, - 19.458568572998047, - 19.438800811767578, - 19.41445541381836, - 19.46469497680664, - 19.549118041992188, - 19.573226928710938, - 19.571340560913086, - 19.501678466796875, - 19.509342193603516, - 19.55221176147461, - 19.698928833007812, - 19.85329818725586, - 19.947677612304688, - 20.073484420776367, - 19.971487045288086, - 19.846294403076172, - 19.87982177734375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_111838.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_111838.json deleted file mode 100644 index 899b333e2ff7ad47093d3eeacd2b294a352843ed..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_111838.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:18:38.464937+00:00", - "metrics": { - "MSE[mean]": 26.751723252093825, - "MSE[0.5]": 26.751723252093825, - "MAE[0.5]": 4.42733105023702, - "MASE[0.5]": 0.8500475616455079, - "MAPE[0.5]": 0.662487261079371, - "sMAPE[0.5]": 0.4209326271993081, - "MSIS": 10.500037033081055, - "RMSE[mean]": 5.172206806779271, - "NRMSE[mean]": 0.4848943881355567, - "ND[0.5]": 0.4150622859597206, - "mean_weighted_sum_quantile_loss": 0.3192311669389407 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 16.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.778103828430176, - 12.868688583374023, - 12.88802433013916, - 12.849244117736816, - 12.900533676147461, - 12.87101936340332, - 12.936928749084473, - 12.865114212036133, - 12.976150512695312, - 12.96123218536377, - 13.015424728393555, - 12.966246604919434, - 12.987531661987305, - 12.974454879760742, - 13.007686614990234, - 13.075061798095703, - 12.983546257019043, - 13.098417282104492, - 13.038544654846191, - 13.016837120056152, - 13.001947402954102, - 12.968563079833984, - 13.027766227722168, - 12.96879768371582 - ], - "p10": [ - 9.099276542663574, - 8.972593307495117, - 8.91903305053711, - 8.924976348876953, - 8.839723587036133, - 8.909704208374023, - 8.926015853881836, - 8.9890775680542, - 8.956371307373047, - 8.93339729309082, - 8.824063301086426, - 8.928552627563477, - 8.936470985412598, - 8.945758819580078, - 8.931884765625, - 8.890864372253418, - 8.89543342590332, - 8.827906608581543, - 8.896539688110352, - 8.933754920959473, - 8.816397666931152, - 8.894983291625977, - 8.892450332641602, - 8.999227523803711 - ], - "p90": [ - 18.204811096191406, - 18.512121200561523, - 18.810794830322266, - 18.909698486328125, - 19.114334106445312, - 18.98041343688965, - 19.000442504882812, - 19.00535011291504, - 19.067514419555664, - 19.19660186767578, - 19.391071319580078, - 19.413042068481445, - 19.350685119628906, - 19.355926513671875, - 19.353317260742188, - 19.512662887573242, - 19.524200439453125, - 19.94739532470703, - 20.025020599365234, - 19.94475555419922, - 20.009979248046875, - 19.904279708862305, - 19.832483291625977, - 19.738283157348633 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_123535.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_123535.json deleted file mode 100644 index 2381c8f92b0f0393dae43948e4290b31eeaab5b4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_123535.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:35:35.770744+00:00", - "metrics": { - "MSE[mean]": 27.46563337210095, - "MSE[0.5]": 27.46563337210095, - "MAE[0.5]": 4.493833025296529, - "MASE[0.5]": 0.8532594351828854, - "MAPE[0.5]": 0.7293846595380783, - "sMAPE[0.5]": 0.42467380623475, - "MSIS": 10.116017958785912, - "RMSE[mean]": 5.24076648708001, - "NRMSE[mean]": 0.4800702125569475, - "ND[0.5]": 0.41164882674472025, - "mean_weighted_sum_quantile_loss": 0.31498320209868785 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.735488891601562, - 12.726017951965332, - 12.789528846740723, - 12.745990753173828, - 12.766322135925293, - 12.78156566619873, - 12.760124206542969, - 12.789796829223633, - 12.809418678283691, - 12.8418550491333, - 12.877350807189941, - 12.851835250854492, - 12.892518043518066, - 12.88006591796875, - 12.928893089294434, - 12.937427520751953, - 13.012351036071777, - 12.929634094238281, - 12.935592651367188, - 12.92047119140625, - 12.9310302734375, - 12.932890892028809, - 12.907866477966309, - 12.910628318786621 - ], - "p10": [ - 8.775177955627441, - 8.638782501220703, - 8.676729202270508, - 8.750097274780273, - 8.76583194732666, - 8.807607650756836, - 8.81089973449707, - 8.811254501342773, - 8.747917175292969, - 8.742639541625977, - 8.711211204528809, - 8.893440246582031, - 8.89132022857666, - 8.848030090332031, - 8.805997848510742, - 8.773611068725586, - 8.725497245788574, - 8.64329719543457, - 8.70616340637207, - 8.776533126831055, - 8.767925262451172, - 8.773527145385742, - 8.78430461883545, - 8.829861640930176 - ], - "p90": [ - 18.183618545532227, - 18.362567901611328, - 18.416921615600586, - 18.420650482177734, - 18.586668014526367, - 18.51836585998535, - 18.534889221191406, - 18.715856552124023, - 18.757076263427734, - 18.99431610107422, - 19.01561737060547, - 18.947811126708984, - 18.94936752319336, - 19.04059600830078, - 19.09991455078125, - 19.14370346069336, - 19.32891273498535, - 19.451183319091797, - 19.438203811645508, - 19.373729705810547, - 19.502779006958008, - 19.451757431030273, - 19.379276275634766, - 19.425750732421875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_154253.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_154253.json deleted file mode 100644 index 7b8bae1345c51785cd136b734a3b514f34f14f84..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_154253.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T15:42:53.599183+00:00", - "metrics": { - "MSE[mean]": 24.24309131369095, - "MSE[0.5]": 24.24309131369095, - "MAE[0.5]": 4.330705205599467, - "MASE[0.5]": 0.8173283743202141, - "MAPE[0.5]": 0.5173363733907547, - "sMAPE[0.5]": 0.374223949428597, - "MSIS": 7.1864615374123915, - "RMSE[mean]": 4.923727380114678, - "NRMSE[mean]": 0.42815020696649375, - "ND[0.5]": 0.3765830613564754, - "mean_weighted_sum_quantile_loss": 0.27665041187919087 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 13.504185676574707, - 13.378726959228516, - 13.354606628417969, - 13.35373592376709, - 13.363676071166992, - 13.375185012817383, - 13.383808135986328, - 13.407135009765625, - 13.379952430725098, - 13.42282485961914, - 13.410523414611816, - 13.48166275024414, - 13.506170272827148, - 13.556788444519043, - 13.556756973266602, - 13.559686660766602, - 13.527975082397461, - 13.443634986877441, - 13.489123344421387, - 13.607173919677734, - 13.584722518920898, - 13.56772232055664, - 13.524767875671387, - 13.488789558410645 - ], - "p10": [ - 9.045701026916504, - 8.928079605102539, - 8.95338249206543, - 8.977279663085938, - 8.935457229614258, - 8.968830108642578, - 8.95159912109375, - 8.93716049194336, - 8.909635543823242, - 8.92162799835205, - 8.894515991210938, - 8.979045867919922, - 8.982831954956055, - 8.959014892578125, - 8.972208976745605, - 8.90500259399414, - 8.92077350616455, - 8.881301879882812, - 8.905986785888672, - 8.975813865661621, - 8.918510437011719, - 8.954336166381836, - 8.927980422973633, - 8.933321952819824 - ], - "p90": [ - 19.281875610351562, - 19.333118438720703, - 19.34268569946289, - 19.34450340270996, - 19.430423736572266, - 19.45467758178711, - 19.516206741333008, - 19.608774185180664, - 19.58722686767578, - 19.720436096191406, - 19.75690269470215, - 19.86611557006836, - 19.93653678894043, - 20.054832458496094, - 20.03469467163086, - 20.218477249145508, - 19.94526481628418, - 20.123708724975586, - 20.3236026763916, - 20.31625747680664, - 20.345684051513672, - 20.341981887817383, - 20.257469177246094, - 20.229732513427734 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_193727.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_193727.json deleted file mode 100644 index f179db61bd0340ad38ed133723f40f20b9aa815a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_193727.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T19:37:27.866455+00:00", - "metrics": { - "MSE[mean]": 17.72293535284526, - "MSE[0.5]": 17.72293535284526, - "MAE[0.5]": 3.6302886406580606, - "MASE[0.5]": 0.6851396648162003, - "MAPE[0.5]": 0.3705950372262678, - "sMAPE[0.5]": 0.29707330606812526, - "MSIS": 4.32159932787734, - "RMSE[mean]": 4.209861678588177, - "NRMSE[mean]": 0.35082180654901474, - "ND[0.5]": 0.30252405338817173, - "mean_weighted_sum_quantile_loss": 0.22248273410914857 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00" - ], - "context": [ - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 18.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 8.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 18.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 16.0, - 20.0, - 9.0 - ], - "actual": [ - 19.0, - 18.0, - 5.0, - 14.0, - 9.0, - 9.0, - 9.0, - 9.0, - 10.0, - 7.0, - 12.0, - 18.0, - 9.0, - 11.0, - 15.0, - 21.0, - 12.0, - 12.0, - 13.0, - 11.0, - 14.0, - 11.0, - 11.0, - 9.0 - ], - "predictions": { - "p50": [ - 13.610445976257324, - 13.627824783325195, - 13.659555435180664, - 13.653661727905273, - 13.655149459838867, - 13.648065567016602, - 13.657508850097656, - 13.68585205078125, - 13.696798324584961, - 13.731892585754395, - 13.71351432800293, - 13.698792457580566, - 13.663393020629883, - 13.65399169921875, - 13.71301555633545, - 13.72242546081543, - 13.737747192382812, - 13.699569702148438, - 13.732586860656738, - 13.764129638671875, - 13.722896575927734, - 13.737655639648438, - 13.719253540039062, - 13.71932601928711 - ], - "p10": [ - 9.060527801513672, - 9.020751953125, - 9.04331111907959, - 9.055191040039062, - 9.056649208068848, - 9.099369049072266, - 9.092048645019531, - 9.078725814819336, - 9.070716857910156, - 9.116015434265137, - 8.995964050292969, - 9.074198722839355, - 9.059942245483398, - 9.010324478149414, - 9.04443359375, - 9.002309799194336, - 9.046241760253906, - 9.011133193969727, - 9.074470520019531, - 9.085820198059082, - 9.049543380737305, - 9.076337814331055, - 9.088251113891602, - 9.087170600891113 - ], - "p90": [ - 19.629810333251953, - 19.807315826416016, - 19.898853302001953, - 19.934743881225586, - 19.975080490112305, - 19.937685012817383, - 19.97233009338379, - 20.153507232666016, - 20.14918327331543, - 20.333984375, - 20.41909408569336, - 20.459924697875977, - 20.399934768676758, - 20.459762573242188, - 20.46095085144043, - 20.58586883544922, - 20.125322341918945, - 20.24183464050293, - 20.337753295898438, - 20.369422912597656, - 20.412691116333008, - 20.362764358520508, - 20.30706787109375, - 20.333412170410156 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_234930.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_234930.json deleted file mode 100644 index c03171f894105793066079165f346cbc68e59918..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_234930.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-17T23:49:30.710791+00:00", - "metrics": { - "MSE[mean]": 30.68622638469651, - "MSE[0.5]": 30.68622638469651, - "MAE[0.5]": 4.66762391726176, - "MASE[0.5]": 0.8914295014399117, - "MAPE[0.5]": 0.5939600497735068, - "sMAPE[0.5]": 0.39438540040391495, - "MSIS": 9.875876661953306, - "RMSE[mean]": 5.5395149954392675, - "NRMSE[mean]": 0.469782190425945, - "ND[0.5]": 0.395840897576969, - "mean_weighted_sum_quantile_loss": 0.30121475971582873 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.213560104370117, - 14.268889427185059, - 14.367698669433594, - 14.488740921020508, - 14.495595932006836, - 14.55759048461914, - 14.48694133758545, - 14.496573448181152, - 14.435806274414062, - 14.429306030273438, - 14.440141677856445, - 14.421106338500977, - 14.408296585083008, - 14.475516319274902, - 14.543214797973633, - 14.498679161071777, - 14.66921329498291, - 14.570228576660156, - 14.608661651611328, - 14.568947792053223, - 14.519510269165039, - 14.47237777709961, - 14.414555549621582, - 14.437707901000977 - ], - "p10": [ - 9.56503677368164, - 9.5828275680542, - 9.623516082763672, - 9.66550350189209, - 9.60806941986084, - 9.636934280395508, - 9.631040573120117, - 9.583465576171875, - 9.544341087341309, - 9.474518775939941, - 9.504667282104492, - 9.54728889465332, - 9.542137145996094, - 9.571832656860352, - 9.60818099975586, - 9.607141494750977, - 9.62314224243164, - 9.593851089477539, - 9.614862442016602, - 9.62710952758789, - 9.50951099395752, - 9.53891372680664, - 9.547670364379883, - 9.535812377929688 - ], - "p90": [ - 20.50052261352539, - 20.788742065429688, - 21.026060104370117, - 21.148983001708984, - 21.308069229125977, - 21.431062698364258, - 21.417530059814453, - 21.482328414916992, - 21.553062438964844, - 21.545137405395508, - 21.613567352294922, - 21.549936294555664, - 21.507761001586914, - 21.663454055786133, - 21.608184814453125, - 21.684818267822266, - 21.626501083374023, - 21.692888259887695, - 21.724300384521484, - 21.62619972229004, - 21.708587646484375, - 21.679676055908203, - 21.58637237548828, - 21.546194076538086 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_021358.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_021358.json deleted file mode 100644 index 0ec37be32165961bd522e8065b04012044f4d066..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_021358.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:13:58.030520+00:00", - "metrics": { - "MSE[mean]": 33.04558965163127, - "MSE[0.5]": 33.04558965163127, - "MAE[0.5]": 4.62960680325826, - "MASE[0.5]": 0.8900712679161407, - "MAPE[0.5]": 1.0310004329403077, - "sMAPE[0.5]": 0.4250649657020231, - "MSIS": 11.251947298546497, - "RMSE[mean]": 5.748529346853095, - "NRMSE[mean]": 0.4944971481163953, - "ND[0.5]": 0.3982457465168396, - "mean_weighted_sum_quantile_loss": 0.3187932494910577 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.688763618469238, - 13.052907943725586, - 13.276564598083496, - 13.449732780456543, - 13.413354873657227, - 13.345749855041504, - 13.394979476928711, - 13.487335205078125, - 13.527567863464355, - 13.69659423828125, - 13.717925071716309, - 13.758906364440918, - 13.692098617553711, - 13.742993354797363, - 13.784212112426758, - 13.840826034545898, - 13.786333084106445, - 13.726969718933105, - 13.62880802154541, - 13.50973129272461, - 13.44605827331543, - 13.390727996826172, - 13.45783519744873, - 13.513792991638184 - ], - "p10": [ - 8.577499389648438, - 8.608190536499023, - 8.668366432189941, - 8.732050895690918, - 8.629144668579102, - 8.649690628051758, - 8.696956634521484, - 8.71653938293457, - 8.795980453491211, - 8.797176361083984, - 8.889731407165527, - 8.852941513061523, - 8.81500244140625, - 8.825348854064941, - 8.908509254455566, - 8.933177947998047, - 8.89916706085205, - 8.817512512207031, - 8.819238662719727, - 8.756874084472656, - 8.695207595825195, - 8.69342041015625, - 8.71989631652832, - 8.67349624633789 - ], - "p90": [ - 18.987653732299805, - 19.763118743896484, - 20.289331436157227, - 20.37539291381836, - 20.4429931640625, - 20.449222564697266, - 20.378673553466797, - 20.38416290283203, - 20.436954498291016, - 20.648284912109375, - 20.739013671875, - 20.831022262573242, - 20.764999389648438, - 20.96306800842285, - 20.875253677368164, - 21.01401710510254, - 20.737041473388672, - 21.03980827331543, - 20.99652099609375, - 20.701438903808594, - 20.66058349609375, - 20.654983520507812, - 20.66668701171875, - 20.694005966186523 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_033122.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_033122.json deleted file mode 100644 index ccdf61875f552aa146ce65841b388b95e1285e5a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_033122.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:31:22.396093+00:00", - "metrics": { - "MSE[mean]": 30.404833335821156, - "MSE[0.5]": 30.404833335821156, - "MAE[0.5]": 4.530744115511577, - "MASE[0.5]": 0.865288000840407, - "MAPE[0.5]": 0.5729897481433784, - "sMAPE[0.5]": 0.39442584333685476, - "MSIS": 9.982657187181063, - "RMSE[mean]": 5.514057792209033, - "NRMSE[mean]": 0.4595048160174194, - "ND[0.5]": 0.3775620096259647, - "mean_weighted_sum_quantile_loss": 0.30034636435685336 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.810603141784668, - 13.087549209594727, - 13.138644218444824, - 13.260697364807129, - 13.201919555664062, - 13.182418823242188, - 13.212798118591309, - 13.301458358764648, - 13.344511032104492, - 13.431252479553223, - 13.505135536193848, - 13.505783081054688, - 13.562845230102539, - 13.571189880371094, - 13.616426467895508, - 13.643640518188477, - 13.557127952575684, - 13.405776977539062, - 13.289263725280762, - 13.247529983520508, - 13.191303253173828, - 13.212089538574219, - 13.219223976135254, - 13.284303665161133 - ], - "p10": [ - 8.610368728637695, - 8.552711486816406, - 8.60299015045166, - 8.638925552368164, - 8.577632904052734, - 8.634551048278809, - 8.679617881774902, - 8.750652313232422, - 8.762012481689453, - 8.745546340942383, - 8.772806167602539, - 8.823391914367676, - 8.764688491821289, - 8.810484886169434, - 8.851457595825195, - 8.841999053955078, - 8.657988548278809, - 8.633373260498047, - 8.614692687988281, - 8.577106475830078, - 8.554286003112793, - 8.557177543640137, - 8.566143035888672, - 8.549861907958984 - ], - "p90": [ - 19.338829040527344, - 20.104076385498047, - 20.422473907470703, - 20.453659057617188, - 20.494094848632812, - 20.437335968017578, - 20.33034896850586, - 20.344921112060547, - 20.435321807861328, - 20.49560546875, - 20.66250991821289, - 20.739534378051758, - 20.820375442504883, - 20.903470993041992, - 20.787357330322266, - 20.90493392944336, - 20.614559173583984, - 20.696861267089844, - 20.67548370361328, - 20.504383087158203, - 20.50457763671875, - 20.513093948364258, - 20.497190475463867, - 20.590538024902344 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_044833.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_044833.json deleted file mode 100644 index e59361681e295cf77dc243fc136064934b727f29..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_044833.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:48:33.050363+00:00", - "metrics": { - "MSE[mean]": 36.16889413361969, - "MSE[0.5]": 36.16889413361969, - "MAE[0.5]": 5.013722737630208, - "MASE[0.5]": 0.9575279498922414, - "MAPE[0.5]": 1.0087555924424467, - "sMAPE[0.5]": 0.4445303504895048, - "MSIS": 11.010069781336291, - "RMSE[mean]": 6.014058042089358, - "NRMSE[mean]": 0.48112464336714866, - "ND[0.5]": 0.4010978190104167, - "mean_weighted_sum_quantile_loss": 0.31867714620519566 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.315237998962402, - 12.617396354675293, - 12.685733795166016, - 12.665155410766602, - 12.69674301147461, - 12.782471656799316, - 12.896895408630371, - 13.022603988647461, - 13.078320503234863, - 13.184028625488281, - 13.090341567993164, - 13.124441146850586, - 13.165852546691895, - 13.238910675048828, - 13.290266036987305, - 13.346875190734863, - 13.241618156433105, - 13.075531959533691, - 13.07275104522705, - 13.020589828491211, - 13.07895565032959, - 13.111440658569336, - 13.136096954345703, - 13.1478853225708 - ], - "p10": [ - 8.242106437683105, - 8.234107971191406, - 8.195756912231445, - 8.191864013671875, - 8.190643310546875, - 8.236174583435059, - 8.318798065185547, - 8.353254318237305, - 8.372919082641602, - 8.30435562133789, - 8.39706039428711, - 8.358007431030273, - 8.334247589111328, - 8.389760971069336, - 8.460945129394531, - 8.41476058959961, - 8.335957527160645, - 8.291006088256836, - 8.282493591308594, - 8.251527786254883, - 8.23477554321289, - 8.276567459106445, - 8.284904479980469, - 8.21108627319336 - ], - "p90": [ - 18.501102447509766, - 19.174144744873047, - 19.497589111328125, - 19.444459915161133, - 19.55373764038086, - 19.64634132385254, - 19.71970558166504, - 19.879484176635742, - 20.036924362182617, - 20.19256591796875, - 20.14299201965332, - 20.2782039642334, - 20.309059143066406, - 20.512893676757812, - 20.46965789794922, - 20.636781692504883, - 20.16722869873047, - 20.25078582763672, - 20.343791961669922, - 20.207883834838867, - 20.32393455505371, - 20.372684478759766, - 20.396177291870117, - 20.471397399902344 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_061723.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_061723.json deleted file mode 100644 index 5955f08de428853df16980e1f82675c0d937e37c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_061723.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-18T06:17:23.108801+00:00", - "metrics": { - "MSE[mean]": 42.15872576455721, - "MSE[0.5]": 42.15872576455721, - "MAE[0.5]": 5.5529448588689165, - "MASE[0.5]": 1.071882117529657, - "MAPE[0.5]": 0.6024013870208492, - "sMAPE[0.5]": 0.45040175633718366, - "MSIS": 12.350435709505874, - "RMSE[mean]": 6.492975108881692, - "NRMSE[mean]": 0.4978639061123342, - "ND[0.5]": 0.4257849093062428, - "mean_weighted_sum_quantile_loss": 0.3301518360012002 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.71882438659668, - 12.854947090148926, - 12.834217071533203, - 12.854764938354492, - 12.913326263427734, - 13.0166597366333, - 13.098810195922852, - 13.189861297607422, - 13.257996559143066, - 13.221434593200684, - 13.300628662109375, - 13.261344909667969, - 13.293039321899414, - 13.280655860900879, - 13.331965446472168, - 13.278717041015625, - 13.0248384475708, - 13.031655311584473, - 12.9970703125, - 13.028168678283691, - 13.076953887939453, - 13.102922439575195, - 13.116990089416504, - 13.10669994354248 - ], - "p10": [ - 8.645689010620117, - 8.581184387207031, - 8.591218948364258, - 8.601982116699219, - 8.55445384979248, - 8.623466491699219, - 8.645124435424805, - 8.68263053894043, - 8.619739532470703, - 8.602270126342773, - 8.597066879272461, - 8.626177787780762, - 8.615639686584473, - 8.616453170776367, - 8.603015899658203, - 8.576175689697266, - 8.393745422363281, - 8.30679702758789, - 8.36440658569336, - 8.36583423614502, - 8.319021224975586, - 8.37031364440918, - 8.360780715942383, - 8.35595989227295 - ], - "p90": [ - 18.964847564697266, - 19.432044982910156, - 19.622711181640625, - 19.649784088134766, - 19.785526275634766, - 19.921749114990234, - 19.998268127441406, - 20.133331298828125, - 20.376028060913086, - 20.319618225097656, - 20.518508911132812, - 20.492136001586914, - 20.515907287597656, - 20.647790908813477, - 20.63166046142578, - 20.62833595275879, - 19.903535842895508, - 20.12665557861328, - 20.200483322143555, - 20.2071533203125, - 20.345518112182617, - 20.451902389526367, - 20.45142364501953, - 20.441574096679688 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_184100.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_184100.json deleted file mode 100644 index c80c80c0c982c17b4b52b96604bf0c155b1c687c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_184100.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:41:00.170861+00:00", - "metrics": { - "MSE[mean]": 55.106199240890156, - "MSE[0.5]": 55.106199240890156, - "MAE[0.5]": 6.8338035345077515, - "MASE[0.5]": 1.2664964079396606, - "MAPE[0.5]": 0.9142609577699213, - "sMAPE[0.5]": 0.5756469216662, - "MSIS": 17.747358543071968, - "RMSE[mean]": 7.423354985509595, - "NRMSE[mean]": 0.8025248632983345, - "ND[0.5]": 0.7387895712981353, - "mean_weighted_sum_quantile_loss": 0.5335522257410609 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 17.163076400756836, - 16.961885452270508, - 16.57190704345703, - 16.03052520751953, - 15.794522285461426, - 15.519828796386719, - 15.275042533874512, - 15.123644828796387, - 14.923822402954102, - 14.742490768432617, - 14.621316909790039, - 14.820302963256836, - 15.072169303894043, - 15.460116386413574, - 15.776411056518555, - 16.09644317626953, - 16.12861442565918, - 16.038301467895508, - 16.246610641479492, - 16.253555297851562, - 16.293184280395508, - 16.28512191772461, - 16.177501678466797, - 16.021862030029297 - ], - "p10": [ - 11.628521919250488, - 11.203898429870605, - 10.835797309875488, - 10.570352554321289, - 10.308029174804688, - 10.19334602355957, - 10.06959342956543, - 9.851188659667969, - 9.783411026000977, - 9.560426712036133, - 9.640447616577148, - 9.642592430114746, - 9.710683822631836, - 9.917753219604492, - 10.226846694946289, - 10.379037857055664, - 10.594467163085938, - 10.52988052368164, - 10.561240196228027, - 10.705362319946289, - 10.653332710266113, - 10.626956939697266, - 10.554655075073242, - 10.45246410369873 - ], - "p90": [ - 24.48801612854004, - 24.657135009765625, - 24.157350540161133, - 23.857135772705078, - 23.591686248779297, - 23.379669189453125, - 22.93321990966797, - 22.73565673828125, - 22.672868728637695, - 22.53521728515625, - 22.465011596679688, - 22.740520477294922, - 23.04122543334961, - 23.625900268554688, - 23.85230255126953, - 24.179479598999023, - 23.827293395996094, - 23.85724639892578, - 24.045631408691406, - 24.250770568847656, - 24.394697189331055, - 24.43927001953125, - 24.27444076538086, - 24.041301727294922 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_200703.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_200703.json deleted file mode 100644 index c1dddd309336bf8a7b06f4de516bd39715170bf3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_200703.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-18T20:07:03.811593+00:00", - "metrics": { - "MSE[mean]": 33.86120499855588, - "MSE[0.5]": 33.86120499855588, - "MAE[0.5]": 5.188571612040202, - "MASE[0.5]": 0.9530029491502412, - "MAPE[0.5]": 0.6297438491113121, - "sMAPE[0.5]": 0.4386743088488095, - "MSIS": 9.515223354709391, - "RMSE[mean]": 5.819038150635883, - "NRMSE[mean]": 0.5654126138269684, - "ND[0.5]": 0.5041527072427726, - "mean_weighted_sum_quantile_loss": 0.35584814472344345 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00" - ], - "context": [ - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 18.0, - 36.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 12.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "actual": [ - 6.0, - 14.0, - 8.0, - 10.0, - 10.0, - 11.0, - 14.0, - 14.0, - 7.0, - 17.0, - 10.0, - 19.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 10.0, - 6.0, - 8.0, - 8.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 14.893954277038574, - 14.743589401245117, - 14.61050796508789, - 14.572193145751953, - 14.468362808227539, - 14.458636283874512, - 14.448272705078125, - 14.476829528808594, - 14.420723915100098, - 14.429600715637207, - 14.474922180175781, - 14.504483222961426, - 14.688321113586426, - 14.877702713012695, - 15.088639259338379, - 15.209744453430176, - 15.436847686767578, - 15.511842727661133, - 15.552199363708496, - 15.515877723693848, - 15.489140510559082, - 15.355058670043945, - 15.161277770996094, - 15.005158424377441 - ], - "p10": [ - 9.670123100280762, - 9.6116304397583, - 9.515480041503906, - 9.459402084350586, - 9.406148910522461, - 9.431511878967285, - 9.414093017578125, - 9.355611801147461, - 9.335990905761719, - 9.260429382324219, - 9.346944808959961, - 9.368770599365234, - 9.33845329284668, - 9.529579162597656, - 9.674406051635742, - 9.736690521240234, - 9.888693809509277, - 9.889114379882812, - 9.883437156677246, - 9.927532196044922, - 9.845380783081055, - 9.830400466918945, - 9.738945007324219, - 9.6131591796875 - ], - "p90": [ - 22.103687286376953, - 22.26059341430664, - 22.297800064086914, - 22.026920318603516, - 21.87085723876953, - 21.86030387878418, - 21.840333938598633, - 21.882726669311523, - 21.977262496948242, - 22.050342559814453, - 22.21407699584961, - 22.445995330810547, - 22.69390106201172, - 23.039865493774414, - 23.13469696044922, - 23.25225067138672, - 22.909259796142578, - 23.177825927734375, - 23.297914505004883, - 23.383209228515625, - 23.393030166625977, - 23.26791763305664, - 23.015525817871094, - 22.786487579345703 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_135757.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_135757.json deleted file mode 100644 index b3350b9d95f86aed60e3452569b7b61861b43d83..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_135757.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-19T13:57:57.877064+00:00", - "metrics": { - "MSE[mean]": 20.559473192658817, - "MSE[0.5]": 20.559473192658817, - "MAE[0.5]": 3.762455701828003, - "MASE[0.5]": 0.6697078134279758, - "MAPE[0.5]": 0.5843444092611266, - "sMAPE[0.5]": 0.3841330437855322, - "MSIS": 7.582860511666618, - "RMSE[mean]": 4.5342555279404815, - "NRMSE[mean]": 0.4858130922793373, - "ND[0.5]": 0.40312025376728605, - "mean_weighted_sum_quantile_loss": 0.30777331760951454 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.373249053955078, - 12.684581756591797, - 12.889195442199707, - 12.888161659240723, - 12.794815063476562, - 12.716165542602539, - 12.77796745300293, - 12.674928665161133, - 12.657207489013672, - 12.686312675476074, - 12.630525588989258, - 12.588376998901367, - 12.565357208251953, - 12.529401779174805, - 12.527971267700195, - 12.359748840332031, - 12.298212051391602, - 12.222051620483398, - 12.18821907043457, - 12.169851303100586, - 12.274959564208984, - 12.518915176391602, - 12.745394706726074, - 12.949712753295898 - ], - "p10": [ - 8.338542938232422, - 8.397422790527344, - 8.418304443359375, - 8.499412536621094, - 8.380722045898438, - 8.390334129333496, - 8.355337142944336, - 8.329582214355469, - 8.284732818603516, - 8.249845504760742, - 8.248170852661133, - 8.189393997192383, - 8.127330780029297, - 8.124954223632812, - 8.082364082336426, - 7.969215393066406, - 7.9372029304504395, - 7.8940863609313965, - 7.83779239654541, - 7.837462902069092, - 7.872773170471191, - 7.983752250671387, - 8.170146942138672, - 8.308746337890625 - ], - "p90": [ - 18.40970230102539, - 19.034122467041016, - 19.43846893310547, - 19.443817138671875, - 19.33950424194336, - 19.27710723876953, - 19.36085319519043, - 19.30832862854004, - 19.267845153808594, - 19.285612106323242, - 19.241069793701172, - 19.29846954345703, - 19.236278533935547, - 19.308530807495117, - 19.29863739013672, - 19.08367919921875, - 19.099824905395508, - 19.06783103942871, - 19.1053409576416, - 19.204593658447266, - 19.417072296142578, - 19.76314926147461, - 20.015291213989258, - 20.329160690307617 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_152120.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_152120.json deleted file mode 100644 index 29b936da2b2931fc6d3754a76e7aaadee2ce2f78..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_152120.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-19T15:21:20.736936+00:00", - "metrics": { - "MSE[mean]": 18.68636625618289, - "MSE[0.5]": 18.68636625618289, - "MAE[0.5]": 3.5397287209828696, - "MASE[0.5]": 0.6170955639485874, - "MAPE[0.5]": 0.670622260500748, - "sMAPE[0.5]": 0.3887838944314024, - "MSIS": 5.652760727353592, - "RMSE[mean]": 4.322772982262993, - "NRMSE[mean]": 0.4673268088932966, - "ND[0.5]": 0.3826733752413913, - "mean_weighted_sum_quantile_loss": 0.30134693657433065 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 10.44757080078125, - 10.815631866455078, - 10.941720962524414, - 11.083786964416504, - 11.126280784606934, - 11.23828125, - 11.341888427734375, - 11.375890731811523, - 11.383947372436523, - 11.385032653808594, - 11.31535816192627, - 11.328181266784668, - 11.311481475830078, - 11.309775352478027, - 11.334639549255371, - 11.221357345581055, - 11.372063636779785, - 11.461737632751465, - 11.646230697631836, - 11.780963897705078, - 11.735355377197266, - 11.879209518432617, - 12.03316879272461, - 12.046552658081055 - ], - "p10": [ - 6.536181449890137, - 6.555288314819336, - 6.582612991333008, - 6.6291303634643555, - 6.600210189819336, - 6.631379127502441, - 6.693429946899414, - 6.601848602294922, - 6.640559196472168, - 6.667922019958496, - 6.636170387268066, - 6.549503326416016, - 6.394336700439453, - 6.4800519943237305, - 6.420947074890137, - 6.334958076477051, - 6.383254051208496, - 6.517467498779297, - 6.516583442687988, - 6.585711479187012, - 6.611173629760742, - 6.642928123474121, - 6.651543617248535, - 6.63301944732666 - ], - "p90": [ - 16.642486572265625, - 17.395750045776367, - 17.491294860839844, - 17.762603759765625, - 17.87332534790039, - 18.04217529296875, - 18.072721481323242, - 18.246646881103516, - 18.193689346313477, - 18.20160484313965, - 18.150150299072266, - 18.213428497314453, - 18.190044403076172, - 18.292972564697266, - 18.320234298706055, - 18.224573135375977, - 18.478927612304688, - 18.636890411376953, - 18.861433029174805, - 19.114768981933594, - 19.16320037841797, - 19.382652282714844, - 19.56792640686035, - 19.669782638549805 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_164008.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_164008.json deleted file mode 100644 index dfe142330e80e6796ee600733ddd243cfe8c8e94..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260619_164008.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-19T16:40:08.016003+00:00", - "metrics": { - "MSE[mean]": 18.63931769536968, - "MSE[0.5]": 18.63931769536968, - "MAE[0.5]": 3.6850690841674805, - "MASE[0.5]": 0.6339903800718246, - "MAPE[0.5]": 0.5621791163473824, - "sMAPE[0.5]": 0.3847869224048597, - "MSIS": 5.730963802679465, - "RMSE[mean]": 4.317327610382339, - "NRMSE[mean]": 0.464645123987337, - "ND[0.5]": 0.39659936331847323, - "mean_weighted_sum_quantile_loss": 0.2998533004661905 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.666271209716797, - 11.738259315490723, - 11.75930404663086, - 11.800260543823242, - 11.75208854675293, - 11.809479713439941, - 11.854665756225586, - 11.81589126586914, - 11.759227752685547, - 11.729229927062988, - 11.590885162353516, - 11.528827667236328, - 11.389558792114258, - 11.364822387695312, - 11.345386505126953, - 11.312846183776855, - 11.524725914001465, - 11.848073959350586, - 12.076913833618164, - 12.17562198638916, - 12.255905151367188, - 12.455162048339844, - 12.53536605834961, - 12.517257690429688 - ], - "p10": [ - 7.42984676361084, - 7.438970565795898, - 7.4248175621032715, - 7.376676559448242, - 7.290942192077637, - 7.263526439666748, - 7.342641353607178, - 7.319980144500732, - 7.24634313583374, - 7.19613790512085, - 7.139516830444336, - 6.972828388214111, - 6.8425750732421875, - 6.887496471405029, - 6.796065330505371, - 6.765844345092773, - 6.925566673278809, - 7.039700508117676, - 7.209296703338623, - 7.333155632019043, - 7.319344997406006, - 7.405375003814697, - 7.440288066864014, - 7.4444403648376465 - ], - "p90": [ - 17.70110321044922, - 17.930137634277344, - 17.95372200012207, - 18.203866958618164, - 18.30548858642578, - 18.37669563293457, - 18.34024429321289, - 18.382530212402344, - 18.228322982788086, - 18.217029571533203, - 18.113828659057617, - 18.086925506591797, - 17.957714080810547, - 17.989866256713867, - 17.98492431640625, - 18.028278350830078, - 18.36548614501953, - 18.870222091674805, - 19.070480346679688, - 19.292797088623047, - 19.48332405090332, - 19.825490951538086, - 19.913677215576172, - 19.944250106811523 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_074022.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_074022.json deleted file mode 100644 index 561a1c6a04ad540a68f7dd6787b0579f4b706820..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_074022.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-20T07:40:22.313912+00:00", - "metrics": { - "MSE[mean]": 23.90632034711071, - "MSE[0.5]": 23.90632034711071, - "MAE[0.5]": 4.1700907945632935, - "MASE[0.5]": 0.7174349754087387, - "MAPE[0.5]": 0.9590568642047042, - "sMAPE[0.5]": 0.4429379056972726, - "MSIS": 9.542390433690882, - "RMSE[mean]": 4.889408997732826, - "NRMSE[mean]": 0.5146746313402975, - "ND[0.5]": 0.4389569257435046, - "mean_weighted_sum_quantile_loss": 0.3425850838480869 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00" - ], - "context": [ - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 15.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 15.0 - ], - "actual": [ - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 9.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 4.0, - 6.0, - 5.0, - 7.0, - 8.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.804731369018555, - 11.251522064208984, - 11.912894248962402, - 12.624881744384766, - 12.649829864501953, - 12.751779556274414, - 12.991659164428711, - 13.414176940917969, - 13.741283416748047, - 13.964310646057129, - 13.706961631774902, - 13.521885871887207, - 13.337335586547852, - 13.1768798828125, - 13.014823913574219, - 12.775851249694824, - 12.623241424560547, - 12.41550064086914, - 12.332330703735352, - 12.136484146118164, - 11.826581954956055, - 11.622474670410156, - 11.338336944580078, - 11.083688735961914 - ], - "p10": [ - 7.694760799407959, - 7.715406894683838, - 8.093925476074219, - 8.369745254516602, - 8.435449600219727, - 8.580765724182129, - 8.76521110534668, - 9.043874740600586, - 9.131147384643555, - 9.265585899353027, - 9.139673233032227, - 9.103433609008789, - 9.019124031066895, - 8.77508544921875, - 8.744674682617188, - 8.569056510925293, - 8.364840507507324, - 8.228130340576172, - 8.206096649169922, - 8.058265686035156, - 7.829834938049316, - 7.640756607055664, - 7.512618541717529, - 7.374197483062744 - ], - "p90": [ - 16.755603790283203, - 17.771879196166992, - 18.60306167602539, - 19.5585994720459, - 19.644189834594727, - 19.686452865600586, - 19.81931495666504, - 20.25072479248047, - 20.63888931274414, - 20.91569709777832, - 20.506229400634766, - 20.251731872558594, - 19.97449493408203, - 19.976764678955078, - 19.741670608520508, - 19.34058380126953, - 18.85668182373047, - 18.672164916992188, - 18.624507904052734, - 18.547832489013672, - 18.442119598388672, - 18.25152015686035, - 17.826950073242188, - 17.639842987060547 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_171911.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_171911.json deleted file mode 100644 index f31d78ca223a01c5756faa6e0164d0d84219295c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260620_171911.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-20T17:19:11.231755+00:00", - "metrics": { - "MSE[mean]": 20.998971911875135, - "MSE[0.5]": 20.998971911875135, - "MAE[0.5]": 3.7993574142456055, - "MASE[0.5]": 0.6631605668501419, - "MAPE[0.5]": 1.0331377653801692, - "sMAPE[0.5]": 0.4641627362293627, - "MSIS": 7.326029999472877, - "RMSE[mean]": 4.582463519972105, - "NRMSE[mean]": 0.5698400232089664, - "ND[0.5]": 0.472458953066811, - "mean_weighted_sum_quantile_loss": 0.3600169376731262 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.849781036376953, - 11.892648696899414, - 11.890172958374023, - 11.754806518554688, - 11.528115272521973, - 11.310147285461426, - 11.154114723205566, - 10.93667221069336, - 10.79156494140625, - 10.596902847290039, - 10.391996383666992, - 10.28648567199707, - 10.150898933410645, - 9.97730827331543, - 9.892398834228516, - 9.808422088623047, - 10.184219360351562, - 10.194753646850586, - 10.267669677734375, - 10.49940299987793, - 10.87164306640625, - 11.299556732177734, - 11.658546447753906, - 11.71174430847168 - ], - "p10": [ - 7.618655681610107, - 7.464879512786865, - 7.355698585510254, - 7.356021404266357, - 7.087779998779297, - 6.999237060546875, - 6.9530720710754395, - 6.753417015075684, - 6.573789596557617, - 6.508369445800781, - 6.313575744628906, - 6.101472854614258, - 5.981884956359863, - 5.843232154846191, - 5.672245025634766, - 5.683233261108398, - 6.001655578613281, - 6.0708818435668945, - 6.056541442871094, - 6.20552921295166, - 6.439024925231934, - 6.645502090454102, - 6.870440483093262, - 7.059595584869385 - ], - "p90": [ - 17.77316665649414, - 17.949047088623047, - 18.09836196899414, - 18.08598518371582, - 17.995830535888672, - 17.74527359008789, - 17.493000030517578, - 17.229373931884766, - 17.044294357299805, - 16.858783721923828, - 16.654081344604492, - 16.624122619628906, - 16.55413055419922, - 16.461523056030273, - 16.347434997558594, - 16.243831634521484, - 16.396278381347656, - 16.450666427612305, - 16.649953842163086, - 16.952499389648438, - 17.491357803344727, - 18.05989646911621, - 18.420949935913086, - 18.571826934814453 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_174109.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_174109.json deleted file mode 100644 index 07f0f23449b6fbd2cc83ce3f6dbc136a3daea6ca..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_174109.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-21T17:41:09.984887+00:00", - "metrics": { - "MSE[mean]": 9.144410207494056, - "MSE[0.5]": 9.144410207494056, - "MAE[0.5]": 2.5619553526242576, - "MASE[0.5]": 0.4841490430156077, - "MAPE[0.5]": 0.47759574680652656, - "sMAPE[0.5]": 0.3214241018894702, - "MSIS": 3.850128230147474, - "RMSE[mean]": 3.023972587093682, - "NRMSE[mean]": 0.35230748587499205, - "ND[0.5]": 0.298480235257195, - "mean_weighted_sum_quantile_loss": 0.24635930868928618 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00" - ], - "context": [ - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 17.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 7.0, - 6.0, - 5.0, - 7.0, - 10.0, - 11.0 - ], - "actual": [ - 6.0, - 13.0, - 13.0, - 13.0, - 7.0, - 8.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 8.0, - 8.0, - 3.0 - ], - "predictions": { - "p50": [ - 9.540420532226562, - 9.656585693359375, - 9.690759658813477, - 9.75578498840332, - 9.78262996673584, - 9.814889907836914, - 9.765993118286133, - 9.678946495056152, - 9.568078994750977, - 9.514060974121094, - 9.301375389099121, - 9.188115119934082, - 8.979114532470703, - 8.772655487060547, - 8.548826217651367, - 8.193075180053711, - 8.036053657531738, - 7.977267742156982, - 8.02025032043457, - 8.028207778930664, - 8.110790252685547, - 8.265596389770508, - 8.340982437133789, - 8.459450721740723 - ], - "p10": [ - 6.252651214599609, - 6.247126579284668, - 6.26362419128418, - 6.290899753570557, - 6.150815010070801, - 6.153082847595215, - 6.164783477783203, - 6.077981948852539, - 5.956408500671387, - 5.831814765930176, - 5.733883857727051, - 5.548199653625488, - 5.377474784851074, - 5.247035026550293, - 5.0344696044921875, - 4.836811065673828, - 4.71201229095459, - 4.718396186828613, - 4.672266006469727, - 4.740146636962891, - 4.814993858337402, - 4.747625350952148, - 4.907989501953125, - 4.855644226074219 - ], - "p90": [ - 14.27104377746582, - 14.578324317932129, - 14.759910583496094, - 14.90120792388916, - 14.984014511108398, - 15.101126670837402, - 15.039932250976562, - 14.983169555664062, - 14.876214981079102, - 14.961601257324219, - 14.72342300415039, - 14.706835746765137, - 14.552907943725586, - 14.426185607910156, - 14.137700080871582, - 13.73912525177002, - 13.507095336914062, - 13.518445014953613, - 13.54312801361084, - 13.543325424194336, - 13.7424955368042, - 14.08515453338623, - 14.1825590133667, - 14.371539115905762 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_221012.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_221012.json deleted file mode 100644 index bc8655f8a9ec2110304df09ce512905a96c268ae..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260621_221012.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:10:12.795322+00:00", - "metrics": { - "MSE[mean]": 14.024482223939799, - "MSE[0.5]": 14.024482223939799, - "MAE[0.5]": 3.0783149798711142, - "MASE[0.5]": 0.5764334942801567, - "MAPE[0.5]": 0.6302936730068532, - "sMAPE[0.5]": 0.38041513501940977, - "MSIS": 6.188031558717646, - "RMSE[mean]": 3.744927532535149, - "NRMSE[mean]": 0.47304347779391354, - "ND[0.5]": 0.3888397869310881, - "mean_weighted_sum_quantile_loss": 0.29737386168095103 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00" - ], - "context": [ - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 13.0 - ], - "actual": [ - 7.0, - 8.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 10.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.640304565429688, - 11.397944450378418, - 11.224452018737793, - 11.006754875183105, - 10.752429008483887, - 10.555508613586426, - 10.258082389831543, - 9.996081352233887, - 9.70330810546875, - 9.56519889831543, - 9.47629451751709, - 9.353607177734375, - 9.369941711425781, - 9.351884841918945, - 9.348434448242188, - 9.456844329833984, - 9.811765670776367, - 10.120877265930176, - 10.203790664672852, - 10.342273712158203, - 10.450653076171875, - 10.714712142944336, - 11.027413368225098, - 11.266484260559082 - ], - "p10": [ - 7.947561740875244, - 7.717113971710205, - 7.479056358337402, - 7.370903015136719, - 7.084990978240967, - 6.8950514793396, - 6.736216068267822, - 6.392698287963867, - 6.216742515563965, - 6.1357011795043945, - 5.998867034912109, - 5.946907043457031, - 5.8380937576293945, - 5.843578338623047, - 5.776887893676758, - 5.838116645812988, - 6.311412811279297, - 6.459779262542725, - 6.5309858322143555, - 6.581408500671387, - 6.693737030029297, - 6.7297773361206055, - 6.930428504943848, - 7.092169284820557 - ], - "p90": [ - 16.353900909423828, - 16.195608139038086, - 16.06182098388672, - 16.057109832763672, - 15.826082229614258, - 15.728198051452637, - 15.419981002807617, - 15.220015525817871, - 14.900056838989258, - 14.842856407165527, - 14.698114395141602, - 14.506685256958008, - 14.654535293579102, - 14.720016479492188, - 14.67201042175293, - 14.852020263671875, - 15.355281829833984, - 15.865362167358398, - 15.971321105957031, - 16.14834976196289, - 16.298913955688477, - 16.713592529296875, - 17.122966766357422, - 17.503576278686523 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_010203.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_010203.json deleted file mode 100644 index 30bafb4ffeb162ebc0ff1450e88b80397baced2f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_010203.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T01:02:03.242574+00:00", - "metrics": { - "MSE[mean]": 10.774246510999546, - "MSE[0.5]": 10.774246510999546, - "MAE[0.5]": 2.6941760381062827, - "MASE[0.5]": 0.503845908425071, - "MAPE[0.5]": 0.5550859348598497, - "sMAPE[0.5]": 0.34856898559090777, - "MSIS": 5.39482408994204, - "RMSE[mean]": 3.2824147378111053, - "NRMSE[mean]": 0.4235373855240136, - "ND[0.5]": 0.3476356178201655, - "mean_weighted_sum_quantile_loss": 0.2735271824161069 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 10.788848876953125, - 10.501895904541016, - 10.308432579040527, - 9.960152626037598, - 9.583913803100586, - 9.369260787963867, - 9.190621376037598, - 9.141342163085938, - 8.975433349609375, - 8.918437957763672, - 8.849174499511719, - 8.867403030395508, - 8.980433464050293, - 9.10865592956543, - 9.241727828979492, - 9.302633285522461, - 9.360651016235352, - 9.500377655029297, - 9.614740371704102, - 9.853595733642578, - 9.996973037719727, - 10.212678909301758, - 10.334983825683594, - 10.363431930541992 - ], - "p10": [ - 7.359074592590332, - 7.02980899810791, - 6.840503692626953, - 6.610235691070557, - 6.37170934677124, - 6.144845008850098, - 6.014970779418945, - 5.8271636962890625, - 5.805844306945801, - 5.783585548400879, - 5.729978561401367, - 5.715104103088379, - 5.759860038757324, - 5.820262908935547, - 5.858721733093262, - 5.902966499328613, - 6.1401872634887695, - 6.307247638702393, - 6.332150459289551, - 6.431829452514648, - 6.497350215911865, - 6.542962551116943, - 6.683651924133301, - 6.698859691619873 - ], - "p90": [ - 15.354138374328613, - 15.242960929870605, - 15.079252243041992, - 14.782276153564453, - 14.427085876464844, - 14.2056884765625, - 14.044374465942383, - 14.050888061523438, - 13.8111572265625, - 13.829957008361816, - 13.726689338684082, - 13.847667694091797, - 14.013465881347656, - 14.302400588989258, - 14.432961463928223, - 14.541563987731934, - 14.642868041992188, - 14.846513748168945, - 15.156377792358398, - 15.461108207702637, - 15.692276000976562, - 16.018749237060547, - 16.163999557495117, - 16.19864273071289 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_021535.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_021535.json deleted file mode 100644 index 2b47417e11dab31e307805dd4df1d0f8fd97ec9b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_021535.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:35.015840+00:00", - "metrics": { - "MSE[mean]": 11.971546543558057, - "MSE[0.5]": 11.971546543558057, - "MAE[0.5]": 2.8622121016184487, - "MASE[0.5]": 0.5338841225816796, - "MAPE[0.5]": 0.6251072400117391, - "sMAPE[0.5]": 0.3888149813885316, - "MSIS": 6.361810406254982, - "RMSE[mean]": 3.4599922750720205, - "NRMSE[mean]": 0.47999892833369073, - "ND[0.5]": 0.397069886929727, - "mean_weighted_sum_quantile_loss": 0.3096704339705451 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.979230880737305, - 9.72541332244873, - 9.457722663879395, - 9.206466674804688, - 9.03886604309082, - 8.964609146118164, - 8.796684265136719, - 8.754892349243164, - 8.747795104980469, - 8.772830963134766, - 8.744571685791016, - 8.924506187438965, - 9.056209564208984, - 9.09457778930664, - 9.055570602416992, - 9.032098770141602, - 9.202184677124023, - 9.347578048706055, - 9.440128326416016, - 9.625110626220703, - 9.598047256469727, - 9.608501434326172, - 9.671914100646973, - 9.735881805419922 - ], - "p10": [ - 6.901388645172119, - 6.576671123504639, - 6.4000020027160645, - 6.248929977416992, - 6.116664886474609, - 5.935596466064453, - 5.93148136138916, - 5.764050483703613, - 5.741655349731445, - 5.78858757019043, - 5.790803909301758, - 5.825263023376465, - 5.8086395263671875, - 5.8710737228393555, - 5.845174789428711, - 5.837521553039551, - 5.933015823364258, - 6.122682571411133, - 6.201082229614258, - 6.243180274963379, - 6.212721824645996, - 6.223393440246582, - 6.2845258712768555, - 6.226072311401367 - ], - "p90": [ - 14.419881820678711, - 14.36841106414795, - 14.191781044006348, - 13.836066246032715, - 13.752411842346191, - 13.716301918029785, - 13.471672058105469, - 13.512683868408203, - 13.526147842407227, - 13.557585716247559, - 13.46875, - 13.782329559326172, - 14.083115577697754, - 14.253817558288574, - 14.135997772216797, - 14.134833335876465, - 14.28935432434082, - 14.508684158325195, - 14.707398414611816, - 14.975664138793945, - 14.940714836120605, - 14.915678977966309, - 15.032500267028809, - 15.208901405334473 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_032529.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_032529.json deleted file mode 100644 index 49383c9d3b73ec37780ad5f1441332590edee933..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_032529.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:25:29.558968+00:00", - "metrics": { - "MSE[mean]": 16.069667992454924, - "MSE[0.5]": 16.069667992454924, - "MAE[0.5]": 3.2962093353271484, - "MASE[0.5]": 0.6172355582407144, - "MAPE[0.5]": 0.7425622622229376, - "sMAPE[0.5]": 0.43020334916751174, - "MSIS": 7.602293959519645, - "RMSE[mean]": 4.008699039894979, - "NRMSE[mean]": 0.5374792008797737, - "ND[0.5]": 0.44194985501593054, - "mean_weighted_sum_quantile_loss": 0.34113626320268853 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.765764236450195, - 9.463844299316406, - 9.144753456115723, - 9.02212905883789, - 8.944183349609375, - 8.873908996582031, - 8.83768081665039, - 8.891244888305664, - 8.929462432861328, - 9.000938415527344, - 9.117900848388672, - 9.265022277832031, - 9.267776489257812, - 9.201143264770508, - 9.16817569732666, - 9.250782012939453, - 9.492728233337402, - 9.730310440063477, - 9.864462852478027, - 9.869941711425781, - 9.7892484664917, - 9.8733491897583, - 9.97413158416748, - 10.014534950256348 - ], - "p10": [ - 6.687689781188965, - 6.340599536895752, - 6.129678726196289, - 6.010058403015137, - 5.901533126831055, - 5.851540565490723, - 5.816869735717773, - 5.735348701477051, - 5.799670219421387, - 5.896355628967285, - 5.903897285461426, - 5.885028839111328, - 5.901968955993652, - 5.858510971069336, - 5.854486465454102, - 5.864619255065918, - 6.0217180252075195, - 6.256165027618408, - 6.287293910980225, - 6.319713115692139, - 6.271996021270752, - 6.308123588562012, - 6.350893020629883, - 6.357478618621826 - ], - "p90": [ - 14.281429290771484, - 14.120842933654785, - 13.930213928222656, - 13.727574348449707, - 13.763168334960938, - 13.594770431518555, - 13.620322227478027, - 13.716585159301758, - 13.760286331176758, - 13.92225170135498, - 14.069632530212402, - 14.393223762512207, - 14.454511642456055, - 14.40806770324707, - 14.276911735534668, - 14.43848991394043, - 14.637774467468262, - 15.01211929321289, - 15.275259971618652, - 15.281618118286133, - 15.19701099395752, - 15.293903350830078, - 15.47730827331543, - 15.610884666442871 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_043955.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_043955.json deleted file mode 100644 index d20466afef8054a46788933ecf2ecc8549fb6ad5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_043955.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:39:55.321867+00:00", - "metrics": { - "MSE[mean]": 10.389358006949351, - "MSE[0.5]": 10.389358006949351, - "MAE[0.5]": 2.588484605153402, - "MASE[0.5]": 0.48660807198706246, - "MAPE[0.5]": 0.39302616247682404, - "sMAPE[0.5]": 0.3222830442057845, - "MSIS": 3.115811960504198, - "RMSE[mean]": 3.2232527060330454, - "NRMSE[mean]": 0.4114790688552824, - "ND[0.5]": 0.33044484321107254, - "mean_weighted_sum_quantile_loss": 0.25856598364827765 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 8.296273231506348, - 8.202041625976562, - 8.243770599365234, - 8.264692306518555, - 8.149723052978516, - 8.11669921875, - 8.085283279418945, - 8.132186889648438, - 8.234291076660156, - 8.387829780578613, - 8.391416549682617, - 8.37629222869873, - 8.315523147583008, - 8.326780319213867, - 8.444058418273926, - 8.64864730834961, - 8.987798690795898, - 9.223652839660645, - 9.261950492858887, - 9.185272216796875, - 9.179024696350098, - 9.230592727661133, - 9.170914649963379, - 9.025630950927734 - ], - "p10": [ - 4.64423942565918, - 4.6330060958862305, - 4.666964530944824, - 4.643750190734863, - 4.61234188079834, - 4.515851020812988, - 4.47041130065918, - 4.422787666320801, - 4.530738830566406, - 4.673717498779297, - 4.600905418395996, - 4.574014663696289, - 4.522076606750488, - 4.506685256958008, - 4.545628547668457, - 4.689212799072266, - 4.786191940307617, - 4.941862106323242, - 4.99977970123291, - 5.010834693908691, - 4.931617736816406, - 4.963495254516602, - 4.902192115783691, - 4.774704933166504 - ], - "p90": [ - 13.113031387329102, - 13.079484939575195, - 13.167644500732422, - 13.121346473693848, - 12.908735275268555, - 12.882853507995605, - 12.953773498535156, - 13.026363372802734, - 13.102227210998535, - 13.327847480773926, - 13.35720443725586, - 13.473271369934082, - 13.41478157043457, - 13.49367618560791, - 13.69400405883789, - 13.99261474609375, - 14.279117584228516, - 14.68100357055664, - 14.744823455810547, - 14.672040939331055, - 14.665719985961914, - 14.81056022644043, - 14.793248176574707, - 14.696852684020996 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_060200.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_060200.json deleted file mode 100644 index c60cb32a11a263bdc36880fe07947a8c2a2bf28a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_060200.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:02:00.650672+00:00", - "metrics": { - "MSE[mean]": 10.469052027801922, - "MSE[0.5]": 10.469052027801922, - "MAE[0.5]": 2.5986350774765015, - "MASE[0.5]": 0.4809812996871674, - "MAPE[0.5]": 0.3675440622313542, - "sMAPE[0.5]": 0.3133271373967818, - "MSIS": 3.224467395203892, - "RMSE[mean]": 3.235591449457413, - "NRMSE[mean]": 0.3882709739348895, - "ND[0.5]": 0.3118362092971802, - "mean_weighted_sum_quantile_loss": 0.25087539715237095 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 8.389448165893555, - 8.4269437789917, - 8.4697904586792, - 8.424420356750488, - 8.318364143371582, - 8.320606231689453, - 8.299150466918945, - 8.338895797729492, - 8.408917427062988, - 8.468759536743164, - 8.383437156677246, - 8.28384017944336, - 8.28443717956543, - 8.345792770385742, - 8.463006973266602, - 8.668586730957031, - 8.92348861694336, - 9.045598983764648, - 9.004884719848633, - 8.987317085266113, - 8.932336807250977, - 8.881532669067383, - 8.740245819091797, - 8.55941390991211 - ], - "p10": [ - 4.86241340637207, - 4.863149642944336, - 4.8671159744262695, - 4.848824501037598, - 4.7735395431518555, - 4.691692352294922, - 4.672549247741699, - 4.63820743560791, - 4.706811904907227, - 4.729948997497559, - 4.648754119873047, - 4.579124450683594, - 4.503379821777344, - 4.537910461425781, - 4.60090446472168, - 4.72711181640625, - 4.771875381469727, - 4.841874122619629, - 4.858981132507324, - 4.853858947753906, - 4.6961517333984375, - 4.664011001586914, - 4.578448295593262, - 4.432695388793945 - ], - "p90": [ - 13.004549980163574, - 13.171021461486816, - 13.309896469116211, - 13.1802978515625, - 13.08011531829834, - 13.126930236816406, - 13.170422554016113, - 13.225556373596191, - 13.311026573181152, - 13.46299934387207, - 13.35497760772705, - 13.28635025024414, - 13.318358421325684, - 13.532182693481445, - 13.666284561157227, - 13.961359024047852, - 14.108352661132812, - 14.355531692504883, - 14.3713960647583, - 14.398331642150879, - 14.379241943359375, - 14.405852317810059, - 14.266101837158203, - 14.05699634552002 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_071952.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_071952.json deleted file mode 100644 index c6f24894068fdb63338a4a3acffaeeb246ca9dee..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_071952.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T07:19:52.580659+00:00", - "metrics": { - "MSE[mean]": 12.615148679719065, - "MSE[0.5]": 12.615148679719065, - "MAE[0.5]": 2.8531061808268228, - "MASE[0.5]": 0.5287609910412645, - "MAPE[0.5]": 0.7136012232277816, - "sMAPE[0.5]": 0.3738198350529521, - "MSIS": 5.186454471013722, - "RMSE[mean]": 3.551781057401915, - "NRMSE[mean]": 0.45341885839173385, - "ND[0.5]": 0.36422632095661567, - "mean_weighted_sum_quantile_loss": 0.2883898271736524 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 9.22307014465332, - 8.97199821472168, - 8.782938003540039, - 8.620039939880371, - 8.478632926940918, - 8.458138465881348, - 8.430789947509766, - 8.461468696594238, - 8.482441902160645, - 8.510765075683594, - 8.573057174682617, - 8.771753311157227, - 8.9918212890625, - 9.215255737304688, - 9.41230583190918, - 9.480951309204102, - 9.53805923461914, - 9.602348327636719, - 9.6981201171875, - 9.644797325134277, - 9.523150444030762, - 9.35339069366455, - 9.062170028686523, - 8.80073356628418 - ], - "p10": [ - 5.711254119873047, - 5.506582260131836, - 5.343378067016602, - 5.203473091125488, - 5.180488586425781, - 5.109743118286133, - 5.056924819946289, - 4.974724769592285, - 5.013664245605469, - 5.097020149230957, - 5.0827789306640625, - 5.179377555847168, - 5.30952262878418, - 5.412145614624023, - 5.496306419372559, - 5.537016868591309, - 5.57784366607666, - 5.560296058654785, - 5.586363792419434, - 5.609332084655762, - 5.439667701721191, - 5.317150115966797, - 5.176200866699219, - 4.958113670349121 - ], - "p90": [ - 13.823712348937988, - 13.647093772888184, - 13.513863563537598, - 13.34196949005127, - 13.192622184753418, - 13.172270774841309, - 13.228825569152832, - 13.326277732849121, - 13.37038803100586, - 13.443166732788086, - 13.493952751159668, - 13.831113815307617, - 14.20710563659668, - 14.567224502563477, - 14.78176212310791, - 14.913378715515137, - 14.63667106628418, - 14.820719718933105, - 14.901313781738281, - 14.96334171295166, - 14.829869270324707, - 14.745760917663574, - 14.401092529296875, - 14.078737258911133 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_083324.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_083324.json deleted file mode 100644 index 0ef345fa86e2eabebb8ff19050457f7abd2d2728..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_083324.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T08:33:24.218278+00:00", - "metrics": { - "MSE[mean]": 10.13466251931512, - "MSE[0.5]": 10.13466251931512, - "MAE[0.5]": 2.540318727493286, - "MASE[0.5]": 0.48451112153514336, - "MAPE[0.5]": 0.3981449060707443, - "sMAPE[0.5]": 0.3144030831389152, - "MSIS": 3.349585491458312, - "RMSE[mean]": 3.1834984716998247, - "NRMSE[mean]": 0.3938348624783288, - "ND[0.5]": 0.3142662343290663, - "mean_weighted_sum_quantile_loss": 0.25532345984809585 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 8.100767135620117, - 8.065016746520996, - 8.05734634399414, - 8.050551414489746, - 8.073110580444336, - 8.142101287841797, - 8.139505386352539, - 8.163415908813477, - 8.226383209228516, - 8.314788818359375, - 8.489148139953613, - 8.776068687438965, - 9.005101203918457, - 9.228280067443848, - 9.319561958312988, - 9.295212745666504, - 9.357332229614258, - 9.434778213500977, - 9.475102424621582, - 9.3411283493042, - 9.110462188720703, - 8.873340606689453, - 8.56477165222168, - 8.388423919677734 - ], - "p10": [ - 4.521894454956055, - 4.4291887283325195, - 4.398476600646973, - 4.361730575561523, - 4.369178771972656, - 4.338380813598633, - 4.2872724533081055, - 4.222579002380371, - 4.329967498779297, - 4.4701690673828125, - 4.506819725036621, - 4.67231559753418, - 4.828580856323242, - 4.825436592102051, - 4.927342414855957, - 4.895425796508789, - 4.90593147277832, - 4.881159782409668, - 4.934004783630371, - 4.866698265075684, - 4.610170364379883, - 4.504751205444336, - 4.329890251159668, - 4.103837013244629 - ], - "p90": [ - 12.644171714782715, - 12.770209312438965, - 12.861862182617188, - 12.859095573425293, - 12.8995943069458, - 13.025090217590332, - 13.10624885559082, - 13.166763305664062, - 13.2297945022583, - 13.408377647399902, - 13.562675476074219, - 13.978879928588867, - 14.37639045715332, - 14.671221733093262, - 14.773202896118164, - 14.771260261535645, - 14.565728187561035, - 14.795530319213867, - 14.796442985534668, - 14.81149673461914, - 14.52590274810791, - 14.329297065734863, - 14.027178764343262, - 13.829402923583984 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_094406.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_094406.json deleted file mode 100644 index 183ddead7a7e780b293ac77c7804d457c4671201..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_094406.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T09:44:06.749735+00:00", - "metrics": { - "MSE[mean]": 10.771576902118975, - "MSE[0.5]": 10.771576902118975, - "MAE[0.5]": 2.5129230618476868, - "MASE[0.5]": 0.4767601065956086, - "MAPE[0.5]": 0.33288363367964174, - "sMAPE[0.5]": 0.29962034565892576, - "MSIS": 3.6090744154255376, - "RMSE[mean]": 3.282008059423221, - "NRMSE[mean]": 0.39781915871796614, - "ND[0.5]": 0.30459673476941657, - "mean_weighted_sum_quantile_loss": 0.2545103133059244 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 7.526721477508545, - 7.455005168914795, - 7.441713809967041, - 7.408600330352783, - 7.4521331787109375, - 7.536394119262695, - 7.5854339599609375, - 7.673032283782959, - 7.8890814781188965, - 8.13729190826416, - 8.366819381713867, - 8.66219711303711, - 8.815502166748047, - 8.905179977416992, - 8.87019157409668, - 8.764954566955566, - 8.711675643920898, - 8.758846282958984, - 8.722760200500488, - 8.47435188293457, - 8.132682800292969, - 7.847411155700684, - 7.601741313934326, - 7.4229841232299805 - ], - "p10": [ - 4.118335723876953, - 4.031766891479492, - 4.031725883483887, - 3.9971437454223633, - 4.035037994384766, - 4.031641960144043, - 4.072694778442383, - 4.056086540222168, - 4.213020324707031, - 4.386833190917969, - 4.471918106079102, - 4.586380958557129, - 4.75490665435791, - 4.64763069152832, - 4.680169105529785, - 4.597281455993652, - 4.467334747314453, - 4.424062728881836, - 4.405562400817871, - 4.309189796447754, - 4.049922943115234, - 3.858839988708496, - 3.659048080444336, - 3.446526527404785 - ], - "p90": [ - 11.990347862243652, - 12.049263000488281, - 12.040971755981445, - 12.066916465759277, - 12.1547269821167, - 12.277998924255371, - 12.39315414428711, - 12.496965408325195, - 12.745742797851562, - 13.156070709228516, - 13.421296119689941, - 13.833459854125977, - 14.009772300720215, - 14.099417686462402, - 14.003085136413574, - 13.961775779724121, - 13.706109046936035, - 13.903839111328125, - 13.919050216674805, - 13.660264015197754, - 13.291772842407227, - 13.029884338378906, - 12.852204322814941, - 12.595084190368652 - ], - "mean": [ - 7.526721477508545, - 7.455005168914795, - 7.441713809967041, - 7.408600330352783, - 7.4521331787109375, - 7.536394119262695, - 7.5854339599609375, - 7.673032283782959, - 7.8890814781188965, - 8.13729190826416, - 8.366819381713867, - 8.66219711303711, - 8.815502166748047, - 8.905179977416992, - 8.87019157409668, - 8.764954566955566, - 8.711675643920898, - 8.758846282958984, - 8.722760200500488, - 8.47435188293457, - 8.132682800292969, - 7.847411155700684, - 7.601741313934326, - 7.4229841232299805 - ], - "quantiles": { - "0.1": [ - 4.118335723876953, - 4.031766891479492, - 4.031725883483887, - 3.9971437454223633, - 4.035037994384766, - 4.031641960144043, - 4.072694778442383, - 4.056086540222168, - 4.213020324707031, - 4.386833190917969, - 4.471918106079102, - 4.586380958557129, - 4.75490665435791, - 4.64763069152832, - 4.680169105529785, - 4.597281455993652, - 4.467334747314453, - 4.424062728881836, - 4.405562400817871, - 4.309189796447754, - 4.049922943115234, - 3.858839988708496, - 3.659048080444336, - 3.446526527404785 - ], - "0.2": [ - 4.118335723876953, - 4.031766891479492, - 4.031725883483887, - 3.9971437454223633, - 4.035037994384766, - 4.031641960144043, - 4.072694778442383, - 4.056086540222168, - 4.213020324707031, - 4.386833190917969, - 4.471918106079102, - 4.586380958557129, - 4.75490665435791, - 4.64763069152832, - 4.680169105529785, - 4.597281455993652, - 4.467334747314453, - 4.424062728881836, - 4.405562400817871, - 4.309189796447754, - 4.049922943115234, - 3.858839988708496, - 3.659048080444336, - 3.446526527404785 - ], - "0.3": [ - 4.118335723876953, - 4.031766891479492, - 4.031725883483887, - 3.9971437454223633, - 4.035037994384766, - 4.031641960144043, - 4.072694778442383, - 4.056086540222168, - 4.213020324707031, - 4.386833190917969, - 4.471918106079102, - 4.586380958557129, - 4.75490665435791, - 4.64763069152832, - 4.680169105529785, - 4.597281455993652, - 4.467334747314453, - 4.424062728881836, - 4.405562400817871, - 4.309189796447754, - 4.049922943115234, - 3.858839988708496, - 3.659048080444336, - 3.446526527404785 - ], - "0.4": [ - 7.526721477508545, - 7.455005168914795, - 7.441713809967041, - 7.408600330352783, - 7.4521331787109375, - 7.536394119262695, - 7.5854339599609375, - 7.673032283782959, - 7.8890814781188965, - 8.13729190826416, - 8.366819381713867, - 8.66219711303711, - 8.815502166748047, - 8.905179977416992, - 8.87019157409668, - 8.764954566955566, - 8.711675643920898, - 8.758846282958984, - 8.722760200500488, - 8.47435188293457, - 8.132682800292969, - 7.847411155700684, - 7.601741313934326, - 7.4229841232299805 - ], - "0.5": [ - 7.526721477508545, - 7.455005168914795, - 7.441713809967041, - 7.408600330352783, - 7.4521331787109375, - 7.536394119262695, - 7.5854339599609375, - 7.673032283782959, - 7.8890814781188965, - 8.13729190826416, - 8.366819381713867, - 8.66219711303711, - 8.815502166748047, - 8.905179977416992, - 8.87019157409668, - 8.764954566955566, - 8.711675643920898, - 8.758846282958984, - 8.722760200500488, - 8.47435188293457, - 8.132682800292969, - 7.847411155700684, - 7.601741313934326, - 7.4229841232299805 - ], - "0.6": [ - 7.526721477508545, - 7.455005168914795, - 7.441713809967041, - 7.408600330352783, - 7.4521331787109375, - 7.536394119262695, - 7.5854339599609375, - 7.673032283782959, - 7.8890814781188965, - 8.13729190826416, - 8.366819381713867, - 8.66219711303711, - 8.815502166748047, - 8.905179977416992, - 8.87019157409668, - 8.764954566955566, - 8.711675643920898, - 8.758846282958984, - 8.722760200500488, - 8.47435188293457, - 8.132682800292969, - 7.847411155700684, - 7.601741313934326, - 7.4229841232299805 - ], - "0.7": [ - 7.526721477508545, - 7.455005168914795, - 7.441713809967041, - 7.408600330352783, - 7.4521331787109375, - 7.536394119262695, - 7.5854339599609375, - 7.673032283782959, - 7.8890814781188965, - 8.13729190826416, - 8.366819381713867, - 8.66219711303711, - 8.815502166748047, - 8.905179977416992, - 8.87019157409668, - 8.764954566955566, - 8.711675643920898, - 8.758846282958984, - 8.722760200500488, - 8.47435188293457, - 8.132682800292969, - 7.847411155700684, - 7.601741313934326, - 7.4229841232299805 - ], - "0.8": [ - 11.990347862243652, - 12.049263000488281, - 12.040971755981445, - 12.066916465759277, - 12.1547269821167, - 12.277998924255371, - 12.39315414428711, - 12.496965408325195, - 12.745742797851562, - 13.156070709228516, - 13.421296119689941, - 13.833459854125977, - 14.009772300720215, - 14.099417686462402, - 14.003085136413574, - 13.961775779724121, - 13.706109046936035, - 13.903839111328125, - 13.919050216674805, - 13.660264015197754, - 13.291772842407227, - 13.029884338378906, - 12.852204322814941, - 12.595084190368652 - ], - "0.9": [ - 11.990347862243652, - 12.049263000488281, - 12.040971755981445, - 12.066916465759277, - 12.1547269821167, - 12.277998924255371, - 12.39315414428711, - 12.496965408325195, - 12.745742797851562, - 13.156070709228516, - 13.421296119689941, - 13.833459854125977, - 14.009772300720215, - 14.099417686462402, - 14.003085136413574, - 13.961775779724121, - 13.706109046936035, - 13.903839111328125, - 13.919050216674805, - 13.660264015197754, - 13.291772842407227, - 13.029884338378906, - 12.852204322814941, - 12.595084190368652 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_110918.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_110918.json deleted file mode 100644 index d0def1f63e7fae015e5fe5f214637bd6035e3828..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_110918.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T11:09:18.663589+00:00", - "metrics": { - "MSE[mean]": 11.792219064511167, - "MSE[0.5]": 11.792219064511167, - "MAE[0.5]": 2.5735252698262534, - "MASE[0.5]": 0.4974330722885644, - "MAPE[0.5]": 0.3351066903356483, - "sMAPE[0.5]": 0.30253209415028753, - "MSIS": 3.922575560192134, - "RMSE[mean]": 3.4339800617521306, - "NRMSE[mean]": 0.40399765432378004, - "ND[0.5]": 0.30276767880308864, - "mean_weighted_sum_quantile_loss": 0.2524356661279217 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 7.435311794281006, - 7.326827049255371, - 7.3838887214660645, - 7.41428279876709, - 7.48195743560791, - 7.563127040863037, - 7.652358055114746, - 7.852418422698975, - 8.114693641662598, - 8.37955379486084, - 8.562582015991211, - 8.732887268066406, - 8.815141677856445, - 8.80645751953125, - 8.786006927490234, - 8.72574234008789, - 8.782227516174316, - 8.720341682434082, - 8.578475952148438, - 8.212074279785156, - 7.846938133239746, - 7.583776950836182, - 7.292012691497803, - 7.133146286010742 - ], - "p10": [ - 4.215703964233398, - 4.167654037475586, - 4.154825210571289, - 4.130030632019043, - 4.179786682128906, - 4.240276336669922, - 4.284611701965332, - 4.362634658813477, - 4.534670829772949, - 4.683959007263184, - 4.743745803833008, - 4.803402900695801, - 4.959891319274902, - 4.839312553405762, - 4.815791130065918, - 4.699014663696289, - 4.763117790222168, - 4.606357574462891, - 4.527736663818359, - 4.378440856933594, - 4.062212944030762, - 3.8577041625976562, - 3.692108154296875, - 3.43418025970459 - ], - "p90": [ - 11.728422164916992, - 11.67740249633789, - 11.79410171508789, - 11.970256805419922, - 12.051626205444336, - 12.143471717834473, - 12.358548164367676, - 12.58607006072998, - 12.908951759338379, - 13.332547187805176, - 13.623809814453125, - 13.95478630065918, - 14.040205001831055, - 13.973799705505371, - 13.881651878356934, - 13.961394309997559, - 13.682999610900879, - 13.800630569458008, - 13.681007385253906, - 13.248404502868652, - 12.845672607421875, - 12.665558815002441, - 12.394758224487305, - 12.221932411193848 - ], - "mean": [ - 7.435311794281006, - 7.326827049255371, - 7.3838887214660645, - 7.41428279876709, - 7.48195743560791, - 7.563127040863037, - 7.652358055114746, - 7.852418422698975, - 8.114693641662598, - 8.37955379486084, - 8.562582015991211, - 8.732887268066406, - 8.815141677856445, - 8.80645751953125, - 8.786006927490234, - 8.72574234008789, - 8.782227516174316, - 8.720341682434082, - 8.578475952148438, - 8.212074279785156, - 7.846938133239746, - 7.583776950836182, - 7.292012691497803, - 7.133146286010742 - ], - "quantiles": { - "0.1": [ - 4.215703964233398, - 4.167654037475586, - 4.154825210571289, - 4.130030632019043, - 4.179786682128906, - 4.240276336669922, - 4.284611701965332, - 4.362634658813477, - 4.534670829772949, - 4.683959007263184, - 4.743745803833008, - 4.803402900695801, - 4.959891319274902, - 4.839312553405762, - 4.815791130065918, - 4.699014663696289, - 4.763117790222168, - 4.606357574462891, - 4.527736663818359, - 4.378440856933594, - 4.062212944030762, - 3.8577041625976562, - 3.692108154296875, - 3.43418025970459 - ], - "0.2": [ - 4.215703964233398, - 4.167654037475586, - 4.154825210571289, - 4.130030632019043, - 4.179786682128906, - 4.240276336669922, - 4.284611701965332, - 4.362634658813477, - 4.534670829772949, - 4.683959007263184, - 4.743745803833008, - 4.803402900695801, - 4.959891319274902, - 4.839312553405762, - 4.815791130065918, - 4.699014663696289, - 4.763117790222168, - 4.606357574462891, - 4.527736663818359, - 4.378440856933594, - 4.062212944030762, - 3.8577041625976562, - 3.692108154296875, - 3.43418025970459 - ], - "0.3": [ - 4.215703964233398, - 4.167654037475586, - 4.154825210571289, - 4.130030632019043, - 4.179786682128906, - 4.240276336669922, - 4.284611701965332, - 4.362634658813477, - 4.534670829772949, - 4.683959007263184, - 4.743745803833008, - 4.803402900695801, - 4.959891319274902, - 4.839312553405762, - 4.815791130065918, - 4.699014663696289, - 4.763117790222168, - 4.606357574462891, - 4.527736663818359, - 4.378440856933594, - 4.062212944030762, - 3.8577041625976562, - 3.692108154296875, - 3.43418025970459 - ], - "0.4": [ - 7.435311794281006, - 7.326827049255371, - 7.3838887214660645, - 7.41428279876709, - 7.48195743560791, - 7.563127040863037, - 7.652358055114746, - 7.852418422698975, - 8.114693641662598, - 8.37955379486084, - 8.562582015991211, - 8.732887268066406, - 8.815141677856445, - 8.80645751953125, - 8.786006927490234, - 8.72574234008789, - 8.782227516174316, - 8.720341682434082, - 8.578475952148438, - 8.212074279785156, - 7.846938133239746, - 7.583776950836182, - 7.292012691497803, - 7.133146286010742 - ], - "0.5": [ - 7.435311794281006, - 7.326827049255371, - 7.3838887214660645, - 7.41428279876709, - 7.48195743560791, - 7.563127040863037, - 7.652358055114746, - 7.852418422698975, - 8.114693641662598, - 8.37955379486084, - 8.562582015991211, - 8.732887268066406, - 8.815141677856445, - 8.80645751953125, - 8.786006927490234, - 8.72574234008789, - 8.782227516174316, - 8.720341682434082, - 8.578475952148438, - 8.212074279785156, - 7.846938133239746, - 7.583776950836182, - 7.292012691497803, - 7.133146286010742 - ], - "0.6": [ - 7.435311794281006, - 7.326827049255371, - 7.3838887214660645, - 7.41428279876709, - 7.48195743560791, - 7.563127040863037, - 7.652358055114746, - 7.852418422698975, - 8.114693641662598, - 8.37955379486084, - 8.562582015991211, - 8.732887268066406, - 8.815141677856445, - 8.80645751953125, - 8.786006927490234, - 8.72574234008789, - 8.782227516174316, - 8.720341682434082, - 8.578475952148438, - 8.212074279785156, - 7.846938133239746, - 7.583776950836182, - 7.292012691497803, - 7.133146286010742 - ], - "0.7": [ - 7.435311794281006, - 7.326827049255371, - 7.3838887214660645, - 7.41428279876709, - 7.48195743560791, - 7.563127040863037, - 7.652358055114746, - 7.852418422698975, - 8.114693641662598, - 8.37955379486084, - 8.562582015991211, - 8.732887268066406, - 8.815141677856445, - 8.80645751953125, - 8.786006927490234, - 8.72574234008789, - 8.782227516174316, - 8.720341682434082, - 8.578475952148438, - 8.212074279785156, - 7.846938133239746, - 7.583776950836182, - 7.292012691497803, - 7.133146286010742 - ], - "0.8": [ - 11.728422164916992, - 11.67740249633789, - 11.79410171508789, - 11.970256805419922, - 12.051626205444336, - 12.143471717834473, - 12.358548164367676, - 12.58607006072998, - 12.908951759338379, - 13.332547187805176, - 13.623809814453125, - 13.95478630065918, - 14.040205001831055, - 13.973799705505371, - 13.881651878356934, - 13.961394309997559, - 13.682999610900879, - 13.800630569458008, - 13.681007385253906, - 13.248404502868652, - 12.845672607421875, - 12.665558815002441, - 12.394758224487305, - 12.221932411193848 - ], - "0.9": [ - 11.728422164916992, - 11.67740249633789, - 11.79410171508789, - 11.970256805419922, - 12.051626205444336, - 12.143471717834473, - 12.358548164367676, - 12.58607006072998, - 12.908951759338379, - 13.332547187805176, - 13.623809814453125, - 13.95478630065918, - 14.040205001831055, - 13.973799705505371, - 13.881651878356934, - 13.961394309997559, - 13.682999610900879, - 13.800630569458008, - 13.681007385253906, - 13.248404502868652, - 12.845672607421875, - 12.665558815002441, - 12.394758224487305, - 12.221932411193848 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_121934.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_121934.json deleted file mode 100644 index ef09882d4a24b091f5fcd54c126cf7b971247c58..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_121934.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T12:19:34.039202+00:00", - "metrics": { - "MSE[mean]": 13.295892317291456, - "MSE[0.5]": 13.295892317291456, - "MAE[0.5]": 2.9068997303644815, - "MASE[0.5]": 0.563382989464987, - "MAPE[0.5]": 0.4383494760984952, - "sMAPE[0.5]": 0.36173456097936646, - "MSIS": 4.384268194637581, - "RMSE[mean]": 3.646353290246497, - "NRMSE[mean]": 0.43109595549712276, - "ND[0.5]": 0.34367287452585005, - "mean_weighted_sum_quantile_loss": 0.2739798521303909 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 7.450081825256348, - 7.461294174194336, - 7.575567722320557, - 7.613916397094727, - 7.695920467376709, - 7.847347259521484, - 8.047502517700195, - 8.323302268981934, - 8.521800994873047, - 8.766559600830078, - 8.788707733154297, - 8.828853607177734, - 8.84091854095459, - 8.915367126464844, - 8.918821334838867, - 8.722330093383789, - 8.489228248596191, - 8.130424499511719, - 7.706725597381592, - 7.372632026672363, - 7.09460973739624, - 6.906312942504883, - 6.672405242919922, - 6.545578956604004 - ], - "p10": [ - 4.34821891784668, - 4.304957389831543, - 4.361056327819824, - 4.390795707702637, - 4.470829010009766, - 4.531279563903809, - 4.646756172180176, - 4.83875846862793, - 4.928923606872559, - 4.953598976135254, - 4.98933219909668, - 5.057408332824707, - 5.072854042053223, - 4.900696754455566, - 4.943190574645996, - 4.767056465148926, - 4.572259902954102, - 4.291027069091797, - 4.093172073364258, - 3.8767309188842773, - 3.661452293395996, - 3.4609270095825195, - 3.3199758529663086, - 3.12117862701416 - ], - "p90": [ - 11.789518356323242, - 11.882210731506348, - 12.069890975952148, - 12.10629653930664, - 12.209497451782227, - 12.373897552490234, - 12.690362930297852, - 12.997102737426758, - 13.265260696411133, - 13.657193183898926, - 13.67929458618164, - 13.77398681640625, - 13.924825668334961, - 14.08847427368164, - 14.067947387695312, - 14.031891822814941, - 13.380219459533691, - 13.016960144042969, - 12.563804626464844, - 12.198497772216797, - 11.847341537475586, - 11.72077751159668, - 11.542160034179688, - 11.379672050476074 - ], - "mean": [ - 7.450081825256348, - 7.461294174194336, - 7.575567722320557, - 7.613916397094727, - 7.695920467376709, - 7.847347259521484, - 8.047502517700195, - 8.323302268981934, - 8.521800994873047, - 8.766559600830078, - 8.788707733154297, - 8.828853607177734, - 8.84091854095459, - 8.915367126464844, - 8.918821334838867, - 8.722330093383789, - 8.489228248596191, - 8.130424499511719, - 7.706725597381592, - 7.372632026672363, - 7.09460973739624, - 6.906312942504883, - 6.672405242919922, - 6.545578956604004 - ], - "quantiles": { - "0.1": [ - 4.34821891784668, - 4.304957389831543, - 4.361056327819824, - 4.390795707702637, - 4.470829010009766, - 4.531279563903809, - 4.646756172180176, - 4.83875846862793, - 4.928923606872559, - 4.953598976135254, - 4.98933219909668, - 5.057408332824707, - 5.072854042053223, - 4.900696754455566, - 4.943190574645996, - 4.767056465148926, - 4.572259902954102, - 4.291027069091797, - 4.093172073364258, - 3.8767309188842773, - 3.661452293395996, - 3.4609270095825195, - 3.3199758529663086, - 3.12117862701416 - ], - "0.2": [ - 4.34821891784668, - 4.304957389831543, - 4.361056327819824, - 4.390795707702637, - 4.470829010009766, - 4.531279563903809, - 4.646756172180176, - 4.83875846862793, - 4.928923606872559, - 4.953598976135254, - 4.98933219909668, - 5.057408332824707, - 5.072854042053223, - 4.900696754455566, - 4.943190574645996, - 4.767056465148926, - 4.572259902954102, - 4.291027069091797, - 4.093172073364258, - 3.8767309188842773, - 3.661452293395996, - 3.4609270095825195, - 3.3199758529663086, - 3.12117862701416 - ], - "0.3": [ - 4.34821891784668, - 4.304957389831543, - 4.361056327819824, - 4.390795707702637, - 4.470829010009766, - 4.531279563903809, - 4.646756172180176, - 4.83875846862793, - 4.928923606872559, - 4.953598976135254, - 4.98933219909668, - 5.057408332824707, - 5.072854042053223, - 4.900696754455566, - 4.943190574645996, - 4.767056465148926, - 4.572259902954102, - 4.291027069091797, - 4.093172073364258, - 3.8767309188842773, - 3.661452293395996, - 3.4609270095825195, - 3.3199758529663086, - 3.12117862701416 - ], - "0.4": [ - 7.450081825256348, - 7.461294174194336, - 7.575567722320557, - 7.613916397094727, - 7.695920467376709, - 7.847347259521484, - 8.047502517700195, - 8.323302268981934, - 8.521800994873047, - 8.766559600830078, - 8.788707733154297, - 8.828853607177734, - 8.84091854095459, - 8.915367126464844, - 8.918821334838867, - 8.722330093383789, - 8.489228248596191, - 8.130424499511719, - 7.706725597381592, - 7.372632026672363, - 7.09460973739624, - 6.906312942504883, - 6.672405242919922, - 6.545578956604004 - ], - "0.5": [ - 7.450081825256348, - 7.461294174194336, - 7.575567722320557, - 7.613916397094727, - 7.695920467376709, - 7.847347259521484, - 8.047502517700195, - 8.323302268981934, - 8.521800994873047, - 8.766559600830078, - 8.788707733154297, - 8.828853607177734, - 8.84091854095459, - 8.915367126464844, - 8.918821334838867, - 8.722330093383789, - 8.489228248596191, - 8.130424499511719, - 7.706725597381592, - 7.372632026672363, - 7.09460973739624, - 6.906312942504883, - 6.672405242919922, - 6.545578956604004 - ], - "0.6": [ - 7.450081825256348, - 7.461294174194336, - 7.575567722320557, - 7.613916397094727, - 7.695920467376709, - 7.847347259521484, - 8.047502517700195, - 8.323302268981934, - 8.521800994873047, - 8.766559600830078, - 8.788707733154297, - 8.828853607177734, - 8.84091854095459, - 8.915367126464844, - 8.918821334838867, - 8.722330093383789, - 8.489228248596191, - 8.130424499511719, - 7.706725597381592, - 7.372632026672363, - 7.09460973739624, - 6.906312942504883, - 6.672405242919922, - 6.545578956604004 - ], - "0.7": [ - 7.450081825256348, - 7.461294174194336, - 7.575567722320557, - 7.613916397094727, - 7.695920467376709, - 7.847347259521484, - 8.047502517700195, - 8.323302268981934, - 8.521800994873047, - 8.766559600830078, - 8.788707733154297, - 8.828853607177734, - 8.84091854095459, - 8.915367126464844, - 8.918821334838867, - 8.722330093383789, - 8.489228248596191, - 8.130424499511719, - 7.706725597381592, - 7.372632026672363, - 7.09460973739624, - 6.906312942504883, - 6.672405242919922, - 6.545578956604004 - ], - "0.8": [ - 11.789518356323242, - 11.882210731506348, - 12.069890975952148, - 12.10629653930664, - 12.209497451782227, - 12.373897552490234, - 12.690362930297852, - 12.997102737426758, - 13.265260696411133, - 13.657193183898926, - 13.67929458618164, - 13.77398681640625, - 13.924825668334961, - 14.08847427368164, - 14.067947387695312, - 14.031891822814941, - 13.380219459533691, - 13.016960144042969, - 12.563804626464844, - 12.198497772216797, - 11.847341537475586, - 11.72077751159668, - 11.542160034179688, - 11.379672050476074 - ], - "0.9": [ - 11.789518356323242, - 11.882210731506348, - 12.069890975952148, - 12.10629653930664, - 12.209497451782227, - 12.373897552490234, - 12.690362930297852, - 12.997102737426758, - 13.265260696411133, - 13.657193183898926, - 13.67929458618164, - 13.77398681640625, - 13.924825668334961, - 14.08847427368164, - 14.067947387695312, - 14.031891822814941, - 13.380219459533691, - 13.016960144042969, - 12.563804626464844, - 12.198497772216797, - 11.847341537475586, - 11.72077751159668, - 11.542160034179688, - 11.379672050476074 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_134004.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_134004.json deleted file mode 100644 index 11de42bbad0280c92aed6c3d0469cc9712c310c5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_134004.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T13:40:04.587117+00:00", - "metrics": { - "MSE[mean]": 10.832559681003394, - "MSE[0.5]": 10.832559681003394, - "MAE[0.5]": 2.783093889554342, - "MASE[0.5]": 0.5423078756371112, - "MAPE[0.5]": 0.39331103106285803, - "sMAPE[0.5]": 0.34543310346694994, - "MSIS": 3.243823654112861, - "RMSE[mean]": 3.2912854146979407, - "NRMSE[mean]": 0.4030145405752581, - "ND[0.5]": 0.3407870068842051, - "mean_weighted_sum_quantile_loss": 0.2612005864141209 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.056472778320312, - 8.023164749145508, - 7.996725082397461, - 7.98020076751709, - 8.017992973327637, - 8.260211944580078, - 8.502523422241211, - 8.806112289428711, - 8.938539505004883, - 9.071549415588379, - 9.068168640136719, - 9.051580429077148, - 9.120452880859375, - 9.096446990966797, - 8.96061897277832, - 8.552886962890625, - 8.212804794311523, - 7.744804382324219, - 7.427278518676758, - 7.204977512359619, - 7.047613620758057, - 6.8910746574401855, - 6.740296363830566, - 6.659587383270264 - ], - "p10": [ - 4.9115142822265625, - 4.8236894607543945, - 4.803276062011719, - 4.765756607055664, - 4.794266700744629, - 4.855108261108398, - 5.018214225769043, - 5.246952056884766, - 5.285800933837891, - 5.297660827636719, - 5.282430648803711, - 5.312500953674316, - 5.320867538452148, - 5.144953727722168, - 5.065789222717285, - 4.794027328491211, - 4.533246994018555, - 4.1201276779174805, - 3.9644927978515625, - 3.8129796981811523, - 3.64638614654541, - 3.538543701171875, - 3.4543066024780273, - 3.238621711730957 - ], - "p90": [ - 12.244678497314453, - 12.344547271728516, - 12.463991165161133, - 12.414716720581055, - 12.514007568359375, - 12.834457397460938, - 13.158841133117676, - 13.49255657196045, - 13.655562400817871, - 13.908896446228027, - 13.880114555358887, - 13.94393253326416, - 14.113293647766113, - 14.204421043395996, - 14.047906875610352, - 13.696527481079102, - 12.834226608276367, - 12.424979209899902, - 12.163176536560059, - 11.878978729248047, - 11.68322467803955, - 11.582992553710938, - 11.498610496520996, - 11.431939125061035 - ], - "mean": [ - 8.056472778320312, - 8.023164749145508, - 7.996725082397461, - 7.98020076751709, - 8.017992973327637, - 8.260211944580078, - 8.502523422241211, - 8.806112289428711, - 8.938539505004883, - 9.071549415588379, - 9.068168640136719, - 9.051580429077148, - 9.120452880859375, - 9.096446990966797, - 8.96061897277832, - 8.552886962890625, - 8.212804794311523, - 7.744804382324219, - 7.427278518676758, - 7.204977512359619, - 7.047613620758057, - 6.8910746574401855, - 6.740296363830566, - 6.659587383270264 - ], - "quantiles": { - "0.1": [ - 4.9115142822265625, - 4.8236894607543945, - 4.803276062011719, - 4.765756607055664, - 4.794266700744629, - 4.855108261108398, - 5.018214225769043, - 5.246952056884766, - 5.285800933837891, - 5.297660827636719, - 5.282430648803711, - 5.312500953674316, - 5.320867538452148, - 5.144953727722168, - 5.065789222717285, - 4.794027328491211, - 4.533246994018555, - 4.1201276779174805, - 3.9644927978515625, - 3.8129796981811523, - 3.64638614654541, - 3.538543701171875, - 3.4543066024780273, - 3.238621711730957 - ], - "0.2": [ - 4.9115142822265625, - 4.8236894607543945, - 4.803276062011719, - 4.765756607055664, - 4.794266700744629, - 4.855108261108398, - 5.018214225769043, - 5.246952056884766, - 5.285800933837891, - 5.297660827636719, - 5.282430648803711, - 5.312500953674316, - 5.320867538452148, - 5.144953727722168, - 5.065789222717285, - 4.794027328491211, - 4.533246994018555, - 4.1201276779174805, - 3.9644927978515625, - 3.8129796981811523, - 3.64638614654541, - 3.538543701171875, - 3.4543066024780273, - 3.238621711730957 - ], - "0.3": [ - 4.9115142822265625, - 4.8236894607543945, - 4.803276062011719, - 4.765756607055664, - 4.794266700744629, - 4.855108261108398, - 5.018214225769043, - 5.246952056884766, - 5.285800933837891, - 5.297660827636719, - 5.282430648803711, - 5.312500953674316, - 5.320867538452148, - 5.144953727722168, - 5.065789222717285, - 4.794027328491211, - 4.533246994018555, - 4.1201276779174805, - 3.9644927978515625, - 3.8129796981811523, - 3.64638614654541, - 3.538543701171875, - 3.4543066024780273, - 3.238621711730957 - ], - "0.4": [ - 8.056472778320312, - 8.023164749145508, - 7.996725082397461, - 7.98020076751709, - 8.017992973327637, - 8.260211944580078, - 8.502523422241211, - 8.806112289428711, - 8.938539505004883, - 9.071549415588379, - 9.068168640136719, - 9.051580429077148, - 9.120452880859375, - 9.096446990966797, - 8.96061897277832, - 8.552886962890625, - 8.212804794311523, - 7.744804382324219, - 7.427278518676758, - 7.204977512359619, - 7.047613620758057, - 6.8910746574401855, - 6.740296363830566, - 6.659587383270264 - ], - "0.5": [ - 8.056472778320312, - 8.023164749145508, - 7.996725082397461, - 7.98020076751709, - 8.017992973327637, - 8.260211944580078, - 8.502523422241211, - 8.806112289428711, - 8.938539505004883, - 9.071549415588379, - 9.068168640136719, - 9.051580429077148, - 9.120452880859375, - 9.096446990966797, - 8.96061897277832, - 8.552886962890625, - 8.212804794311523, - 7.744804382324219, - 7.427278518676758, - 7.204977512359619, - 7.047613620758057, - 6.8910746574401855, - 6.740296363830566, - 6.659587383270264 - ], - "0.6": [ - 8.056472778320312, - 8.023164749145508, - 7.996725082397461, - 7.98020076751709, - 8.017992973327637, - 8.260211944580078, - 8.502523422241211, - 8.806112289428711, - 8.938539505004883, - 9.071549415588379, - 9.068168640136719, - 9.051580429077148, - 9.120452880859375, - 9.096446990966797, - 8.96061897277832, - 8.552886962890625, - 8.212804794311523, - 7.744804382324219, - 7.427278518676758, - 7.204977512359619, - 7.047613620758057, - 6.8910746574401855, - 6.740296363830566, - 6.659587383270264 - ], - "0.7": [ - 8.056472778320312, - 8.023164749145508, - 7.996725082397461, - 7.98020076751709, - 8.017992973327637, - 8.260211944580078, - 8.502523422241211, - 8.806112289428711, - 8.938539505004883, - 9.071549415588379, - 9.068168640136719, - 9.051580429077148, - 9.120452880859375, - 9.096446990966797, - 8.96061897277832, - 8.552886962890625, - 8.212804794311523, - 7.744804382324219, - 7.427278518676758, - 7.204977512359619, - 7.047613620758057, - 6.8910746574401855, - 6.740296363830566, - 6.659587383270264 - ], - "0.8": [ - 12.244678497314453, - 12.344547271728516, - 12.463991165161133, - 12.414716720581055, - 12.514007568359375, - 12.834457397460938, - 13.158841133117676, - 13.49255657196045, - 13.655562400817871, - 13.908896446228027, - 13.880114555358887, - 13.94393253326416, - 14.113293647766113, - 14.204421043395996, - 14.047906875610352, - 13.696527481079102, - 12.834226608276367, - 12.424979209899902, - 12.163176536560059, - 11.878978729248047, - 11.68322467803955, - 11.582992553710938, - 11.498610496520996, - 11.431939125061035 - ], - "0.9": [ - 12.244678497314453, - 12.344547271728516, - 12.463991165161133, - 12.414716720581055, - 12.514007568359375, - 12.834457397460938, - 13.158841133117676, - 13.49255657196045, - 13.655562400817871, - 13.908896446228027, - 13.880114555358887, - 13.94393253326416, - 14.113293647766113, - 14.204421043395996, - 14.047906875610352, - 13.696527481079102, - 12.834226608276367, - 12.424979209899902, - 12.163176536560059, - 11.878978729248047, - 11.68322467803955, - 11.582992553710938, - 11.498610496520996, - 11.431939125061035 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_151741.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_151741.json deleted file mode 100644 index 5206adbff25ec1f0f7ba164af9a889df23e12a95..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_151741.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T15:17:41.317627+00:00", - "metrics": { - "MSE[mean]": 11.173344120335827, - "MSE[0.5]": 11.173344120335827, - "MAE[0.5]": 2.7894842823346457, - "MASE[0.5]": 0.5442896160652967, - "MAPE[0.5]": 0.3793888805644019, - "sMAPE[0.5]": 0.33931294548894075, - "MSIS": 3.5318409446778336, - "RMSE[mean]": 3.3426552499974966, - "NRMSE[mean]": 0.4051703333330299, - "ND[0.5]": 0.33811930694965403, - "mean_weighted_sum_quantile_loss": 0.2619792866519538 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00" - ], - "context": [ - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 18.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 12.0, - 16.0, - 12.0, - 8.0, - 10.0, - 8.0, - 12.0, - 13.0, - 14.0, - 4.0, - 8.0, - 13.0, - 12.0, - 11.0, - 15.0, - 11.0, - 11.0, - 8.0, - 7.0, - 10.0, - 11.0, - 6.0, - 12.0, - 13.0, - 15.0, - 8.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 7.0 - ], - "actual": [ - 7.0, - 8.0, - 7.0, - 6.0, - 12.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 15.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 8.091104507446289, - 8.043352127075195, - 7.968122959136963, - 7.997757911682129, - 8.146045684814453, - 8.375566482543945, - 8.595220565795898, - 8.83454704284668, - 8.903885841369629, - 8.956868171691895, - 8.892759323120117, - 8.983901977539062, - 9.009407043457031, - 8.92190170288086, - 8.699460983276367, - 8.293468475341797, - 7.777083396911621, - 7.53994083404541, - 7.375613689422607, - 7.222776889801025, - 7.051544666290283, - 6.926331996917725, - 6.771518707275391, - 6.680377960205078 - ], - "p10": [ - 4.85667610168457, - 4.817117691040039, - 4.806241989135742, - 4.780835151672363, - 4.874913215637207, - 4.947083473205566, - 5.098297119140625, - 5.228848457336426, - 5.252851486206055, - 5.23622989654541, - 5.247791290283203, - 5.230756759643555, - 5.266504287719727, - 5.034394264221191, - 4.938751220703125, - 4.643895149230957, - 4.203470230102539, - 4.1037397384643555, - 4.047360420227051, - 3.898214340209961, - 3.8227806091308594, - 3.6973400115966797, - 3.5752391815185547, - 3.450418472290039 - ], - "p90": [ - 12.394387245178223, - 12.462148666381836, - 12.479959487915039, - 12.52829647064209, - 12.714550018310547, - 13.03463363647461, - 13.314053535461426, - 13.622151374816895, - 13.682140350341797, - 13.815106391906738, - 13.727015495300293, - 13.974116325378418, - 14.085809707641602, - 14.02942180633545, - 13.722368240356445, - 13.368515014648438, - 12.44948673248291, - 12.264680862426758, - 12.168200492858887, - 11.980414390563965, - 11.731979370117188, - 11.66630744934082, - 11.610176086425781, - 11.479247093200684 - ], - "mean": [ - 8.091104507446289, - 8.043352127075195, - 7.968122959136963, - 7.997757911682129, - 8.146045684814453, - 8.375566482543945, - 8.595220565795898, - 8.83454704284668, - 8.903885841369629, - 8.956868171691895, - 8.892759323120117, - 8.983901977539062, - 9.009407043457031, - 8.92190170288086, - 8.699460983276367, - 8.293468475341797, - 7.777083396911621, - 7.53994083404541, - 7.375613689422607, - 7.222776889801025, - 7.051544666290283, - 6.926331996917725, - 6.771518707275391, - 6.680377960205078 - ], - "quantiles": { - "0.1": [ - 4.85667610168457, - 4.817117691040039, - 4.806241989135742, - 4.780835151672363, - 4.874913215637207, - 4.947083473205566, - 5.098297119140625, - 5.228848457336426, - 5.252851486206055, - 5.23622989654541, - 5.247791290283203, - 5.230756759643555, - 5.266504287719727, - 5.034394264221191, - 4.938751220703125, - 4.643895149230957, - 4.203470230102539, - 4.1037397384643555, - 4.047360420227051, - 3.898214340209961, - 3.8227806091308594, - 3.6973400115966797, - 3.5752391815185547, - 3.450418472290039 - ], - "0.2": [ - 4.85667610168457, - 4.817117691040039, - 4.806241989135742, - 4.780835151672363, - 4.874913215637207, - 4.947083473205566, - 5.098297119140625, - 5.228848457336426, - 5.252851486206055, - 5.23622989654541, - 5.247791290283203, - 5.230756759643555, - 5.266504287719727, - 5.034394264221191, - 4.938751220703125, - 4.643895149230957, - 4.203470230102539, - 4.1037397384643555, - 4.047360420227051, - 3.898214340209961, - 3.8227806091308594, - 3.6973400115966797, - 3.5752391815185547, - 3.450418472290039 - ], - "0.3": [ - 4.85667610168457, - 4.817117691040039, - 4.806241989135742, - 4.780835151672363, - 4.874913215637207, - 4.947083473205566, - 5.098297119140625, - 5.228848457336426, - 5.252851486206055, - 5.23622989654541, - 5.247791290283203, - 5.230756759643555, - 5.266504287719727, - 5.034394264221191, - 4.938751220703125, - 4.643895149230957, - 4.203470230102539, - 4.1037397384643555, - 4.047360420227051, - 3.898214340209961, - 3.8227806091308594, - 3.6973400115966797, - 3.5752391815185547, - 3.450418472290039 - ], - "0.4": [ - 8.091104507446289, - 8.043352127075195, - 7.968122959136963, - 7.997757911682129, - 8.146045684814453, - 8.375566482543945, - 8.595220565795898, - 8.83454704284668, - 8.903885841369629, - 8.956868171691895, - 8.892759323120117, - 8.983901977539062, - 9.009407043457031, - 8.92190170288086, - 8.699460983276367, - 8.293468475341797, - 7.777083396911621, - 7.53994083404541, - 7.375613689422607, - 7.222776889801025, - 7.051544666290283, - 6.926331996917725, - 6.771518707275391, - 6.680377960205078 - ], - "0.5": [ - 8.091104507446289, - 8.043352127075195, - 7.968122959136963, - 7.997757911682129, - 8.146045684814453, - 8.375566482543945, - 8.595220565795898, - 8.83454704284668, - 8.903885841369629, - 8.956868171691895, - 8.892759323120117, - 8.983901977539062, - 9.009407043457031, - 8.92190170288086, - 8.699460983276367, - 8.293468475341797, - 7.777083396911621, - 7.53994083404541, - 7.375613689422607, - 7.222776889801025, - 7.051544666290283, - 6.926331996917725, - 6.771518707275391, - 6.680377960205078 - ], - "0.6": [ - 8.091104507446289, - 8.043352127075195, - 7.968122959136963, - 7.997757911682129, - 8.146045684814453, - 8.375566482543945, - 8.595220565795898, - 8.83454704284668, - 8.903885841369629, - 8.956868171691895, - 8.892759323120117, - 8.983901977539062, - 9.009407043457031, - 8.92190170288086, - 8.699460983276367, - 8.293468475341797, - 7.777083396911621, - 7.53994083404541, - 7.375613689422607, - 7.222776889801025, - 7.051544666290283, - 6.926331996917725, - 6.771518707275391, - 6.680377960205078 - ], - "0.7": [ - 8.091104507446289, - 8.043352127075195, - 7.968122959136963, - 7.997757911682129, - 8.146045684814453, - 8.375566482543945, - 8.595220565795898, - 8.83454704284668, - 8.903885841369629, - 8.956868171691895, - 8.892759323120117, - 8.983901977539062, - 9.009407043457031, - 8.92190170288086, - 8.699460983276367, - 8.293468475341797, - 7.777083396911621, - 7.53994083404541, - 7.375613689422607, - 7.222776889801025, - 7.051544666290283, - 6.926331996917725, - 6.771518707275391, - 6.680377960205078 - ], - "0.8": [ - 12.394387245178223, - 12.462148666381836, - 12.479959487915039, - 12.52829647064209, - 12.714550018310547, - 13.03463363647461, - 13.314053535461426, - 13.622151374816895, - 13.682140350341797, - 13.815106391906738, - 13.727015495300293, - 13.974116325378418, - 14.085809707641602, - 14.02942180633545, - 13.722368240356445, - 13.368515014648438, - 12.44948673248291, - 12.264680862426758, - 12.168200492858887, - 11.980414390563965, - 11.731979370117188, - 11.66630744934082, - 11.610176086425781, - 11.479247093200684 - ], - "0.9": [ - 12.394387245178223, - 12.462148666381836, - 12.479959487915039, - 12.52829647064209, - 12.714550018310547, - 13.03463363647461, - 13.314053535461426, - 13.622151374816895, - 13.682140350341797, - 13.815106391906738, - 13.727015495300293, - 13.974116325378418, - 14.085809707641602, - 14.02942180633545, - 13.722368240356445, - 13.368515014648438, - 12.44948673248291, - 12.264680862426758, - 12.168200492858887, - 11.980414390563965, - 11.731979370117188, - 11.66630744934082, - 11.610176086425781, - 11.479247093200684 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_192951.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_192951.json deleted file mode 100644 index 9b18a96a1aa38d8805df7f0fe7b608ed07b38f12..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_192951.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-22T19:29:51.440264+00:00", - "metrics": { - "MSE[mean]": 10.757977420105703, - "MSE[0.5]": 10.757977420105703, - "MAE[0.5]": 2.768769383430481, - "MASE[0.5]": 0.537335298132061, - "MAPE[0.5]": 0.37367992463268546, - "sMAPE[0.5]": 0.3155438864624957, - "MSIS": 3.1748955436151305, - "RMSE[mean]": 3.2799355817006077, - "NRMSE[mean]": 0.3483117431894451, - "ND[0.5]": 0.2940286070899626, - "mean_weighted_sum_quantile_loss": 0.23638167742313776 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00" - ], - "context": [ - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 16.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 13.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 15.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 12.0, - 11.0, - 12.0, - 16.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 13.0, - 15.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 11.0, - 11.0, - 7.0, - 12.0, - 13.0, - 15.0, - 10.0, - 12.0, - 13.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 8.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0 - ], - "actual": [ - 6.0, - 7.0, - 7.0, - 10.0, - 9.0, - 6.0, - 17.0, - 7.0, - 12.0, - 14.0, - 13.0, - 7.0, - 9.0, - 11.0, - 12.0, - 12.0, - 9.0, - 7.0, - 9.0, - 9.0, - 12.0, - 10.0, - 9.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.24805736541748, - 9.412361145019531, - 9.512006759643555, - 9.489391326904297, - 9.419452667236328, - 9.415172576904297, - 9.449150085449219, - 9.416138648986816, - 9.278465270996094, - 9.104442596435547, - 8.760257720947266, - 8.505064010620117, - 8.29847526550293, - 8.0612154006958, - 7.85581636428833, - 7.652444362640381, - 7.664131164550781, - 7.627764701843262, - 7.579919815063477, - 7.612967014312744, - 7.650007724761963, - 7.655547142028809, - 7.577051162719727, - 7.5837297439575195 - ], - "p10": [ - 5.740683555603027, - 5.784201622009277, - 5.844002723693848, - 5.888280868530273, - 5.80584716796875, - 5.8121442794799805, - 5.808872222900391, - 5.7817277908325195, - 5.618444442749023, - 5.443479537963867, - 5.292543411254883, - 5.128726959228516, - 4.904423713684082, - 4.747620582580566, - 4.571526527404785, - 4.445695877075195, - 4.21528434753418, - 4.305761337280273, - 4.32010555267334, - 4.284918785095215, - 4.257537841796875, - 4.222705841064453, - 4.20543098449707, - 4.075613975524902 - ], - "p90": [ - 13.792424201965332, - 14.083958625793457, - 14.257554054260254, - 14.27014446258545, - 14.15642261505127, - 14.197083473205566, - 14.236927032470703, - 14.276830673217773, - 14.1468505859375, - 13.993934631347656, - 13.56006908416748, - 13.252699851989746, - 13.10776138305664, - 12.896377563476562, - 12.67431640625, - 12.528462409973145, - 12.356026649475098, - 12.35032844543457, - 12.371240615844727, - 12.451539039611816, - 12.529960632324219, - 12.597661972045898, - 12.589723587036133, - 12.665938377380371 - ], - "mean": [ - 9.24805736541748, - 9.412361145019531, - 9.512006759643555, - 9.489391326904297, - 9.419452667236328, - 9.415172576904297, - 9.449150085449219, - 9.416138648986816, - 9.278465270996094, - 9.104442596435547, - 8.760257720947266, - 8.505064010620117, - 8.29847526550293, - 8.0612154006958, - 7.85581636428833, - 7.652444362640381, - 7.664131164550781, - 7.627764701843262, - 7.579919815063477, - 7.612967014312744, - 7.650007724761963, - 7.655547142028809, - 7.577051162719727, - 7.5837297439575195 - ], - "quantiles": { - "0.1": [ - 5.740683555603027, - 5.784201622009277, - 5.844002723693848, - 5.888280868530273, - 5.80584716796875, - 5.8121442794799805, - 5.808872222900391, - 5.7817277908325195, - 5.618444442749023, - 5.443479537963867, - 5.292543411254883, - 5.128726959228516, - 4.904423713684082, - 4.747620582580566, - 4.571526527404785, - 4.445695877075195, - 4.21528434753418, - 4.305761337280273, - 4.32010555267334, - 4.284918785095215, - 4.257537841796875, - 4.222705841064453, - 4.20543098449707, - 4.075613975524902 - ], - "0.2": [ - 5.740683555603027, - 5.784201622009277, - 5.844002723693848, - 5.888280868530273, - 5.80584716796875, - 5.8121442794799805, - 5.808872222900391, - 5.7817277908325195, - 5.618444442749023, - 5.443479537963867, - 5.292543411254883, - 5.128726959228516, - 4.904423713684082, - 4.747620582580566, - 4.571526527404785, - 4.445695877075195, - 4.21528434753418, - 4.305761337280273, - 4.32010555267334, - 4.284918785095215, - 4.257537841796875, - 4.222705841064453, - 4.20543098449707, - 4.075613975524902 - ], - "0.3": [ - 5.740683555603027, - 5.784201622009277, - 5.844002723693848, - 5.888280868530273, - 5.80584716796875, - 5.8121442794799805, - 5.808872222900391, - 5.7817277908325195, - 5.618444442749023, - 5.443479537963867, - 5.292543411254883, - 5.128726959228516, - 4.904423713684082, - 4.747620582580566, - 4.571526527404785, - 4.445695877075195, - 4.21528434753418, - 4.305761337280273, - 4.32010555267334, - 4.284918785095215, - 4.257537841796875, - 4.222705841064453, - 4.20543098449707, - 4.075613975524902 - ], - "0.4": [ - 9.24805736541748, - 9.412361145019531, - 9.512006759643555, - 9.489391326904297, - 9.419452667236328, - 9.415172576904297, - 9.449150085449219, - 9.416138648986816, - 9.278465270996094, - 9.104442596435547, - 8.760257720947266, - 8.505064010620117, - 8.29847526550293, - 8.0612154006958, - 7.85581636428833, - 7.652444362640381, - 7.664131164550781, - 7.627764701843262, - 7.579919815063477, - 7.612967014312744, - 7.650007724761963, - 7.655547142028809, - 7.577051162719727, - 7.5837297439575195 - ], - "0.5": [ - 9.24805736541748, - 9.412361145019531, - 9.512006759643555, - 9.489391326904297, - 9.419452667236328, - 9.415172576904297, - 9.449150085449219, - 9.416138648986816, - 9.278465270996094, - 9.104442596435547, - 8.760257720947266, - 8.505064010620117, - 8.29847526550293, - 8.0612154006958, - 7.85581636428833, - 7.652444362640381, - 7.664131164550781, - 7.627764701843262, - 7.579919815063477, - 7.612967014312744, - 7.650007724761963, - 7.655547142028809, - 7.577051162719727, - 7.5837297439575195 - ], - "0.6": [ - 9.24805736541748, - 9.412361145019531, - 9.512006759643555, - 9.489391326904297, - 9.419452667236328, - 9.415172576904297, - 9.449150085449219, - 9.416138648986816, - 9.278465270996094, - 9.104442596435547, - 8.760257720947266, - 8.505064010620117, - 8.29847526550293, - 8.0612154006958, - 7.85581636428833, - 7.652444362640381, - 7.664131164550781, - 7.627764701843262, - 7.579919815063477, - 7.612967014312744, - 7.650007724761963, - 7.655547142028809, - 7.577051162719727, - 7.5837297439575195 - ], - "0.7": [ - 9.24805736541748, - 9.412361145019531, - 9.512006759643555, - 9.489391326904297, - 9.419452667236328, - 9.415172576904297, - 9.449150085449219, - 9.416138648986816, - 9.278465270996094, - 9.104442596435547, - 8.760257720947266, - 8.505064010620117, - 8.29847526550293, - 8.0612154006958, - 7.85581636428833, - 7.652444362640381, - 7.664131164550781, - 7.627764701843262, - 7.579919815063477, - 7.612967014312744, - 7.650007724761963, - 7.655547142028809, - 7.577051162719727, - 7.5837297439575195 - ], - "0.8": [ - 13.792424201965332, - 14.083958625793457, - 14.257554054260254, - 14.27014446258545, - 14.15642261505127, - 14.197083473205566, - 14.236927032470703, - 14.276830673217773, - 14.1468505859375, - 13.993934631347656, - 13.56006908416748, - 13.252699851989746, - 13.10776138305664, - 12.896377563476562, - 12.67431640625, - 12.528462409973145, - 12.356026649475098, - 12.35032844543457, - 12.371240615844727, - 12.451539039611816, - 12.529960632324219, - 12.597661972045898, - 12.589723587036133, - 12.665938377380371 - ], - "0.9": [ - 13.792424201965332, - 14.083958625793457, - 14.257554054260254, - 14.27014446258545, - 14.15642261505127, - 14.197083473205566, - 14.236927032470703, - 14.276830673217773, - 14.1468505859375, - 13.993934631347656, - 13.56006908416748, - 13.252699851989746, - 13.10776138305664, - 12.896377563476562, - 12.67431640625, - 12.528462409973145, - 12.356026649475098, - 12.35032844543457, - 12.371240615844727, - 12.451539039611816, - 12.529960632324219, - 12.597661972045898, - 12.589723587036133, - 12.665938377380371 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_002317.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_002317.json deleted file mode 100644 index 19ecf1ff4c758b73f050af3457d81caf40540bb3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_002317.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T00:23:17.678492+00:00", - "metrics": { - "MSE[mean]": 21.911256369673907, - "MSE[0.5]": 21.911256369673907, - "MAE[0.5]": 3.720907231171926, - "MASE[0.5]": 0.7134629045123266, - "MAPE[0.5]": 0.33018274694553257, - "sMAPE[0.5]": 0.3786606467115996, - "MSIS": 8.458064050077597, - "RMSE[mean]": 4.680946097710794, - "NRMSE[mean]": 0.4458043902581708, - "ND[0.5]": 0.35437211725446915, - "mean_weighted_sum_quantile_loss": 0.2947198730717681 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.894767761230469, - 8.862120628356934, - 8.826595306396484, - 8.619501113891602, - 8.349332809448242, - 8.116997718811035, - 7.828298091888428, - 7.622490406036377, - 7.415181636810303, - 7.215437889099121, - 7.077447891235352, - 7.047374725341797, - 7.048471927642822, - 7.02378511428833, - 7.084980010986328, - 7.148197650909424, - 7.295059680938721, - 7.19545841217041, - 7.129635810852051, - 7.074009895324707, - 7.015758514404297, - 6.957910537719727, - 6.926511764526367, - 6.996774673461914 - ], - "p10": [ - 5.817862510681152, - 5.64616584777832, - 5.477770805358887, - 5.368590354919434, - 5.112801551818848, - 4.898100852966309, - 4.705178260803223, - 4.4925079345703125, - 4.348231315612793, - 4.261087417602539, - 4.087821960449219, - 4.042430877685547, - 4.017655372619629, - 4.027426719665527, - 4.040304183959961, - 4.0869035720825195, - 4.165266990661621, - 4.162284851074219, - 4.140671730041504, - 4.052055358886719, - 3.948629379272461, - 3.9322586059570312, - 3.9249534606933594, - 3.925705909729004 - ], - "p90": [ - 12.782431602478027, - 12.88327693939209, - 12.961828231811523, - 12.859322547912598, - 12.650101661682129, - 12.447304725646973, - 12.164688110351562, - 11.977638244628906, - 11.754533767700195, - 11.572429656982422, - 11.378266334533691, - 11.39056396484375, - 11.403388977050781, - 11.478872299194336, - 11.547003746032715, - 11.732202529907227, - 11.73933219909668, - 11.659197807312012, - 11.687426567077637, - 11.680129051208496, - 11.566890716552734, - 11.498102188110352, - 11.560729026794434, - 11.645503044128418 - ], - "mean": [ - 8.894767761230469, - 8.862120628356934, - 8.826595306396484, - 8.619501113891602, - 8.349332809448242, - 8.116997718811035, - 7.828298091888428, - 7.622490406036377, - 7.415181636810303, - 7.215437889099121, - 7.077447891235352, - 7.047374725341797, - 7.048471927642822, - 7.02378511428833, - 7.084980010986328, - 7.148197650909424, - 7.295059680938721, - 7.19545841217041, - 7.129635810852051, - 7.074009895324707, - 7.015758514404297, - 6.957910537719727, - 6.926511764526367, - 6.996774673461914 - ], - "quantiles": { - "0.1": [ - 5.817862510681152, - 5.64616584777832, - 5.477770805358887, - 5.368590354919434, - 5.112801551818848, - 4.898100852966309, - 4.705178260803223, - 4.4925079345703125, - 4.348231315612793, - 4.261087417602539, - 4.087821960449219, - 4.042430877685547, - 4.017655372619629, - 4.027426719665527, - 4.040304183959961, - 4.0869035720825195, - 4.165266990661621, - 4.162284851074219, - 4.140671730041504, - 4.052055358886719, - 3.948629379272461, - 3.9322586059570312, - 3.9249534606933594, - 3.925705909729004 - ], - "0.2": [ - 5.817862510681152, - 5.64616584777832, - 5.477770805358887, - 5.368590354919434, - 5.112801551818848, - 4.898100852966309, - 4.705178260803223, - 4.4925079345703125, - 4.348231315612793, - 4.261087417602539, - 4.087821960449219, - 4.042430877685547, - 4.017655372619629, - 4.027426719665527, - 4.040304183959961, - 4.0869035720825195, - 4.165266990661621, - 4.162284851074219, - 4.140671730041504, - 4.052055358886719, - 3.948629379272461, - 3.9322586059570312, - 3.9249534606933594, - 3.925705909729004 - ], - "0.3": [ - 5.817862510681152, - 5.64616584777832, - 5.477770805358887, - 5.368590354919434, - 5.112801551818848, - 4.898100852966309, - 4.705178260803223, - 4.4925079345703125, - 4.348231315612793, - 4.261087417602539, - 4.087821960449219, - 4.042430877685547, - 4.017655372619629, - 4.027426719665527, - 4.040304183959961, - 4.0869035720825195, - 4.165266990661621, - 4.162284851074219, - 4.140671730041504, - 4.052055358886719, - 3.948629379272461, - 3.9322586059570312, - 3.9249534606933594, - 3.925705909729004 - ], - "0.4": [ - 8.894767761230469, - 8.862120628356934, - 8.826595306396484, - 8.619501113891602, - 8.349332809448242, - 8.116997718811035, - 7.828298091888428, - 7.622490406036377, - 7.415181636810303, - 7.215437889099121, - 7.077447891235352, - 7.047374725341797, - 7.048471927642822, - 7.02378511428833, - 7.084980010986328, - 7.148197650909424, - 7.295059680938721, - 7.19545841217041, - 7.129635810852051, - 7.074009895324707, - 7.015758514404297, - 6.957910537719727, - 6.926511764526367, - 6.996774673461914 - ], - "0.5": [ - 8.894767761230469, - 8.862120628356934, - 8.826595306396484, - 8.619501113891602, - 8.349332809448242, - 8.116997718811035, - 7.828298091888428, - 7.622490406036377, - 7.415181636810303, - 7.215437889099121, - 7.077447891235352, - 7.047374725341797, - 7.048471927642822, - 7.02378511428833, - 7.084980010986328, - 7.148197650909424, - 7.295059680938721, - 7.19545841217041, - 7.129635810852051, - 7.074009895324707, - 7.015758514404297, - 6.957910537719727, - 6.926511764526367, - 6.996774673461914 - ], - "0.6": [ - 8.894767761230469, - 8.862120628356934, - 8.826595306396484, - 8.619501113891602, - 8.349332809448242, - 8.116997718811035, - 7.828298091888428, - 7.622490406036377, - 7.415181636810303, - 7.215437889099121, - 7.077447891235352, - 7.047374725341797, - 7.048471927642822, - 7.02378511428833, - 7.084980010986328, - 7.148197650909424, - 7.295059680938721, - 7.19545841217041, - 7.129635810852051, - 7.074009895324707, - 7.015758514404297, - 6.957910537719727, - 6.926511764526367, - 6.996774673461914 - ], - "0.7": [ - 8.894767761230469, - 8.862120628356934, - 8.826595306396484, - 8.619501113891602, - 8.349332809448242, - 8.116997718811035, - 7.828298091888428, - 7.622490406036377, - 7.415181636810303, - 7.215437889099121, - 7.077447891235352, - 7.047374725341797, - 7.048471927642822, - 7.02378511428833, - 7.084980010986328, - 7.148197650909424, - 7.295059680938721, - 7.19545841217041, - 7.129635810852051, - 7.074009895324707, - 7.015758514404297, - 6.957910537719727, - 6.926511764526367, - 6.996774673461914 - ], - "0.8": [ - 12.782431602478027, - 12.88327693939209, - 12.961828231811523, - 12.859322547912598, - 12.650101661682129, - 12.447304725646973, - 12.164688110351562, - 11.977638244628906, - 11.754533767700195, - 11.572429656982422, - 11.378266334533691, - 11.39056396484375, - 11.403388977050781, - 11.478872299194336, - 11.547003746032715, - 11.732202529907227, - 11.73933219909668, - 11.659197807312012, - 11.687426567077637, - 11.680129051208496, - 11.566890716552734, - 11.498102188110352, - 11.560729026794434, - 11.645503044128418 - ], - "0.9": [ - 12.782431602478027, - 12.88327693939209, - 12.961828231811523, - 12.859322547912598, - 12.650101661682129, - 12.447304725646973, - 12.164688110351562, - 11.977638244628906, - 11.754533767700195, - 11.572429656982422, - 11.378266334533691, - 11.39056396484375, - 11.403388977050781, - 11.478872299194336, - 11.547003746032715, - 11.732202529907227, - 11.73933219909668, - 11.659197807312012, - 11.687426567077637, - 11.680129051208496, - 11.566890716552734, - 11.498102188110352, - 11.560729026794434, - 11.645503044128418 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_013758.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_013758.json deleted file mode 100644 index f291bafebe9b6a0eb54ccd40bd1c4c961fcd5313..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_013758.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T01:37:58.796029+00:00", - "metrics": { - "MSE[mean]": 45.40337384791993, - "MSE[0.5]": 45.40337384791993, - "MAE[0.5]": 5.137756864229838, - "MASE[0.5]": 0.9838257825120967, - "MAPE[0.5]": 0.3670920397460397, - "sMAPE[0.5]": 0.4772283795930859, - "MSIS": 17.1436557008865, - "RMSE[mean]": 6.738202568038448, - "NRMSE[mean]": 0.5615168806698706, - "ND[0.5]": 0.4281464053524865, - "mean_weighted_sum_quantile_loss": 0.36937358791445507 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 7.895954132080078, - 7.978421211242676, - 7.921624183654785, - 7.810586929321289, - 7.612281799316406, - 7.396008491516113, - 7.197799205780029, - 7.0625152587890625, - 6.951318264007568, - 6.748200416564941, - 6.602861404418945, - 6.5968217849731445, - 6.6821441650390625, - 6.85670280456543, - 7.0254645347595215, - 7.047409534454346, - 7.0136189460754395, - 6.910694599151611, - 6.777709007263184, - 6.566338539123535, - 6.406071186065674, - 6.2577805519104, - 6.182671546936035, - 6.146903038024902 - ], - "p10": [ - 4.939608573913574, - 4.827635765075684, - 4.7882537841796875, - 4.704048156738281, - 4.488225936889648, - 4.332948684692383, - 4.176858901977539, - 4.012804985046387, - 3.9474716186523438, - 3.875408172607422, - 3.700819969177246, - 3.6931076049804688, - 3.739211082458496, - 3.800358772277832, - 3.9493532180786133, - 4.042901039123535, - 4.008898735046387, - 3.945283889770508, - 3.851644515991211, - 3.7162113189697266, - 3.5202417373657227, - 3.451104164123535, - 3.3898696899414062, - 3.319136619567871 - ], - "p90": [ - 11.70317554473877, - 11.957596778869629, - 12.057165145874023, - 11.974242210388184, - 11.793349266052246, - 11.571642875671387, - 11.4342679977417, - 11.303939819335938, - 11.166772842407227, - 10.945615768432617, - 10.760323524475098, - 10.709856033325195, - 10.790852546691895, - 11.09355640411377, - 11.309423446655273, - 11.387063980102539, - 11.208138465881348, - 11.156266212463379, - 11.166403770446777, - 10.90237808227539, - 10.644387245178223, - 10.469766616821289, - 10.52249526977539, - 10.425795555114746 - ], - "mean": [ - 7.895954132080078, - 7.978421211242676, - 7.921624183654785, - 7.810586929321289, - 7.612281799316406, - 7.396008491516113, - 7.197799205780029, - 7.0625152587890625, - 6.951318264007568, - 6.748200416564941, - 6.602861404418945, - 6.5968217849731445, - 6.6821441650390625, - 6.85670280456543, - 7.0254645347595215, - 7.047409534454346, - 7.0136189460754395, - 6.910694599151611, - 6.777709007263184, - 6.566338539123535, - 6.406071186065674, - 6.2577805519104, - 6.182671546936035, - 6.146903038024902 - ], - "quantiles": { - "0.1": [ - 4.939608573913574, - 4.827635765075684, - 4.7882537841796875, - 4.704048156738281, - 4.488225936889648, - 4.332948684692383, - 4.176858901977539, - 4.012804985046387, - 3.9474716186523438, - 3.875408172607422, - 3.700819969177246, - 3.6931076049804688, - 3.739211082458496, - 3.800358772277832, - 3.9493532180786133, - 4.042901039123535, - 4.008898735046387, - 3.945283889770508, - 3.851644515991211, - 3.7162113189697266, - 3.5202417373657227, - 3.451104164123535, - 3.3898696899414062, - 3.319136619567871 - ], - "0.2": [ - 4.939608573913574, - 4.827635765075684, - 4.7882537841796875, - 4.704048156738281, - 4.488225936889648, - 4.332948684692383, - 4.176858901977539, - 4.012804985046387, - 3.9474716186523438, - 3.875408172607422, - 3.700819969177246, - 3.6931076049804688, - 3.739211082458496, - 3.800358772277832, - 3.9493532180786133, - 4.042901039123535, - 4.008898735046387, - 3.945283889770508, - 3.851644515991211, - 3.7162113189697266, - 3.5202417373657227, - 3.451104164123535, - 3.3898696899414062, - 3.319136619567871 - ], - "0.3": [ - 4.939608573913574, - 4.827635765075684, - 4.7882537841796875, - 4.704048156738281, - 4.488225936889648, - 4.332948684692383, - 4.176858901977539, - 4.012804985046387, - 3.9474716186523438, - 3.875408172607422, - 3.700819969177246, - 3.6931076049804688, - 3.739211082458496, - 3.800358772277832, - 3.9493532180786133, - 4.042901039123535, - 4.008898735046387, - 3.945283889770508, - 3.851644515991211, - 3.7162113189697266, - 3.5202417373657227, - 3.451104164123535, - 3.3898696899414062, - 3.319136619567871 - ], - "0.4": [ - 7.895954132080078, - 7.978421211242676, - 7.921624183654785, - 7.810586929321289, - 7.612281799316406, - 7.396008491516113, - 7.197799205780029, - 7.0625152587890625, - 6.951318264007568, - 6.748200416564941, - 6.602861404418945, - 6.5968217849731445, - 6.6821441650390625, - 6.85670280456543, - 7.0254645347595215, - 7.047409534454346, - 7.0136189460754395, - 6.910694599151611, - 6.777709007263184, - 6.566338539123535, - 6.406071186065674, - 6.2577805519104, - 6.182671546936035, - 6.146903038024902 - ], - "0.5": [ - 7.895954132080078, - 7.978421211242676, - 7.921624183654785, - 7.810586929321289, - 7.612281799316406, - 7.396008491516113, - 7.197799205780029, - 7.0625152587890625, - 6.951318264007568, - 6.748200416564941, - 6.602861404418945, - 6.5968217849731445, - 6.6821441650390625, - 6.85670280456543, - 7.0254645347595215, - 7.047409534454346, - 7.0136189460754395, - 6.910694599151611, - 6.777709007263184, - 6.566338539123535, - 6.406071186065674, - 6.2577805519104, - 6.182671546936035, - 6.146903038024902 - ], - "0.6": [ - 7.895954132080078, - 7.978421211242676, - 7.921624183654785, - 7.810586929321289, - 7.612281799316406, - 7.396008491516113, - 7.197799205780029, - 7.0625152587890625, - 6.951318264007568, - 6.748200416564941, - 6.602861404418945, - 6.5968217849731445, - 6.6821441650390625, - 6.85670280456543, - 7.0254645347595215, - 7.047409534454346, - 7.0136189460754395, - 6.910694599151611, - 6.777709007263184, - 6.566338539123535, - 6.406071186065674, - 6.2577805519104, - 6.182671546936035, - 6.146903038024902 - ], - "0.7": [ - 7.895954132080078, - 7.978421211242676, - 7.921624183654785, - 7.810586929321289, - 7.612281799316406, - 7.396008491516113, - 7.197799205780029, - 7.0625152587890625, - 6.951318264007568, - 6.748200416564941, - 6.602861404418945, - 6.5968217849731445, - 6.6821441650390625, - 6.85670280456543, - 7.0254645347595215, - 7.047409534454346, - 7.0136189460754395, - 6.910694599151611, - 6.777709007263184, - 6.566338539123535, - 6.406071186065674, - 6.2577805519104, - 6.182671546936035, - 6.146903038024902 - ], - "0.8": [ - 11.70317554473877, - 11.957596778869629, - 12.057165145874023, - 11.974242210388184, - 11.793349266052246, - 11.571642875671387, - 11.4342679977417, - 11.303939819335938, - 11.166772842407227, - 10.945615768432617, - 10.760323524475098, - 10.709856033325195, - 10.790852546691895, - 11.09355640411377, - 11.309423446655273, - 11.387063980102539, - 11.208138465881348, - 11.156266212463379, - 11.166403770446777, - 10.90237808227539, - 10.644387245178223, - 10.469766616821289, - 10.52249526977539, - 10.425795555114746 - ], - "0.9": [ - 11.70317554473877, - 11.957596778869629, - 12.057165145874023, - 11.974242210388184, - 11.793349266052246, - 11.571642875671387, - 11.4342679977417, - 11.303939819335938, - 11.166772842407227, - 10.945615768432617, - 10.760323524475098, - 10.709856033325195, - 10.790852546691895, - 11.09355640411377, - 11.309423446655273, - 11.387063980102539, - 11.208138465881348, - 11.156266212463379, - 11.166403770446777, - 10.90237808227539, - 10.644387245178223, - 10.469766616821289, - 10.52249526977539, - 10.425795555114746 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_030138.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_030138.json deleted file mode 100644 index 4f7339eee6a9d9c7a81d0617b281093c0ada2486..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_030138.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T03:01:38.798423+00:00", - "metrics": { - "MSE[mean]": 45.497870510401164, - "MSE[0.5]": 45.497870510401164, - "MAE[0.5]": 4.679540634155273, - "MASE[0.5]": 0.8889892497603684, - "MAPE[0.5]": 0.31488189220392077, - "sMAPE[0.5]": 0.39729846680730513, - "MSIS": 12.24450685606783, - "RMSE[mean]": 6.745210931498078, - "NRMSE[mean]": 0.5525087452421633, - "ND[0.5]": 0.3833070826611828, - "mean_weighted_sum_quantile_loss": 0.3295611133076361 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 10.483024597167969, - 9.743337631225586, - 9.219707489013672, - 8.710472106933594, - 8.250328063964844, - 7.9782233238220215, - 7.753525733947754, - 7.6513752937316895, - 7.482006549835205, - 7.321582317352295, - 7.210071086883545, - 7.357753753662109, - 7.543703556060791, - 7.66595458984375, - 7.684795379638672, - 7.5699615478515625, - 7.361703872680664, - 7.3247551918029785, - 7.3264923095703125, - 7.357566833496094, - 7.37222957611084, - 7.41987943649292, - 7.4716877937316895, - 7.7733283042907715 - ], - "p10": [ - 6.185971260070801, - 5.607726097106934, - 5.230227470397949, - 4.981244087219238, - 4.631224632263184, - 4.431068420410156, - 4.317692756652832, - 4.122492790222168, - 3.9772214889526367, - 3.9747390747070312, - 3.8756093978881836, - 3.919529914855957, - 4.017624855041504, - 4.020717620849609, - 4.158230781555176, - 4.108707427978516, - 3.8514785766601562, - 3.942005157470703, - 3.959564208984375, - 3.9399728775024414, - 3.9116477966308594, - 3.9058027267456055, - 4.016863822937012, - 4.090359687805176 - ], - "p90": [ - 15.938467979431152, - 15.265254974365234, - 14.750925064086914, - 14.12211799621582, - 13.574697494506836, - 13.333654403686523, - 13.127487182617188, - 13.017170906066895, - 12.830327987670898, - 12.651321411132812, - 12.47106647491455, - 12.67317008972168, - 12.9509859085083, - 13.174376487731934, - 13.149618148803711, - 13.035183906555176, - 12.96753215789795, - 13.081599235534668, - 13.194051742553711, - 13.222522735595703, - 13.178506851196289, - 13.295561790466309, - 13.501298904418945, - 13.966500282287598 - ], - "mean": [ - 10.483024597167969, - 9.743337631225586, - 9.219707489013672, - 8.710472106933594, - 8.250328063964844, - 7.9782233238220215, - 7.753525733947754, - 7.6513752937316895, - 7.482006549835205, - 7.321582317352295, - 7.210071086883545, - 7.357753753662109, - 7.543703556060791, - 7.66595458984375, - 7.684795379638672, - 7.5699615478515625, - 7.361703872680664, - 7.3247551918029785, - 7.3264923095703125, - 7.357566833496094, - 7.37222957611084, - 7.41987943649292, - 7.4716877937316895, - 7.7733283042907715 - ], - "quantiles": { - "0.1": [ - 6.185971260070801, - 5.607726097106934, - 5.230227470397949, - 4.981244087219238, - 4.631224632263184, - 4.431068420410156, - 4.317692756652832, - 4.122492790222168, - 3.9772214889526367, - 3.9747390747070312, - 3.8756093978881836, - 3.919529914855957, - 4.017624855041504, - 4.020717620849609, - 4.158230781555176, - 4.108707427978516, - 3.8514785766601562, - 3.942005157470703, - 3.959564208984375, - 3.9399728775024414, - 3.9116477966308594, - 3.9058027267456055, - 4.016863822937012, - 4.090359687805176 - ], - "0.2": [ - 6.185971260070801, - 5.607726097106934, - 5.230227470397949, - 4.981244087219238, - 4.631224632263184, - 4.431068420410156, - 4.317692756652832, - 4.122492790222168, - 3.9772214889526367, - 3.9747390747070312, - 3.8756093978881836, - 3.919529914855957, - 4.017624855041504, - 4.020717620849609, - 4.158230781555176, - 4.108707427978516, - 3.8514785766601562, - 3.942005157470703, - 3.959564208984375, - 3.9399728775024414, - 3.9116477966308594, - 3.9058027267456055, - 4.016863822937012, - 4.090359687805176 - ], - "0.3": [ - 6.185971260070801, - 5.607726097106934, - 5.230227470397949, - 4.981244087219238, - 4.631224632263184, - 4.431068420410156, - 4.317692756652832, - 4.122492790222168, - 3.9772214889526367, - 3.9747390747070312, - 3.8756093978881836, - 3.919529914855957, - 4.017624855041504, - 4.020717620849609, - 4.158230781555176, - 4.108707427978516, - 3.8514785766601562, - 3.942005157470703, - 3.959564208984375, - 3.9399728775024414, - 3.9116477966308594, - 3.9058027267456055, - 4.016863822937012, - 4.090359687805176 - ], - "0.4": [ - 10.483024597167969, - 9.743337631225586, - 9.219707489013672, - 8.710472106933594, - 8.250328063964844, - 7.9782233238220215, - 7.753525733947754, - 7.6513752937316895, - 7.482006549835205, - 7.321582317352295, - 7.210071086883545, - 7.357753753662109, - 7.543703556060791, - 7.66595458984375, - 7.684795379638672, - 7.5699615478515625, - 7.361703872680664, - 7.3247551918029785, - 7.3264923095703125, - 7.357566833496094, - 7.37222957611084, - 7.41987943649292, - 7.4716877937316895, - 7.7733283042907715 - ], - "0.5": [ - 10.483024597167969, - 9.743337631225586, - 9.219707489013672, - 8.710472106933594, - 8.250328063964844, - 7.9782233238220215, - 7.753525733947754, - 7.6513752937316895, - 7.482006549835205, - 7.321582317352295, - 7.210071086883545, - 7.357753753662109, - 7.543703556060791, - 7.66595458984375, - 7.684795379638672, - 7.5699615478515625, - 7.361703872680664, - 7.3247551918029785, - 7.3264923095703125, - 7.357566833496094, - 7.37222957611084, - 7.41987943649292, - 7.4716877937316895, - 7.7733283042907715 - ], - "0.6": [ - 10.483024597167969, - 9.743337631225586, - 9.219707489013672, - 8.710472106933594, - 8.250328063964844, - 7.9782233238220215, - 7.753525733947754, - 7.6513752937316895, - 7.482006549835205, - 7.321582317352295, - 7.210071086883545, - 7.357753753662109, - 7.543703556060791, - 7.66595458984375, - 7.684795379638672, - 7.5699615478515625, - 7.361703872680664, - 7.3247551918029785, - 7.3264923095703125, - 7.357566833496094, - 7.37222957611084, - 7.41987943649292, - 7.4716877937316895, - 7.7733283042907715 - ], - "0.7": [ - 10.483024597167969, - 9.743337631225586, - 9.219707489013672, - 8.710472106933594, - 8.250328063964844, - 7.9782233238220215, - 7.753525733947754, - 7.6513752937316895, - 7.482006549835205, - 7.321582317352295, - 7.210071086883545, - 7.357753753662109, - 7.543703556060791, - 7.66595458984375, - 7.684795379638672, - 7.5699615478515625, - 7.361703872680664, - 7.3247551918029785, - 7.3264923095703125, - 7.357566833496094, - 7.37222957611084, - 7.41987943649292, - 7.4716877937316895, - 7.7733283042907715 - ], - "0.8": [ - 15.938467979431152, - 15.265254974365234, - 14.750925064086914, - 14.12211799621582, - 13.574697494506836, - 13.333654403686523, - 13.127487182617188, - 13.017170906066895, - 12.830327987670898, - 12.651321411132812, - 12.47106647491455, - 12.67317008972168, - 12.9509859085083, - 13.174376487731934, - 13.149618148803711, - 13.035183906555176, - 12.96753215789795, - 13.081599235534668, - 13.194051742553711, - 13.222522735595703, - 13.178506851196289, - 13.295561790466309, - 13.501298904418945, - 13.966500282287598 - ], - "0.9": [ - 15.938467979431152, - 15.265254974365234, - 14.750925064086914, - 14.12211799621582, - 13.574697494506836, - 13.333654403686523, - 13.127487182617188, - 13.017170906066895, - 12.830327987670898, - 12.651321411132812, - 12.47106647491455, - 12.67317008972168, - 12.9509859085083, - 13.174376487731934, - 13.149618148803711, - 13.035183906555176, - 12.96753215789795, - 13.081599235534668, - 13.194051742553711, - 13.222522735595703, - 13.178506851196289, - 13.295561790466309, - 13.501298904418945, - 13.966500282287598 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_041615.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_041615.json deleted file mode 100644 index 83a9cf8e3b4c6b891192ad219734c779c442553e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_041615.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T04:16:15.490305+00:00", - "metrics": { - "MSE[mean]": 41.72320015451975, - "MSE[0.5]": 41.72320015451975, - "MAE[0.5]": 4.304090519746144, - "MASE[0.5]": 0.810181744893392, - "MAPE[0.5]": 0.31185934403237564, - "sMAPE[0.5]": 0.36175399522706897, - "MSIS": 11.772897608139937, - "RMSE[mean]": 6.459349824442066, - "NRMSE[mean]": 0.5327298824282116, - "ND[0.5]": 0.3549765377110222, - "mean_weighted_sum_quantile_loss": 0.31339558859552397 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.348286628723145, - 9.678083419799805, - 9.159021377563477, - 8.691749572753906, - 8.361675262451172, - 8.150716781616211, - 7.881028175354004, - 7.701892852783203, - 7.676544189453125, - 7.780599594116211, - 7.992403507232666, - 8.321086883544922, - 8.414617538452148, - 8.36475944519043, - 8.225569725036621, - 8.029603958129883, - 7.87117338180542, - 7.805508136749268, - 7.802295684814453, - 7.822615623474121, - 8.002768516540527, - 8.366281509399414, - 8.831847190856934, - 9.0667724609375 - ], - "p10": [ - 6.166749954223633, - 5.631936073303223, - 5.238073348999023, - 4.965782165527344, - 4.682287216186523, - 4.494228363037109, - 4.368183135986328, - 4.157024383544922, - 4.132143020629883, - 4.302163124084473, - 4.423877716064453, - 4.547011375427246, - 4.619818687438965, - 4.529189109802246, - 4.466557502746582, - 4.337129592895508, - 4.17916202545166, - 4.3050737380981445, - 4.305817604064941, - 4.324832916259766, - 4.450957298278809, - 4.533439636230469, - 4.818957328796387, - 4.977219581604004 - ], - "p90": [ - 15.567201614379883, - 15.008621215820312, - 14.501224517822266, - 14.0301513671875, - 13.733427047729492, - 13.484550476074219, - 13.220171928405762, - 13.054797172546387, - 12.99924087524414, - 13.15877628326416, - 13.321043014526367, - 13.808327674865723, - 14.070945739746094, - 13.963397026062012, - 13.776926040649414, - 13.623856544494629, - 13.43602180480957, - 13.37804126739502, - 13.440106391906738, - 13.523305892944336, - 13.750977516174316, - 14.310334205627441, - 14.923221588134766, - 15.362552642822266 - ], - "mean": [ - 10.348286628723145, - 9.678083419799805, - 9.159021377563477, - 8.691749572753906, - 8.361675262451172, - 8.150716781616211, - 7.881028175354004, - 7.701892852783203, - 7.676544189453125, - 7.780599594116211, - 7.992403507232666, - 8.321086883544922, - 8.414617538452148, - 8.36475944519043, - 8.225569725036621, - 8.029603958129883, - 7.87117338180542, - 7.805508136749268, - 7.802295684814453, - 7.822615623474121, - 8.002768516540527, - 8.366281509399414, - 8.831847190856934, - 9.0667724609375 - ], - "quantiles": { - "0.1": [ - 6.166749954223633, - 5.631936073303223, - 5.238073348999023, - 4.965782165527344, - 4.682287216186523, - 4.494228363037109, - 4.368183135986328, - 4.157024383544922, - 4.132143020629883, - 4.302163124084473, - 4.423877716064453, - 4.547011375427246, - 4.619818687438965, - 4.529189109802246, - 4.466557502746582, - 4.337129592895508, - 4.17916202545166, - 4.3050737380981445, - 4.305817604064941, - 4.324832916259766, - 4.450957298278809, - 4.533439636230469, - 4.818957328796387, - 4.977219581604004 - ], - "0.2": [ - 6.166749954223633, - 5.631936073303223, - 5.238073348999023, - 4.965782165527344, - 4.682287216186523, - 4.494228363037109, - 4.368183135986328, - 4.157024383544922, - 4.132143020629883, - 4.302163124084473, - 4.423877716064453, - 4.547011375427246, - 4.619818687438965, - 4.529189109802246, - 4.466557502746582, - 4.337129592895508, - 4.17916202545166, - 4.3050737380981445, - 4.305817604064941, - 4.324832916259766, - 4.450957298278809, - 4.533439636230469, - 4.818957328796387, - 4.977219581604004 - ], - "0.3": [ - 6.166749954223633, - 5.631936073303223, - 5.238073348999023, - 4.965782165527344, - 4.682287216186523, - 4.494228363037109, - 4.368183135986328, - 4.157024383544922, - 4.132143020629883, - 4.302163124084473, - 4.423877716064453, - 4.547011375427246, - 4.619818687438965, - 4.529189109802246, - 4.466557502746582, - 4.337129592895508, - 4.17916202545166, - 4.3050737380981445, - 4.305817604064941, - 4.324832916259766, - 4.450957298278809, - 4.533439636230469, - 4.818957328796387, - 4.977219581604004 - ], - "0.4": [ - 10.348286628723145, - 9.678083419799805, - 9.159021377563477, - 8.691749572753906, - 8.361675262451172, - 8.150716781616211, - 7.881028175354004, - 7.701892852783203, - 7.676544189453125, - 7.780599594116211, - 7.992403507232666, - 8.321086883544922, - 8.414617538452148, - 8.36475944519043, - 8.225569725036621, - 8.029603958129883, - 7.87117338180542, - 7.805508136749268, - 7.802295684814453, - 7.822615623474121, - 8.002768516540527, - 8.366281509399414, - 8.831847190856934, - 9.0667724609375 - ], - "0.5": [ - 10.348286628723145, - 9.678083419799805, - 9.159021377563477, - 8.691749572753906, - 8.361675262451172, - 8.150716781616211, - 7.881028175354004, - 7.701892852783203, - 7.676544189453125, - 7.780599594116211, - 7.992403507232666, - 8.321086883544922, - 8.414617538452148, - 8.36475944519043, - 8.225569725036621, - 8.029603958129883, - 7.87117338180542, - 7.805508136749268, - 7.802295684814453, - 7.822615623474121, - 8.002768516540527, - 8.366281509399414, - 8.831847190856934, - 9.0667724609375 - ], - "0.6": [ - 10.348286628723145, - 9.678083419799805, - 9.159021377563477, - 8.691749572753906, - 8.361675262451172, - 8.150716781616211, - 7.881028175354004, - 7.701892852783203, - 7.676544189453125, - 7.780599594116211, - 7.992403507232666, - 8.321086883544922, - 8.414617538452148, - 8.36475944519043, - 8.225569725036621, - 8.029603958129883, - 7.87117338180542, - 7.805508136749268, - 7.802295684814453, - 7.822615623474121, - 8.002768516540527, - 8.366281509399414, - 8.831847190856934, - 9.0667724609375 - ], - "0.7": [ - 10.348286628723145, - 9.678083419799805, - 9.159021377563477, - 8.691749572753906, - 8.361675262451172, - 8.150716781616211, - 7.881028175354004, - 7.701892852783203, - 7.676544189453125, - 7.780599594116211, - 7.992403507232666, - 8.321086883544922, - 8.414617538452148, - 8.36475944519043, - 8.225569725036621, - 8.029603958129883, - 7.87117338180542, - 7.805508136749268, - 7.802295684814453, - 7.822615623474121, - 8.002768516540527, - 8.366281509399414, - 8.831847190856934, - 9.0667724609375 - ], - "0.8": [ - 15.567201614379883, - 15.008621215820312, - 14.501224517822266, - 14.0301513671875, - 13.733427047729492, - 13.484550476074219, - 13.220171928405762, - 13.054797172546387, - 12.99924087524414, - 13.15877628326416, - 13.321043014526367, - 13.808327674865723, - 14.070945739746094, - 13.963397026062012, - 13.776926040649414, - 13.623856544494629, - 13.43602180480957, - 13.37804126739502, - 13.440106391906738, - 13.523305892944336, - 13.750977516174316, - 14.310334205627441, - 14.923221588134766, - 15.362552642822266 - ], - "0.9": [ - 15.567201614379883, - 15.008621215820312, - 14.501224517822266, - 14.0301513671875, - 13.733427047729492, - 13.484550476074219, - 13.220171928405762, - 13.054797172546387, - 12.99924087524414, - 13.15877628326416, - 13.321043014526367, - 13.808327674865723, - 14.070945739746094, - 13.963397026062012, - 13.776926040649414, - 13.623856544494629, - 13.43602180480957, - 13.37804126739502, - 13.440106391906738, - 13.523305892944336, - 13.750977516174316, - 14.310334205627441, - 14.923221588134766, - 15.362552642822266 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_052814.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_052814.json deleted file mode 100644 index 85c7cb0e721c37237ac23756d71990fc39646681..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_052814.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T05:28:14.206800+00:00", - "metrics": { - "MSE[mean]": 39.46813417330956, - "MSE[0.5]": 39.46813417330956, - "MAE[0.5]": 4.179070393244426, - "MASE[0.5]": 0.7744995323387354, - "MAPE[0.5]": 0.344803092018972, - "sMAPE[0.5]": 0.3457903312047194, - "MSIS": 11.154640481278705, - "RMSE[mean]": 6.282366924440943, - "NRMSE[mean]": 0.5042702548046242, - "ND[0.5]": 0.3354437773841679, - "mean_weighted_sum_quantile_loss": 0.30186123027539263 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.181105613708496, - 10.170512199401855, - 9.576444625854492, - 9.151200294494629, - 8.807222366333008, - 8.520782470703125, - 8.298805236816406, - 8.18564224243164, - 8.291996002197266, - 8.426078796386719, - 8.615470886230469, - 8.738438606262207, - 8.680888175964355, - 8.600370407104492, - 8.51104736328125, - 8.389311790466309, - 8.502437591552734, - 8.60211181640625, - 8.761356353759766, - 9.091344833374023, - 9.581114768981934, - 10.1151704788208, - 10.518184661865234, - 10.631879806518555 - ], - "p10": [ - 6.699941158294678, - 5.832675933837891, - 5.400461196899414, - 5.090096473693848, - 4.804713249206543, - 4.597933769226074, - 4.474261283874512, - 4.358242988586426, - 4.398372650146484, - 4.611861228942871, - 4.640542984008789, - 4.609455108642578, - 4.591150283813477, - 4.532254219055176, - 4.446929931640625, - 4.409956932067871, - 4.611200332641602, - 4.777271270751953, - 4.912914276123047, - 5.091373443603516, - 5.294137001037598, - 5.634899139404297, - 5.829212188720703, - 5.930731773376465 - ], - "p90": [ - 16.45853042602539, - 15.635368347167969, - 15.155200004577637, - 14.803546905517578, - 14.465987205505371, - 14.124462127685547, - 13.973133087158203, - 13.88875961303711, - 13.948531150817871, - 14.197794914245605, - 14.40686321258545, - 14.6203031539917, - 14.620613098144531, - 14.583724021911621, - 14.435791969299316, - 14.347506523132324, - 14.51378059387207, - 14.754765510559082, - 15.10540771484375, - 15.507843017578125, - 16.131072998046875, - 16.77007293701172, - 17.208106994628906, - 17.38677406311035 - ], - "mean": [ - 11.181105613708496, - 10.170512199401855, - 9.576444625854492, - 9.151200294494629, - 8.807222366333008, - 8.520782470703125, - 8.298805236816406, - 8.18564224243164, - 8.291996002197266, - 8.426078796386719, - 8.615470886230469, - 8.738438606262207, - 8.680888175964355, - 8.600370407104492, - 8.51104736328125, - 8.389311790466309, - 8.502437591552734, - 8.60211181640625, - 8.761356353759766, - 9.091344833374023, - 9.581114768981934, - 10.1151704788208, - 10.518184661865234, - 10.631879806518555 - ], - "quantiles": { - "0.1": [ - 6.699941158294678, - 5.832675933837891, - 5.400461196899414, - 5.090096473693848, - 4.804713249206543, - 4.597933769226074, - 4.474261283874512, - 4.358242988586426, - 4.398372650146484, - 4.611861228942871, - 4.640542984008789, - 4.609455108642578, - 4.591150283813477, - 4.532254219055176, - 4.446929931640625, - 4.409956932067871, - 4.611200332641602, - 4.777271270751953, - 4.912914276123047, - 5.091373443603516, - 5.294137001037598, - 5.634899139404297, - 5.829212188720703, - 5.930731773376465 - ], - "0.2": [ - 6.699941158294678, - 5.832675933837891, - 5.400461196899414, - 5.090096473693848, - 4.804713249206543, - 4.597933769226074, - 4.474261283874512, - 4.358242988586426, - 4.398372650146484, - 4.611861228942871, - 4.640542984008789, - 4.609455108642578, - 4.591150283813477, - 4.532254219055176, - 4.446929931640625, - 4.409956932067871, - 4.611200332641602, - 4.777271270751953, - 4.912914276123047, - 5.091373443603516, - 5.294137001037598, - 5.634899139404297, - 5.829212188720703, - 5.930731773376465 - ], - "0.3": [ - 6.699941158294678, - 5.832675933837891, - 5.400461196899414, - 5.090096473693848, - 4.804713249206543, - 4.597933769226074, - 4.474261283874512, - 4.358242988586426, - 4.398372650146484, - 4.611861228942871, - 4.640542984008789, - 4.609455108642578, - 4.591150283813477, - 4.532254219055176, - 4.446929931640625, - 4.409956932067871, - 4.611200332641602, - 4.777271270751953, - 4.912914276123047, - 5.091373443603516, - 5.294137001037598, - 5.634899139404297, - 5.829212188720703, - 5.930731773376465 - ], - "0.4": [ - 11.181105613708496, - 10.170512199401855, - 9.576444625854492, - 9.151200294494629, - 8.807222366333008, - 8.520782470703125, - 8.298805236816406, - 8.18564224243164, - 8.291996002197266, - 8.426078796386719, - 8.615470886230469, - 8.738438606262207, - 8.680888175964355, - 8.600370407104492, - 8.51104736328125, - 8.389311790466309, - 8.502437591552734, - 8.60211181640625, - 8.761356353759766, - 9.091344833374023, - 9.581114768981934, - 10.1151704788208, - 10.518184661865234, - 10.631879806518555 - ], - "0.5": [ - 11.181105613708496, - 10.170512199401855, - 9.576444625854492, - 9.151200294494629, - 8.807222366333008, - 8.520782470703125, - 8.298805236816406, - 8.18564224243164, - 8.291996002197266, - 8.426078796386719, - 8.615470886230469, - 8.738438606262207, - 8.680888175964355, - 8.600370407104492, - 8.51104736328125, - 8.389311790466309, - 8.502437591552734, - 8.60211181640625, - 8.761356353759766, - 9.091344833374023, - 9.581114768981934, - 10.1151704788208, - 10.518184661865234, - 10.631879806518555 - ], - "0.6": [ - 11.181105613708496, - 10.170512199401855, - 9.576444625854492, - 9.151200294494629, - 8.807222366333008, - 8.520782470703125, - 8.298805236816406, - 8.18564224243164, - 8.291996002197266, - 8.426078796386719, - 8.615470886230469, - 8.738438606262207, - 8.680888175964355, - 8.600370407104492, - 8.51104736328125, - 8.389311790466309, - 8.502437591552734, - 8.60211181640625, - 8.761356353759766, - 9.091344833374023, - 9.581114768981934, - 10.1151704788208, - 10.518184661865234, - 10.631879806518555 - ], - "0.7": [ - 11.181105613708496, - 10.170512199401855, - 9.576444625854492, - 9.151200294494629, - 8.807222366333008, - 8.520782470703125, - 8.298805236816406, - 8.18564224243164, - 8.291996002197266, - 8.426078796386719, - 8.615470886230469, - 8.738438606262207, - 8.680888175964355, - 8.600370407104492, - 8.51104736328125, - 8.389311790466309, - 8.502437591552734, - 8.60211181640625, - 8.761356353759766, - 9.091344833374023, - 9.581114768981934, - 10.1151704788208, - 10.518184661865234, - 10.631879806518555 - ], - "0.8": [ - 16.45853042602539, - 15.635368347167969, - 15.155200004577637, - 14.803546905517578, - 14.465987205505371, - 14.124462127685547, - 13.973133087158203, - 13.88875961303711, - 13.948531150817871, - 14.197794914245605, - 14.40686321258545, - 14.6203031539917, - 14.620613098144531, - 14.583724021911621, - 14.435791969299316, - 14.347506523132324, - 14.51378059387207, - 14.754765510559082, - 15.10540771484375, - 15.507843017578125, - 16.131072998046875, - 16.77007293701172, - 17.208106994628906, - 17.38677406311035 - ], - "0.9": [ - 16.45853042602539, - 15.635368347167969, - 15.155200004577637, - 14.803546905517578, - 14.465987205505371, - 14.124462127685547, - 13.973133087158203, - 13.88875961303711, - 13.948531150817871, - 14.197794914245605, - 14.40686321258545, - 14.6203031539917, - 14.620613098144531, - 14.583724021911621, - 14.435791969299316, - 14.347506523132324, - 14.51378059387207, - 14.754765510559082, - 15.10540771484375, - 15.507843017578125, - 16.131072998046875, - 16.77007293701172, - 17.208106994628906, - 17.38677406311035 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_064517.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_064517.json deleted file mode 100644 index 185f8badcbb2048697f383185fb85af6c72db004..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_064517.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T06:45:17.438741+00:00", - "metrics": { - "MSE[mean]": 38.47196047955553, - "MSE[0.5]": 38.47196047955553, - "MAE[0.5]": 3.972287138303121, - "MASE[0.5]": 0.7448038384318352, - "MAPE[0.5]": 0.7397895826466749, - "sMAPE[0.5]": 0.34992497358584523, - "MSIS": 11.365756746381521, - "RMSE[mean]": 6.202576922502092, - "NRMSE[mean]": 0.5150928932181669, - "ND[0.5]": 0.3298785166756917, - "mean_weighted_sum_quantile_loss": 0.30366629153570274 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.315068244934082, - 10.586976051330566, - 10.23846435546875, - 9.857593536376953, - 9.544429779052734, - 9.37814712524414, - 9.333281517028809, - 9.484521865844727, - 9.831165313720703, - 10.18720531463623, - 10.274895668029785, - 10.135770797729492, - 9.977149963378906, - 9.694284439086914, - 9.339266777038574, - 9.147008895874023, - 9.285135269165039, - 9.387018203735352, - 9.46274185180664, - 10.015092849731445, - 10.569466590881348, - 11.037304878234863, - 11.282331466674805, - 11.430607795715332 - ], - "p10": [ - 6.720434188842773, - 6.071008682250977, - 5.733572006225586, - 5.49996280670166, - 5.2704315185546875, - 5.098834037780762, - 5.1220502853393555, - 5.153986930847168, - 5.335046768188477, - 5.492405891418457, - 5.528637886047363, - 5.443399429321289, - 5.24288272857666, - 5.012519836425781, - 4.819977760314941, - 4.728707313537598, - 5.062652587890625, - 5.207063674926758, - 5.2777252197265625, - 5.455738067626953, - 5.686789512634277, - 6.029147148132324, - 6.119008541107178, - 6.165125846862793 - ], - "p90": [ - 16.97745704650879, - 16.425029754638672, - 16.17276382446289, - 15.9224271774292, - 15.602800369262695, - 15.451812744140625, - 15.48061466217041, - 15.686914443969727, - 16.159408569335938, - 16.605030059814453, - 16.794265747070312, - 16.682971954345703, - 16.516904830932617, - 16.307559967041016, - 15.838741302490234, - 15.64405345916748, - 15.642912864685059, - 15.923771858215332, - 16.139240264892578, - 16.937244415283203, - 17.65459442138672, - 18.263046264648438, - 18.649288177490234, - 18.8597354888916 - ], - "mean": [ - 11.315068244934082, - 10.586976051330566, - 10.23846435546875, - 9.857593536376953, - 9.544429779052734, - 9.37814712524414, - 9.333281517028809, - 9.484521865844727, - 9.831165313720703, - 10.18720531463623, - 10.274895668029785, - 10.135770797729492, - 9.977149963378906, - 9.694284439086914, - 9.339266777038574, - 9.147008895874023, - 9.285135269165039, - 9.387018203735352, - 9.46274185180664, - 10.015092849731445, - 10.569466590881348, - 11.037304878234863, - 11.282331466674805, - 11.430607795715332 - ], - "quantiles": { - "0.1": [ - 6.720434188842773, - 6.071008682250977, - 5.733572006225586, - 5.49996280670166, - 5.2704315185546875, - 5.098834037780762, - 5.1220502853393555, - 5.153986930847168, - 5.335046768188477, - 5.492405891418457, - 5.528637886047363, - 5.443399429321289, - 5.24288272857666, - 5.012519836425781, - 4.819977760314941, - 4.728707313537598, - 5.062652587890625, - 5.207063674926758, - 5.2777252197265625, - 5.455738067626953, - 5.686789512634277, - 6.029147148132324, - 6.119008541107178, - 6.165125846862793 - ], - "0.2": [ - 6.720434188842773, - 6.071008682250977, - 5.733572006225586, - 5.49996280670166, - 5.2704315185546875, - 5.098834037780762, - 5.1220502853393555, - 5.153986930847168, - 5.335046768188477, - 5.492405891418457, - 5.528637886047363, - 5.443399429321289, - 5.24288272857666, - 5.012519836425781, - 4.819977760314941, - 4.728707313537598, - 5.062652587890625, - 5.207063674926758, - 5.2777252197265625, - 5.455738067626953, - 5.686789512634277, - 6.029147148132324, - 6.119008541107178, - 6.165125846862793 - ], - "0.3": [ - 6.720434188842773, - 6.071008682250977, - 5.733572006225586, - 5.49996280670166, - 5.2704315185546875, - 5.098834037780762, - 5.1220502853393555, - 5.153986930847168, - 5.335046768188477, - 5.492405891418457, - 5.528637886047363, - 5.443399429321289, - 5.24288272857666, - 5.012519836425781, - 4.819977760314941, - 4.728707313537598, - 5.062652587890625, - 5.207063674926758, - 5.2777252197265625, - 5.455738067626953, - 5.686789512634277, - 6.029147148132324, - 6.119008541107178, - 6.165125846862793 - ], - "0.4": [ - 11.315068244934082, - 10.586976051330566, - 10.23846435546875, - 9.857593536376953, - 9.544429779052734, - 9.37814712524414, - 9.333281517028809, - 9.484521865844727, - 9.831165313720703, - 10.18720531463623, - 10.274895668029785, - 10.135770797729492, - 9.977149963378906, - 9.694284439086914, - 9.339266777038574, - 9.147008895874023, - 9.285135269165039, - 9.387018203735352, - 9.46274185180664, - 10.015092849731445, - 10.569466590881348, - 11.037304878234863, - 11.282331466674805, - 11.430607795715332 - ], - "0.5": [ - 11.315068244934082, - 10.586976051330566, - 10.23846435546875, - 9.857593536376953, - 9.544429779052734, - 9.37814712524414, - 9.333281517028809, - 9.484521865844727, - 9.831165313720703, - 10.18720531463623, - 10.274895668029785, - 10.135770797729492, - 9.977149963378906, - 9.694284439086914, - 9.339266777038574, - 9.147008895874023, - 9.285135269165039, - 9.387018203735352, - 9.46274185180664, - 10.015092849731445, - 10.569466590881348, - 11.037304878234863, - 11.282331466674805, - 11.430607795715332 - ], - "0.6": [ - 11.315068244934082, - 10.586976051330566, - 10.23846435546875, - 9.857593536376953, - 9.544429779052734, - 9.37814712524414, - 9.333281517028809, - 9.484521865844727, - 9.831165313720703, - 10.18720531463623, - 10.274895668029785, - 10.135770797729492, - 9.977149963378906, - 9.694284439086914, - 9.339266777038574, - 9.147008895874023, - 9.285135269165039, - 9.387018203735352, - 9.46274185180664, - 10.015092849731445, - 10.569466590881348, - 11.037304878234863, - 11.282331466674805, - 11.430607795715332 - ], - "0.7": [ - 11.315068244934082, - 10.586976051330566, - 10.23846435546875, - 9.857593536376953, - 9.544429779052734, - 9.37814712524414, - 9.333281517028809, - 9.484521865844727, - 9.831165313720703, - 10.18720531463623, - 10.274895668029785, - 10.135770797729492, - 9.977149963378906, - 9.694284439086914, - 9.339266777038574, - 9.147008895874023, - 9.285135269165039, - 9.387018203735352, - 9.46274185180664, - 10.015092849731445, - 10.569466590881348, - 11.037304878234863, - 11.282331466674805, - 11.430607795715332 - ], - "0.8": [ - 16.97745704650879, - 16.425029754638672, - 16.17276382446289, - 15.9224271774292, - 15.602800369262695, - 15.451812744140625, - 15.48061466217041, - 15.686914443969727, - 16.159408569335938, - 16.605030059814453, - 16.794265747070312, - 16.682971954345703, - 16.516904830932617, - 16.307559967041016, - 15.838741302490234, - 15.64405345916748, - 15.642912864685059, - 15.923771858215332, - 16.139240264892578, - 16.937244415283203, - 17.65459442138672, - 18.263046264648438, - 18.649288177490234, - 18.8597354888916 - ], - "0.9": [ - 16.97745704650879, - 16.425029754638672, - 16.17276382446289, - 15.9224271774292, - 15.602800369262695, - 15.451812744140625, - 15.48061466217041, - 15.686914443969727, - 16.159408569335938, - 16.605030059814453, - 16.794265747070312, - 16.682971954345703, - 16.516904830932617, - 16.307559967041016, - 15.838741302490234, - 15.64405345916748, - 15.642912864685059, - 15.923771858215332, - 16.139240264892578, - 16.937244415283203, - 17.65459442138672, - 18.263046264648438, - 18.649288177490234, - 18.8597354888916 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_080440.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_080440.json deleted file mode 100644 index d434884709f1bde4e584fea83070ddcd9203f0bf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_080440.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T08:04:40.898581+00:00", - "metrics": { - "MSE[mean]": 45.51073553611676, - "MSE[0.5]": 45.51073553611676, - "MAE[0.5]": 4.79198173681895, - "MASE[0.5]": 0.9043844955464335, - "MAPE[0.5]": 0.9308288448983989, - "sMAPE[0.5]": 0.45240010730948493, - "MSIS": 14.609644507361898, - "RMSE[mean]": 6.746164505562903, - "NRMSE[mean]": 0.5680980636263497, - "ND[0.5]": 0.4035353041531747, - "mean_weighted_sum_quantile_loss": 0.35385543600160474 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 9.540900230407715, - 9.23689079284668, - 8.828237533569336, - 8.588251113891602, - 8.562369346618652, - 8.658333778381348, - 8.880935668945312, - 9.166955947875977, - 9.175012588500977, - 9.016349792480469, - 8.822859764099121, - 8.733623504638672, - 8.724578857421875, - 8.745160102844238, - 8.87025260925293, - 8.982891082763672, - 9.415838241577148, - 10.064044952392578, - 10.693143844604492, - 11.084956169128418, - 11.38724136352539, - 11.363698959350586, - 11.070693969726562, - 10.541653633117676 - ], - "p10": [ - 5.756138801574707, - 5.439814567565918, - 5.191319465637207, - 4.926929473876953, - 4.928424835205078, - 4.895722389221191, - 5.044794082641602, - 5.139247894287109, - 5.155366897583008, - 5.117362976074219, - 4.96726131439209, - 4.79133415222168, - 4.684323310852051, - 4.723788261413574, - 4.804985046386719, - 4.9083356857299805, - 5.3144941329956055, - 5.79086971282959, - 6.2241692543029785, - 6.54044246673584, - 6.67301607131958, - 6.633697509765625, - 6.395214080810547, - 6.107168674468994 - ], - "p90": [ - 14.594064712524414, - 14.435401916503906, - 14.102458953857422, - 13.885461807250977, - 13.944341659545898, - 14.088919639587402, - 14.37833309173584, - 14.770995140075684, - 14.833946228027344, - 14.76474380493164, - 14.478140830993652, - 14.49477767944336, - 14.558189392089844, - 14.556976318359375, - 14.685044288635254, - 14.925228118896484, - 15.410953521728516, - 16.346622467041016, - 17.070850372314453, - 17.619476318359375, - 18.019437789916992, - 18.02669334411621, - 17.708240509033203, - 17.154293060302734 - ], - "mean": [ - 9.540900230407715, - 9.23689079284668, - 8.828237533569336, - 8.588251113891602, - 8.562369346618652, - 8.658333778381348, - 8.880935668945312, - 9.166955947875977, - 9.175012588500977, - 9.016349792480469, - 8.822859764099121, - 8.733623504638672, - 8.724578857421875, - 8.745160102844238, - 8.87025260925293, - 8.982891082763672, - 9.415838241577148, - 10.064044952392578, - 10.693143844604492, - 11.084956169128418, - 11.38724136352539, - 11.363698959350586, - 11.070693969726562, - 10.541653633117676 - ], - "quantiles": { - "0.1": [ - 5.756138801574707, - 5.439814567565918, - 5.191319465637207, - 4.926929473876953, - 4.928424835205078, - 4.895722389221191, - 5.044794082641602, - 5.139247894287109, - 5.155366897583008, - 5.117362976074219, - 4.96726131439209, - 4.79133415222168, - 4.684323310852051, - 4.723788261413574, - 4.804985046386719, - 4.9083356857299805, - 5.3144941329956055, - 5.79086971282959, - 6.2241692543029785, - 6.54044246673584, - 6.67301607131958, - 6.633697509765625, - 6.395214080810547, - 6.107168674468994 - ], - "0.2": [ - 5.756138801574707, - 5.439814567565918, - 5.191319465637207, - 4.926929473876953, - 4.928424835205078, - 4.895722389221191, - 5.044794082641602, - 5.139247894287109, - 5.155366897583008, - 5.117362976074219, - 4.96726131439209, - 4.79133415222168, - 4.684323310852051, - 4.723788261413574, - 4.804985046386719, - 4.9083356857299805, - 5.3144941329956055, - 5.79086971282959, - 6.2241692543029785, - 6.54044246673584, - 6.67301607131958, - 6.633697509765625, - 6.395214080810547, - 6.107168674468994 - ], - "0.3": [ - 5.756138801574707, - 5.439814567565918, - 5.191319465637207, - 4.926929473876953, - 4.928424835205078, - 4.895722389221191, - 5.044794082641602, - 5.139247894287109, - 5.155366897583008, - 5.117362976074219, - 4.96726131439209, - 4.79133415222168, - 4.684323310852051, - 4.723788261413574, - 4.804985046386719, - 4.9083356857299805, - 5.3144941329956055, - 5.79086971282959, - 6.2241692543029785, - 6.54044246673584, - 6.67301607131958, - 6.633697509765625, - 6.395214080810547, - 6.107168674468994 - ], - "0.4": [ - 9.540900230407715, - 9.23689079284668, - 8.828237533569336, - 8.588251113891602, - 8.562369346618652, - 8.658333778381348, - 8.880935668945312, - 9.166955947875977, - 9.175012588500977, - 9.016349792480469, - 8.822859764099121, - 8.733623504638672, - 8.724578857421875, - 8.745160102844238, - 8.87025260925293, - 8.982891082763672, - 9.415838241577148, - 10.064044952392578, - 10.693143844604492, - 11.084956169128418, - 11.38724136352539, - 11.363698959350586, - 11.070693969726562, - 10.541653633117676 - ], - "0.5": [ - 9.540900230407715, - 9.23689079284668, - 8.828237533569336, - 8.588251113891602, - 8.562369346618652, - 8.658333778381348, - 8.880935668945312, - 9.166955947875977, - 9.175012588500977, - 9.016349792480469, - 8.822859764099121, - 8.733623504638672, - 8.724578857421875, - 8.745160102844238, - 8.87025260925293, - 8.982891082763672, - 9.415838241577148, - 10.064044952392578, - 10.693143844604492, - 11.084956169128418, - 11.38724136352539, - 11.363698959350586, - 11.070693969726562, - 10.541653633117676 - ], - "0.6": [ - 9.540900230407715, - 9.23689079284668, - 8.828237533569336, - 8.588251113891602, - 8.562369346618652, - 8.658333778381348, - 8.880935668945312, - 9.166955947875977, - 9.175012588500977, - 9.016349792480469, - 8.822859764099121, - 8.733623504638672, - 8.724578857421875, - 8.745160102844238, - 8.87025260925293, - 8.982891082763672, - 9.415838241577148, - 10.064044952392578, - 10.693143844604492, - 11.084956169128418, - 11.38724136352539, - 11.363698959350586, - 11.070693969726562, - 10.541653633117676 - ], - "0.7": [ - 9.540900230407715, - 9.23689079284668, - 8.828237533569336, - 8.588251113891602, - 8.562369346618652, - 8.658333778381348, - 8.880935668945312, - 9.166955947875977, - 9.175012588500977, - 9.016349792480469, - 8.822859764099121, - 8.733623504638672, - 8.724578857421875, - 8.745160102844238, - 8.87025260925293, - 8.982891082763672, - 9.415838241577148, - 10.064044952392578, - 10.693143844604492, - 11.084956169128418, - 11.38724136352539, - 11.363698959350586, - 11.070693969726562, - 10.541653633117676 - ], - "0.8": [ - 14.594064712524414, - 14.435401916503906, - 14.102458953857422, - 13.885461807250977, - 13.944341659545898, - 14.088919639587402, - 14.37833309173584, - 14.770995140075684, - 14.833946228027344, - 14.76474380493164, - 14.478140830993652, - 14.49477767944336, - 14.558189392089844, - 14.556976318359375, - 14.685044288635254, - 14.925228118896484, - 15.410953521728516, - 16.346622467041016, - 17.070850372314453, - 17.619476318359375, - 18.019437789916992, - 18.02669334411621, - 17.708240509033203, - 17.154293060302734 - ], - "0.9": [ - 14.594064712524414, - 14.435401916503906, - 14.102458953857422, - 13.885461807250977, - 13.944341659545898, - 14.088919639587402, - 14.37833309173584, - 14.770995140075684, - 14.833946228027344, - 14.76474380493164, - 14.478140830993652, - 14.49477767944336, - 14.558189392089844, - 14.556976318359375, - 14.685044288635254, - 14.925228118896484, - 15.410953521728516, - 16.346622467041016, - 17.070850372314453, - 17.619476318359375, - 18.019437789916992, - 18.02669334411621, - 17.708240509033203, - 17.154293060302734 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_092401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_092401.json deleted file mode 100644 index 6f02f0d7a3338e9ed11fb10b48fc84b94a1c3a2f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_092401.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T09:24:01.521452+00:00", - "metrics": { - "MSE[mean]": 40.830177575017274, - "MSE[0.5]": 40.830177575017274, - "MAE[0.5]": 4.401106953620911, - "MASE[0.5]": 0.8317052510779673, - "MAPE[0.5]": 0.5809902785255309, - "sMAPE[0.5]": 0.38914195577459365, - "MSIS": 13.15938927057221, - "RMSE[mean]": 6.389849573739375, - "NRMSE[mean]": 0.5343428214973693, - "ND[0.5]": 0.36803681842126085, - "mean_weighted_sum_quantile_loss": 0.3255822165825549 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.821050643920898, - 9.426239013671875, - 9.096616744995117, - 8.931757926940918, - 8.961523056030273, - 9.080623626708984, - 9.185415267944336, - 9.283931732177734, - 9.21806526184082, - 9.114212036132812, - 9.046022415161133, - 9.037528991699219, - 9.158624649047852, - 9.348325729370117, - 9.62774658203125, - 9.936049461364746, - 10.758819580078125, - 11.418787002563477, - 11.856109619140625, - 12.005963325500488, - 11.882036209106445, - 11.545843124389648, - 11.028767585754395, - 10.422036170959473 - ], - "p10": [ - 6.0573410987854, - 5.662841796875, - 5.3820085525512695, - 5.198338508605957, - 5.2320404052734375, - 5.170821189880371, - 5.230007171630859, - 5.220663070678711, - 5.226055145263672, - 5.171093940734863, - 5.032575607299805, - 4.927184104919434, - 4.937477111816406, - 5.047318458557129, - 5.282718658447266, - 5.519110679626465, - 5.938119888305664, - 6.410959243774414, - 6.7554779052734375, - 6.984238147735596, - 6.859853744506836, - 6.657106399536133, - 6.313603401184082, - 5.892801284790039 - ], - "p90": [ - 14.774429321289062, - 14.457877159118652, - 14.305257797241211, - 14.112071990966797, - 14.232352256774902, - 14.472090721130371, - 14.696928977966309, - 14.848397254943848, - 14.778292655944824, - 14.81585693359375, - 14.732237815856934, - 14.852034568786621, - 15.041065216064453, - 15.292295455932617, - 15.55260181427002, - 15.88740348815918, - 16.9935302734375, - 17.930551528930664, - 18.531251907348633, - 18.65500259399414, - 18.602998733520508, - 18.285627365112305, - 17.662477493286133, - 17.031641006469727 - ], - "mean": [ - 9.821050643920898, - 9.426239013671875, - 9.096616744995117, - 8.931757926940918, - 8.961523056030273, - 9.080623626708984, - 9.185415267944336, - 9.283931732177734, - 9.21806526184082, - 9.114212036132812, - 9.046022415161133, - 9.037528991699219, - 9.158624649047852, - 9.348325729370117, - 9.62774658203125, - 9.936049461364746, - 10.758819580078125, - 11.418787002563477, - 11.856109619140625, - 12.005963325500488, - 11.882036209106445, - 11.545843124389648, - 11.028767585754395, - 10.422036170959473 - ], - "quantiles": { - "0.1": [ - 6.0573410987854, - 5.662841796875, - 5.3820085525512695, - 5.198338508605957, - 5.2320404052734375, - 5.170821189880371, - 5.230007171630859, - 5.220663070678711, - 5.226055145263672, - 5.171093940734863, - 5.032575607299805, - 4.927184104919434, - 4.937477111816406, - 5.047318458557129, - 5.282718658447266, - 5.519110679626465, - 5.938119888305664, - 6.410959243774414, - 6.7554779052734375, - 6.984238147735596, - 6.859853744506836, - 6.657106399536133, - 6.313603401184082, - 5.892801284790039 - ], - "0.2": [ - 6.0573410987854, - 5.662841796875, - 5.3820085525512695, - 5.198338508605957, - 5.2320404052734375, - 5.170821189880371, - 5.230007171630859, - 5.220663070678711, - 5.226055145263672, - 5.171093940734863, - 5.032575607299805, - 4.927184104919434, - 4.937477111816406, - 5.047318458557129, - 5.282718658447266, - 5.519110679626465, - 5.938119888305664, - 6.410959243774414, - 6.7554779052734375, - 6.984238147735596, - 6.859853744506836, - 6.657106399536133, - 6.313603401184082, - 5.892801284790039 - ], - "0.3": [ - 6.0573410987854, - 5.662841796875, - 5.3820085525512695, - 5.198338508605957, - 5.2320404052734375, - 5.170821189880371, - 5.230007171630859, - 5.220663070678711, - 5.226055145263672, - 5.171093940734863, - 5.032575607299805, - 4.927184104919434, - 4.937477111816406, - 5.047318458557129, - 5.282718658447266, - 5.519110679626465, - 5.938119888305664, - 6.410959243774414, - 6.7554779052734375, - 6.984238147735596, - 6.859853744506836, - 6.657106399536133, - 6.313603401184082, - 5.892801284790039 - ], - "0.4": [ - 9.821050643920898, - 9.426239013671875, - 9.096616744995117, - 8.931757926940918, - 8.961523056030273, - 9.080623626708984, - 9.185415267944336, - 9.283931732177734, - 9.21806526184082, - 9.114212036132812, - 9.046022415161133, - 9.037528991699219, - 9.158624649047852, - 9.348325729370117, - 9.62774658203125, - 9.936049461364746, - 10.758819580078125, - 11.418787002563477, - 11.856109619140625, - 12.005963325500488, - 11.882036209106445, - 11.545843124389648, - 11.028767585754395, - 10.422036170959473 - ], - "0.5": [ - 9.821050643920898, - 9.426239013671875, - 9.096616744995117, - 8.931757926940918, - 8.961523056030273, - 9.080623626708984, - 9.185415267944336, - 9.283931732177734, - 9.21806526184082, - 9.114212036132812, - 9.046022415161133, - 9.037528991699219, - 9.158624649047852, - 9.348325729370117, - 9.62774658203125, - 9.936049461364746, - 10.758819580078125, - 11.418787002563477, - 11.856109619140625, - 12.005963325500488, - 11.882036209106445, - 11.545843124389648, - 11.028767585754395, - 10.422036170959473 - ], - "0.6": [ - 9.821050643920898, - 9.426239013671875, - 9.096616744995117, - 8.931757926940918, - 8.961523056030273, - 9.080623626708984, - 9.185415267944336, - 9.283931732177734, - 9.21806526184082, - 9.114212036132812, - 9.046022415161133, - 9.037528991699219, - 9.158624649047852, - 9.348325729370117, - 9.62774658203125, - 9.936049461364746, - 10.758819580078125, - 11.418787002563477, - 11.856109619140625, - 12.005963325500488, - 11.882036209106445, - 11.545843124389648, - 11.028767585754395, - 10.422036170959473 - ], - "0.7": [ - 9.821050643920898, - 9.426239013671875, - 9.096616744995117, - 8.931757926940918, - 8.961523056030273, - 9.080623626708984, - 9.185415267944336, - 9.283931732177734, - 9.21806526184082, - 9.114212036132812, - 9.046022415161133, - 9.037528991699219, - 9.158624649047852, - 9.348325729370117, - 9.62774658203125, - 9.936049461364746, - 10.758819580078125, - 11.418787002563477, - 11.856109619140625, - 12.005963325500488, - 11.882036209106445, - 11.545843124389648, - 11.028767585754395, - 10.422036170959473 - ], - "0.8": [ - 14.774429321289062, - 14.457877159118652, - 14.305257797241211, - 14.112071990966797, - 14.232352256774902, - 14.472090721130371, - 14.696928977966309, - 14.848397254943848, - 14.778292655944824, - 14.81585693359375, - 14.732237815856934, - 14.852034568786621, - 15.041065216064453, - 15.292295455932617, - 15.55260181427002, - 15.88740348815918, - 16.9935302734375, - 17.930551528930664, - 18.531251907348633, - 18.65500259399414, - 18.602998733520508, - 18.285627365112305, - 17.662477493286133, - 17.031641006469727 - ], - "0.9": [ - 14.774429321289062, - 14.457877159118652, - 14.305257797241211, - 14.112071990966797, - 14.232352256774902, - 14.472090721130371, - 14.696928977966309, - 14.848397254943848, - 14.778292655944824, - 14.81585693359375, - 14.732237815856934, - 14.852034568786621, - 15.041065216064453, - 15.292295455932617, - 15.55260181427002, - 15.88740348815918, - 16.9935302734375, - 17.930551528930664, - 18.531251907348633, - 18.65500259399414, - 18.602998733520508, - 18.285627365112305, - 17.662477493286133, - 17.031641006469727 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_103533.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_103533.json deleted file mode 100644 index cd84713d07ea45ce502ee0c366db8692ac789f80..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_103533.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T10:35:33.350896+00:00", - "metrics": { - "MSE[mean]": 40.31021557805616, - "MSE[0.5]": 40.31021557805616, - "MAE[0.5]": 3.9661897818247476, - "MASE[0.5]": 0.7544667484580762, - "MAPE[0.5]": 0.5388760027859486, - "sMAPE[0.5]": 0.3394374909029669, - "MSIS": 12.362245174191273, - "RMSE[mean]": 6.349032648999071, - "NRMSE[mean]": 0.5327859565593626, - "ND[0.5]": 0.3328271145587201, - "mean_weighted_sum_quantile_loss": 0.30356203885437816 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 10.940990447998047, - 10.545774459838867, - 10.281367301940918, - 10.166751861572266, - 10.23009204864502, - 10.44795036315918, - 10.512805938720703, - 10.433321952819824, - 10.398173332214355, - 10.21967601776123, - 9.959251403808594, - 9.903895378112793, - 9.901378631591797, - 10.046858787536621, - 10.226303100585938, - 10.702981948852539, - 11.261401176452637, - 11.608692169189453, - 11.846799850463867, - 11.940366744995117, - 11.911855697631836, - 11.58084487915039, - 11.312032699584961, - 10.855913162231445 - ], - "p10": [ - 6.9643659591674805, - 6.460823059082031, - 6.201188087463379, - 6.070806503295898, - 6.053674697875977, - 6.0410542488098145, - 6.084388732910156, - 6.018251419067383, - 5.899810791015625, - 5.727115631103516, - 5.582247734069824, - 5.413172721862793, - 5.286028861999512, - 5.4248247146606445, - 5.570525169372559, - 5.804294586181641, - 6.254438400268555, - 6.536426067352295, - 6.775683879852295, - 6.891038417816162, - 6.716440677642822, - 6.6154465675354, - 6.37709903717041, - 6.0088300704956055 - ], - "p90": [ - 16.181617736816406, - 15.99028205871582, - 15.790204048156738, - 15.82815933227539, - 16.054096221923828, - 16.445661544799805, - 16.530147552490234, - 16.611295700073242, - 16.67801856994629, - 16.582157135009766, - 16.30153465270996, - 16.2391414642334, - 16.29077911376953, - 16.509004592895508, - 16.64522361755371, - 17.266111373901367, - 18.005035400390625, - 18.60567855834961, - 19.019367218017578, - 19.189502716064453, - 19.20005989074707, - 18.872711181640625, - 18.484291076660156, - 17.965925216674805 - ], - "mean": [ - 10.940990447998047, - 10.545774459838867, - 10.281367301940918, - 10.166751861572266, - 10.23009204864502, - 10.44795036315918, - 10.512805938720703, - 10.433321952819824, - 10.398173332214355, - 10.21967601776123, - 9.959251403808594, - 9.903895378112793, - 9.901378631591797, - 10.046858787536621, - 10.226303100585938, - 10.702981948852539, - 11.261401176452637, - 11.608692169189453, - 11.846799850463867, - 11.940366744995117, - 11.911855697631836, - 11.58084487915039, - 11.312032699584961, - 10.855913162231445 - ], - "quantiles": { - "0.1": [ - 6.9643659591674805, - 6.460823059082031, - 6.201188087463379, - 6.070806503295898, - 6.053674697875977, - 6.0410542488098145, - 6.084388732910156, - 6.018251419067383, - 5.899810791015625, - 5.727115631103516, - 5.582247734069824, - 5.413172721862793, - 5.286028861999512, - 5.4248247146606445, - 5.570525169372559, - 5.804294586181641, - 6.254438400268555, - 6.536426067352295, - 6.775683879852295, - 6.891038417816162, - 6.716440677642822, - 6.6154465675354, - 6.37709903717041, - 6.0088300704956055 - ], - "0.2": [ - 6.9643659591674805, - 6.460823059082031, - 6.201188087463379, - 6.070806503295898, - 6.053674697875977, - 6.0410542488098145, - 6.084388732910156, - 6.018251419067383, - 5.899810791015625, - 5.727115631103516, - 5.582247734069824, - 5.413172721862793, - 5.286028861999512, - 5.4248247146606445, - 5.570525169372559, - 5.804294586181641, - 6.254438400268555, - 6.536426067352295, - 6.775683879852295, - 6.891038417816162, - 6.716440677642822, - 6.6154465675354, - 6.37709903717041, - 6.0088300704956055 - ], - "0.3": [ - 6.9643659591674805, - 6.460823059082031, - 6.201188087463379, - 6.070806503295898, - 6.053674697875977, - 6.0410542488098145, - 6.084388732910156, - 6.018251419067383, - 5.899810791015625, - 5.727115631103516, - 5.582247734069824, - 5.413172721862793, - 5.286028861999512, - 5.4248247146606445, - 5.570525169372559, - 5.804294586181641, - 6.254438400268555, - 6.536426067352295, - 6.775683879852295, - 6.891038417816162, - 6.716440677642822, - 6.6154465675354, - 6.37709903717041, - 6.0088300704956055 - ], - "0.4": [ - 10.940990447998047, - 10.545774459838867, - 10.281367301940918, - 10.166751861572266, - 10.23009204864502, - 10.44795036315918, - 10.512805938720703, - 10.433321952819824, - 10.398173332214355, - 10.21967601776123, - 9.959251403808594, - 9.903895378112793, - 9.901378631591797, - 10.046858787536621, - 10.226303100585938, - 10.702981948852539, - 11.261401176452637, - 11.608692169189453, - 11.846799850463867, - 11.940366744995117, - 11.911855697631836, - 11.58084487915039, - 11.312032699584961, - 10.855913162231445 - ], - "0.5": [ - 10.940990447998047, - 10.545774459838867, - 10.281367301940918, - 10.166751861572266, - 10.23009204864502, - 10.44795036315918, - 10.512805938720703, - 10.433321952819824, - 10.398173332214355, - 10.21967601776123, - 9.959251403808594, - 9.903895378112793, - 9.901378631591797, - 10.046858787536621, - 10.226303100585938, - 10.702981948852539, - 11.261401176452637, - 11.608692169189453, - 11.846799850463867, - 11.940366744995117, - 11.911855697631836, - 11.58084487915039, - 11.312032699584961, - 10.855913162231445 - ], - "0.6": [ - 10.940990447998047, - 10.545774459838867, - 10.281367301940918, - 10.166751861572266, - 10.23009204864502, - 10.44795036315918, - 10.512805938720703, - 10.433321952819824, - 10.398173332214355, - 10.21967601776123, - 9.959251403808594, - 9.903895378112793, - 9.901378631591797, - 10.046858787536621, - 10.226303100585938, - 10.702981948852539, - 11.261401176452637, - 11.608692169189453, - 11.846799850463867, - 11.940366744995117, - 11.911855697631836, - 11.58084487915039, - 11.312032699584961, - 10.855913162231445 - ], - "0.7": [ - 10.940990447998047, - 10.545774459838867, - 10.281367301940918, - 10.166751861572266, - 10.23009204864502, - 10.44795036315918, - 10.512805938720703, - 10.433321952819824, - 10.398173332214355, - 10.21967601776123, - 9.959251403808594, - 9.903895378112793, - 9.901378631591797, - 10.046858787536621, - 10.226303100585938, - 10.702981948852539, - 11.261401176452637, - 11.608692169189453, - 11.846799850463867, - 11.940366744995117, - 11.911855697631836, - 11.58084487915039, - 11.312032699584961, - 10.855913162231445 - ], - "0.8": [ - 16.181617736816406, - 15.99028205871582, - 15.790204048156738, - 15.82815933227539, - 16.054096221923828, - 16.445661544799805, - 16.530147552490234, - 16.611295700073242, - 16.67801856994629, - 16.582157135009766, - 16.30153465270996, - 16.2391414642334, - 16.29077911376953, - 16.509004592895508, - 16.64522361755371, - 17.266111373901367, - 18.005035400390625, - 18.60567855834961, - 19.019367218017578, - 19.189502716064453, - 19.20005989074707, - 18.872711181640625, - 18.484291076660156, - 17.965925216674805 - ], - "0.9": [ - 16.181617736816406, - 15.99028205871582, - 15.790204048156738, - 15.82815933227539, - 16.054096221923828, - 16.445661544799805, - 16.530147552490234, - 16.611295700073242, - 16.67801856994629, - 16.582157135009766, - 16.30153465270996, - 16.2391414642334, - 16.29077911376953, - 16.509004592895508, - 16.64522361755371, - 17.266111373901367, - 18.005035400390625, - 18.60567855834961, - 19.019367218017578, - 19.189502716064453, - 19.20005989074707, - 18.872711181640625, - 18.484291076660156, - 17.965925216674805 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_114848.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_114848.json deleted file mode 100644 index df2cef4ea972b929232a99522fbb8ca4f5ab3c2b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_114848.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T11:48:48.540994+00:00", - "metrics": { - "MSE[mean]": 45.691835892299046, - "MSE[0.5]": 45.691835892299046, - "MAE[0.5]": 4.31867790222168, - "MASE[0.5]": 0.8161281075064591, - "MAPE[0.5]": 0.6108019871712657, - "sMAPE[0.5]": 0.36494461137391304, - "MSIS": 13.49606946509654, - "RMSE[mean]": 6.7595736472279855, - "NRMSE[mean]": 0.5732500619557303, - "ND[0.5]": 0.3662483026619092, - "mean_weighted_sum_quantile_loss": 0.323651639311558 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.185220718383789, - 10.783750534057617, - 10.603622436523438, - 10.612552642822266, - 10.77405071258545, - 10.911785125732422, - 10.884103775024414, - 10.816015243530273, - 10.689657211303711, - 10.451534271240234, - 10.283721923828125, - 10.40787410736084, - 10.58827018737793, - 10.91041088104248, - 11.46603012084961, - 11.997312545776367, - 12.581009864807129, - 12.836782455444336, - 12.86850643157959, - 12.699752807617188, - 12.366061210632324, - 11.91731071472168, - 11.394515991210938, - 10.741724014282227 - ], - "p10": [ - 6.955756187438965, - 6.562097549438477, - 6.31696891784668, - 6.278466701507568, - 6.248997688293457, - 6.329306125640869, - 6.3451666831970215, - 6.199397563934326, - 6.094199180603027, - 5.937950134277344, - 5.804394721984863, - 5.719381332397461, - 5.757378578186035, - 6.102990627288818, - 6.433231353759766, - 6.746701240539551, - 7.265463352203369, - 7.354343414306641, - 7.349610328674316, - 7.31306266784668, - 6.967120170593262, - 6.707231521606445, - 6.3311309814453125, - 5.822344779968262 - ], - "p90": [ - 16.469139099121094, - 16.25480079650879, - 16.15831184387207, - 16.380048751831055, - 16.718673706054688, - 16.933185577392578, - 16.950481414794922, - 17.046791076660156, - 17.013887405395508, - 16.8651065826416, - 16.70343589782715, - 16.81427574157715, - 17.061145782470703, - 17.509925842285156, - 18.132038116455078, - 18.78871726989746, - 19.37357521057129, - 19.973411560058594, - 20.10572624206543, - 19.93853187561035, - 19.605525970458984, - 19.10691261291504, - 18.43300437927246, - 17.744464874267578 - ], - "mean": [ - 11.185220718383789, - 10.783750534057617, - 10.603622436523438, - 10.612552642822266, - 10.77405071258545, - 10.911785125732422, - 10.884103775024414, - 10.816015243530273, - 10.689657211303711, - 10.451534271240234, - 10.283721923828125, - 10.40787410736084, - 10.58827018737793, - 10.91041088104248, - 11.46603012084961, - 11.997312545776367, - 12.581009864807129, - 12.836782455444336, - 12.86850643157959, - 12.699752807617188, - 12.366061210632324, - 11.91731071472168, - 11.394515991210938, - 10.741724014282227 - ], - "quantiles": { - "0.1": [ - 6.955756187438965, - 6.562097549438477, - 6.31696891784668, - 6.278466701507568, - 6.248997688293457, - 6.329306125640869, - 6.3451666831970215, - 6.199397563934326, - 6.094199180603027, - 5.937950134277344, - 5.804394721984863, - 5.719381332397461, - 5.757378578186035, - 6.102990627288818, - 6.433231353759766, - 6.746701240539551, - 7.265463352203369, - 7.354343414306641, - 7.349610328674316, - 7.31306266784668, - 6.967120170593262, - 6.707231521606445, - 6.3311309814453125, - 5.822344779968262 - ], - "0.2": [ - 6.955756187438965, - 6.562097549438477, - 6.31696891784668, - 6.278466701507568, - 6.248997688293457, - 6.329306125640869, - 6.3451666831970215, - 6.199397563934326, - 6.094199180603027, - 5.937950134277344, - 5.804394721984863, - 5.719381332397461, - 5.757378578186035, - 6.102990627288818, - 6.433231353759766, - 6.746701240539551, - 7.265463352203369, - 7.354343414306641, - 7.349610328674316, - 7.31306266784668, - 6.967120170593262, - 6.707231521606445, - 6.3311309814453125, - 5.822344779968262 - ], - "0.3": [ - 6.955756187438965, - 6.562097549438477, - 6.31696891784668, - 6.278466701507568, - 6.248997688293457, - 6.329306125640869, - 6.3451666831970215, - 6.199397563934326, - 6.094199180603027, - 5.937950134277344, - 5.804394721984863, - 5.719381332397461, - 5.757378578186035, - 6.102990627288818, - 6.433231353759766, - 6.746701240539551, - 7.265463352203369, - 7.354343414306641, - 7.349610328674316, - 7.31306266784668, - 6.967120170593262, - 6.707231521606445, - 6.3311309814453125, - 5.822344779968262 - ], - "0.4": [ - 11.185220718383789, - 10.783750534057617, - 10.603622436523438, - 10.612552642822266, - 10.77405071258545, - 10.911785125732422, - 10.884103775024414, - 10.816015243530273, - 10.689657211303711, - 10.451534271240234, - 10.283721923828125, - 10.40787410736084, - 10.58827018737793, - 10.91041088104248, - 11.46603012084961, - 11.997312545776367, - 12.581009864807129, - 12.836782455444336, - 12.86850643157959, - 12.699752807617188, - 12.366061210632324, - 11.91731071472168, - 11.394515991210938, - 10.741724014282227 - ], - "0.5": [ - 11.185220718383789, - 10.783750534057617, - 10.603622436523438, - 10.612552642822266, - 10.77405071258545, - 10.911785125732422, - 10.884103775024414, - 10.816015243530273, - 10.689657211303711, - 10.451534271240234, - 10.283721923828125, - 10.40787410736084, - 10.58827018737793, - 10.91041088104248, - 11.46603012084961, - 11.997312545776367, - 12.581009864807129, - 12.836782455444336, - 12.86850643157959, - 12.699752807617188, - 12.366061210632324, - 11.91731071472168, - 11.394515991210938, - 10.741724014282227 - ], - "0.6": [ - 11.185220718383789, - 10.783750534057617, - 10.603622436523438, - 10.612552642822266, - 10.77405071258545, - 10.911785125732422, - 10.884103775024414, - 10.816015243530273, - 10.689657211303711, - 10.451534271240234, - 10.283721923828125, - 10.40787410736084, - 10.58827018737793, - 10.91041088104248, - 11.46603012084961, - 11.997312545776367, - 12.581009864807129, - 12.836782455444336, - 12.86850643157959, - 12.699752807617188, - 12.366061210632324, - 11.91731071472168, - 11.394515991210938, - 10.741724014282227 - ], - "0.7": [ - 11.185220718383789, - 10.783750534057617, - 10.603622436523438, - 10.612552642822266, - 10.77405071258545, - 10.911785125732422, - 10.884103775024414, - 10.816015243530273, - 10.689657211303711, - 10.451534271240234, - 10.283721923828125, - 10.40787410736084, - 10.58827018737793, - 10.91041088104248, - 11.46603012084961, - 11.997312545776367, - 12.581009864807129, - 12.836782455444336, - 12.86850643157959, - 12.699752807617188, - 12.366061210632324, - 11.91731071472168, - 11.394515991210938, - 10.741724014282227 - ], - "0.8": [ - 16.469139099121094, - 16.25480079650879, - 16.15831184387207, - 16.380048751831055, - 16.718673706054688, - 16.933185577392578, - 16.950481414794922, - 17.046791076660156, - 17.013887405395508, - 16.8651065826416, - 16.70343589782715, - 16.81427574157715, - 17.061145782470703, - 17.509925842285156, - 18.132038116455078, - 18.78871726989746, - 19.37357521057129, - 19.973411560058594, - 20.10572624206543, - 19.93853187561035, - 19.605525970458984, - 19.10691261291504, - 18.43300437927246, - 17.744464874267578 - ], - "0.9": [ - 16.469139099121094, - 16.25480079650879, - 16.15831184387207, - 16.380048751831055, - 16.718673706054688, - 16.933185577392578, - 16.950481414794922, - 17.046791076660156, - 17.013887405395508, - 16.8651065826416, - 16.70343589782715, - 16.81427574157715, - 17.061145782470703, - 17.509925842285156, - 18.132038116455078, - 18.78871726989746, - 19.37357521057129, - 19.973411560058594, - 20.10572624206543, - 19.93853187561035, - 19.605525970458984, - 19.10691261291504, - 18.43300437927246, - 17.744464874267578 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_130909.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_130909.json deleted file mode 100644 index bc3585d4e06c9d7cde51bbfacd42285170731918..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_130909.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T13:09:09.892155+00:00", - "metrics": { - "MSE[mean]": 44.73711531128739, - "MSE[0.5]": 44.73711531128739, - "MAE[0.5]": 3.940309484799703, - "MASE[0.5]": 0.7575494870642953, - "MAPE[0.5]": 0.4585656183867304, - "sMAPE[0.5]": 0.31244540711962765, - "MSIS": 13.591969034222956, - "RMSE[mean]": 6.688580963947987, - "NRMSE[mean]": 0.5460066093018765, - "ND[0.5]": 0.3216579171265064, - "mean_weighted_sum_quantile_loss": 0.29980172130616434 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 10.538325309753418, - 10.677131652832031, - 10.891284942626953, - 11.100445747375488, - 11.15101432800293, - 11.083377838134766, - 11.019953727722168, - 10.885209083557129, - 10.696734428405762, - 10.515491485595703, - 10.453422546386719, - 10.576860427856445, - 10.815494537353516, - 11.314282417297363, - 11.92934799194336, - 12.49251937866211, - 12.833982467651367, - 12.881319999694824, - 12.717567443847656, - 12.395285606384277, - 11.93368148803711, - 11.36439037322998, - 10.789728164672852, - 10.298986434936523 - ], - "p10": [ - 6.57180643081665, - 6.497342586517334, - 6.514664649963379, - 6.594900131225586, - 6.488101959228516, - 6.499533176422119, - 6.350220680236816, - 6.157229423522949, - 6.07580041885376, - 5.957077980041504, - 5.85785436630249, - 5.820235252380371, - 5.9143853187561035, - 6.23090124130249, - 6.687076568603516, - 6.995842456817627, - 7.364012718200684, - 7.254327774047852, - 7.155479431152344, - 7.033687114715576, - 6.536885738372803, - 6.231568336486816, - 5.858943462371826, - 5.521533012390137 - ], - "p90": [ - 15.65469741821289, - 16.06412124633789, - 16.395511627197266, - 16.80246925354004, - 16.95720672607422, - 16.99842071533203, - 17.009552001953125, - 17.005144119262695, - 16.804380416870117, - 16.750896453857422, - 16.726680755615234, - 16.847776412963867, - 17.15365982055664, - 17.851221084594727, - 18.6103515625, - 19.241554260253906, - 19.801084518432617, - 20.111286163330078, - 19.99957275390625, - 19.54432487487793, - 18.985788345336914, - 18.35467529296875, - 17.582687377929688, - 17.196075439453125 - ], - "mean": [ - 10.538325309753418, - 10.677131652832031, - 10.891284942626953, - 11.100445747375488, - 11.15101432800293, - 11.083377838134766, - 11.019953727722168, - 10.885209083557129, - 10.696734428405762, - 10.515491485595703, - 10.453422546386719, - 10.576860427856445, - 10.815494537353516, - 11.314282417297363, - 11.92934799194336, - 12.49251937866211, - 12.833982467651367, - 12.881319999694824, - 12.717567443847656, - 12.395285606384277, - 11.93368148803711, - 11.36439037322998, - 10.789728164672852, - 10.298986434936523 - ], - "quantiles": { - "0.1": [ - 6.57180643081665, - 6.497342586517334, - 6.514664649963379, - 6.594900131225586, - 6.488101959228516, - 6.499533176422119, - 6.350220680236816, - 6.157229423522949, - 6.07580041885376, - 5.957077980041504, - 5.85785436630249, - 5.820235252380371, - 5.9143853187561035, - 6.23090124130249, - 6.687076568603516, - 6.995842456817627, - 7.364012718200684, - 7.254327774047852, - 7.155479431152344, - 7.033687114715576, - 6.536885738372803, - 6.231568336486816, - 5.858943462371826, - 5.521533012390137 - ], - "0.2": [ - 6.57180643081665, - 6.497342586517334, - 6.514664649963379, - 6.594900131225586, - 6.488101959228516, - 6.499533176422119, - 6.350220680236816, - 6.157229423522949, - 6.07580041885376, - 5.957077980041504, - 5.85785436630249, - 5.820235252380371, - 5.9143853187561035, - 6.23090124130249, - 6.687076568603516, - 6.995842456817627, - 7.364012718200684, - 7.254327774047852, - 7.155479431152344, - 7.033687114715576, - 6.536885738372803, - 6.231568336486816, - 5.858943462371826, - 5.521533012390137 - ], - "0.3": [ - 6.57180643081665, - 6.497342586517334, - 6.514664649963379, - 6.594900131225586, - 6.488101959228516, - 6.499533176422119, - 6.350220680236816, - 6.157229423522949, - 6.07580041885376, - 5.957077980041504, - 5.85785436630249, - 5.820235252380371, - 5.9143853187561035, - 6.23090124130249, - 6.687076568603516, - 6.995842456817627, - 7.364012718200684, - 7.254327774047852, - 7.155479431152344, - 7.033687114715576, - 6.536885738372803, - 6.231568336486816, - 5.858943462371826, - 5.521533012390137 - ], - "0.4": [ - 10.538325309753418, - 10.677131652832031, - 10.891284942626953, - 11.100445747375488, - 11.15101432800293, - 11.083377838134766, - 11.019953727722168, - 10.885209083557129, - 10.696734428405762, - 10.515491485595703, - 10.453422546386719, - 10.576860427856445, - 10.815494537353516, - 11.314282417297363, - 11.92934799194336, - 12.49251937866211, - 12.833982467651367, - 12.881319999694824, - 12.717567443847656, - 12.395285606384277, - 11.93368148803711, - 11.36439037322998, - 10.789728164672852, - 10.298986434936523 - ], - "0.5": [ - 10.538325309753418, - 10.677131652832031, - 10.891284942626953, - 11.100445747375488, - 11.15101432800293, - 11.083377838134766, - 11.019953727722168, - 10.885209083557129, - 10.696734428405762, - 10.515491485595703, - 10.453422546386719, - 10.576860427856445, - 10.815494537353516, - 11.314282417297363, - 11.92934799194336, - 12.49251937866211, - 12.833982467651367, - 12.881319999694824, - 12.717567443847656, - 12.395285606384277, - 11.93368148803711, - 11.36439037322998, - 10.789728164672852, - 10.298986434936523 - ], - "0.6": [ - 10.538325309753418, - 10.677131652832031, - 10.891284942626953, - 11.100445747375488, - 11.15101432800293, - 11.083377838134766, - 11.019953727722168, - 10.885209083557129, - 10.696734428405762, - 10.515491485595703, - 10.453422546386719, - 10.576860427856445, - 10.815494537353516, - 11.314282417297363, - 11.92934799194336, - 12.49251937866211, - 12.833982467651367, - 12.881319999694824, - 12.717567443847656, - 12.395285606384277, - 11.93368148803711, - 11.36439037322998, - 10.789728164672852, - 10.298986434936523 - ], - "0.7": [ - 10.538325309753418, - 10.677131652832031, - 10.891284942626953, - 11.100445747375488, - 11.15101432800293, - 11.083377838134766, - 11.019953727722168, - 10.885209083557129, - 10.696734428405762, - 10.515491485595703, - 10.453422546386719, - 10.576860427856445, - 10.815494537353516, - 11.314282417297363, - 11.92934799194336, - 12.49251937866211, - 12.833982467651367, - 12.881319999694824, - 12.717567443847656, - 12.395285606384277, - 11.93368148803711, - 11.36439037322998, - 10.789728164672852, - 10.298986434936523 - ], - "0.8": [ - 15.65469741821289, - 16.06412124633789, - 16.395511627197266, - 16.80246925354004, - 16.95720672607422, - 16.99842071533203, - 17.009552001953125, - 17.005144119262695, - 16.804380416870117, - 16.750896453857422, - 16.726680755615234, - 16.847776412963867, - 17.15365982055664, - 17.851221084594727, - 18.6103515625, - 19.241554260253906, - 19.801084518432617, - 20.111286163330078, - 19.99957275390625, - 19.54432487487793, - 18.985788345336914, - 18.35467529296875, - 17.582687377929688, - 17.196075439453125 - ], - "0.9": [ - 15.65469741821289, - 16.06412124633789, - 16.395511627197266, - 16.80246925354004, - 16.95720672607422, - 16.99842071533203, - 17.009552001953125, - 17.005144119262695, - 16.804380416870117, - 16.750896453857422, - 16.726680755615234, - 16.847776412963867, - 17.15365982055664, - 17.851221084594727, - 18.6103515625, - 19.241554260253906, - 19.801084518432617, - 20.111286163330078, - 19.99957275390625, - 19.54432487487793, - 18.985788345336914, - 18.35467529296875, - 17.582687377929688, - 17.196075439453125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_142308.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_142308.json deleted file mode 100644 index e93a6fcc2c400818581bf349f7fd35b73be424b1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_142308.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T14:23:08.563684+00:00", - "metrics": { - "MSE[mean]": 43.22462154968601, - "MSE[0.5]": 43.22462154968601, - "MAE[0.5]": 3.8724804719289145, - "MASE[0.5]": 0.7495123494055963, - "MAPE[0.5]": 0.3998516238504119, - "sMAPE[0.5]": 0.3085376879917534, - "MSIS": 13.428177552838477, - "RMSE[mean]": 6.57454344800352, - "NRMSE[mean]": 0.5441001474209809, - "ND[0.5]": 0.32048114250446186, - "mean_weighted_sum_quantile_loss": 0.29599198001554644 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.800521850585938, - 10.924941062927246, - 10.905689239501953, - 10.718775749206543, - 10.593945503234863, - 10.586492538452148, - 10.596007347106934, - 10.628448486328125, - 10.845603942871094, - 11.050248146057129, - 11.367156982421875, - 11.971989631652832, - 12.55721664428711, - 12.938920974731445, - 13.029539108276367, - 13.121268272399902, - 12.928596496582031, - 12.51682186126709, - 12.072148323059082, - 11.53343677520752, - 10.958352088928223, - 10.6796875, - 10.62156867980957, - 10.684845924377441 - ], - "p10": [ - 6.717386245727539, - 6.63408088684082, - 6.601029396057129, - 6.466606140136719, - 6.31659460067749, - 6.146382808685303, - 6.126125335693359, - 6.107391834259033, - 6.268884658813477, - 6.415081977844238, - 6.589066982269287, - 6.890155792236328, - 7.327739238739014, - 7.471879005432129, - 7.539890289306641, - 7.483459949493408, - 7.592051982879639, - 7.1271257400512695, - 6.8196563720703125, - 6.490262031555176, - 6.003734588623047, - 5.833513259887695, - 5.836137771606445, - 5.780844688415527 - ], - "p90": [ - 16.094329833984375, - 16.43505859375, - 16.472732543945312, - 16.419170379638672, - 16.387773513793945, - 16.56494903564453, - 16.587448120117188, - 16.785564422607422, - 16.94283676147461, - 17.275264739990234, - 17.693031311035156, - 18.42830467224121, - 19.197153091430664, - 19.651630401611328, - 19.99856948852539, - 19.909738540649414, - 19.59575653076172, - 19.255556106567383, - 18.76911163330078, - 18.092350006103516, - 17.53643798828125, - 17.316055297851562, - 17.154701232910156, - 17.355735778808594 - ], - "mean": [ - 10.800521850585938, - 10.924941062927246, - 10.905689239501953, - 10.718775749206543, - 10.593945503234863, - 10.586492538452148, - 10.596007347106934, - 10.628448486328125, - 10.845603942871094, - 11.050248146057129, - 11.367156982421875, - 11.971989631652832, - 12.55721664428711, - 12.938920974731445, - 13.029539108276367, - 13.121268272399902, - 12.928596496582031, - 12.51682186126709, - 12.072148323059082, - 11.53343677520752, - 10.958352088928223, - 10.6796875, - 10.62156867980957, - 10.684845924377441 - ], - "quantiles": { - "0.1": [ - 6.717386245727539, - 6.63408088684082, - 6.601029396057129, - 6.466606140136719, - 6.31659460067749, - 6.146382808685303, - 6.126125335693359, - 6.107391834259033, - 6.268884658813477, - 6.415081977844238, - 6.589066982269287, - 6.890155792236328, - 7.327739238739014, - 7.471879005432129, - 7.539890289306641, - 7.483459949493408, - 7.592051982879639, - 7.1271257400512695, - 6.8196563720703125, - 6.490262031555176, - 6.003734588623047, - 5.833513259887695, - 5.836137771606445, - 5.780844688415527 - ], - "0.2": [ - 6.717386245727539, - 6.63408088684082, - 6.601029396057129, - 6.466606140136719, - 6.31659460067749, - 6.146382808685303, - 6.126125335693359, - 6.107391834259033, - 6.268884658813477, - 6.415081977844238, - 6.589066982269287, - 6.890155792236328, - 7.327739238739014, - 7.471879005432129, - 7.539890289306641, - 7.483459949493408, - 7.592051982879639, - 7.1271257400512695, - 6.8196563720703125, - 6.490262031555176, - 6.003734588623047, - 5.833513259887695, - 5.836137771606445, - 5.780844688415527 - ], - "0.3": [ - 6.717386245727539, - 6.63408088684082, - 6.601029396057129, - 6.466606140136719, - 6.31659460067749, - 6.146382808685303, - 6.126125335693359, - 6.107391834259033, - 6.268884658813477, - 6.415081977844238, - 6.589066982269287, - 6.890155792236328, - 7.327739238739014, - 7.471879005432129, - 7.539890289306641, - 7.483459949493408, - 7.592051982879639, - 7.1271257400512695, - 6.8196563720703125, - 6.490262031555176, - 6.003734588623047, - 5.833513259887695, - 5.836137771606445, - 5.780844688415527 - ], - "0.4": [ - 10.800521850585938, - 10.924941062927246, - 10.905689239501953, - 10.718775749206543, - 10.593945503234863, - 10.586492538452148, - 10.596007347106934, - 10.628448486328125, - 10.845603942871094, - 11.050248146057129, - 11.367156982421875, - 11.971989631652832, - 12.55721664428711, - 12.938920974731445, - 13.029539108276367, - 13.121268272399902, - 12.928596496582031, - 12.51682186126709, - 12.072148323059082, - 11.53343677520752, - 10.958352088928223, - 10.6796875, - 10.62156867980957, - 10.684845924377441 - ], - "0.5": [ - 10.800521850585938, - 10.924941062927246, - 10.905689239501953, - 10.718775749206543, - 10.593945503234863, - 10.586492538452148, - 10.596007347106934, - 10.628448486328125, - 10.845603942871094, - 11.050248146057129, - 11.367156982421875, - 11.971989631652832, - 12.55721664428711, - 12.938920974731445, - 13.029539108276367, - 13.121268272399902, - 12.928596496582031, - 12.51682186126709, - 12.072148323059082, - 11.53343677520752, - 10.958352088928223, - 10.6796875, - 10.62156867980957, - 10.684845924377441 - ], - "0.6": [ - 10.800521850585938, - 10.924941062927246, - 10.905689239501953, - 10.718775749206543, - 10.593945503234863, - 10.586492538452148, - 10.596007347106934, - 10.628448486328125, - 10.845603942871094, - 11.050248146057129, - 11.367156982421875, - 11.971989631652832, - 12.55721664428711, - 12.938920974731445, - 13.029539108276367, - 13.121268272399902, - 12.928596496582031, - 12.51682186126709, - 12.072148323059082, - 11.53343677520752, - 10.958352088928223, - 10.6796875, - 10.62156867980957, - 10.684845924377441 - ], - "0.7": [ - 10.800521850585938, - 10.924941062927246, - 10.905689239501953, - 10.718775749206543, - 10.593945503234863, - 10.586492538452148, - 10.596007347106934, - 10.628448486328125, - 10.845603942871094, - 11.050248146057129, - 11.367156982421875, - 11.971989631652832, - 12.55721664428711, - 12.938920974731445, - 13.029539108276367, - 13.121268272399902, - 12.928596496582031, - 12.51682186126709, - 12.072148323059082, - 11.53343677520752, - 10.958352088928223, - 10.6796875, - 10.62156867980957, - 10.684845924377441 - ], - "0.8": [ - 16.094329833984375, - 16.43505859375, - 16.472732543945312, - 16.419170379638672, - 16.387773513793945, - 16.56494903564453, - 16.587448120117188, - 16.785564422607422, - 16.94283676147461, - 17.275264739990234, - 17.693031311035156, - 18.42830467224121, - 19.197153091430664, - 19.651630401611328, - 19.99856948852539, - 19.909738540649414, - 19.59575653076172, - 19.255556106567383, - 18.76911163330078, - 18.092350006103516, - 17.53643798828125, - 17.316055297851562, - 17.154701232910156, - 17.355735778808594 - ], - "0.9": [ - 16.094329833984375, - 16.43505859375, - 16.472732543945312, - 16.419170379638672, - 16.387773513793945, - 16.56494903564453, - 16.587448120117188, - 16.785564422607422, - 16.94283676147461, - 17.275264739990234, - 17.693031311035156, - 18.42830467224121, - 19.197153091430664, - 19.651630401611328, - 19.99856948852539, - 19.909738540649414, - 19.59575653076172, - 19.255556106567383, - 18.76911163330078, - 18.092350006103516, - 17.53643798828125, - 17.316055297851562, - 17.154701232910156, - 17.355735778808594 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_194319.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_194319.json deleted file mode 100644 index 692ca53998501b3cfe166051418845eb5d5d2dff..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260623_194319.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-23T19:43:19.878802+00:00", - "metrics": { - "MSE[mean]": 33.66379079286946, - "MSE[0.5]": 33.66379079286946, - "MAE[0.5]": 3.4825098117192588, - "MASE[0.5]": 0.652970589697361, - "MAPE[0.5]": 0.283942217062541, - "sMAPE[0.5]": 0.2459665525244272, - "MSIS": 9.855416927486658, - "RMSE[mean]": 5.802050567934535, - "NRMSE[mean]": 0.44346883321792624, - "ND[0.5]": 0.2661790938893701, - "mean_weighted_sum_quantile_loss": 0.24958332983720244 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00" - ], - "context": [ - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 21.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 15.0, - 14.0, - 16.0, - 16.0, - 3.0, - 9.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 10.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0 - ], - "actual": [ - 10.0, - 11.0, - 8.0, - 13.0, - 14.0, - 33.0, - 26.0, - 11.0, - 14.0, - 14.0, - 7.0, - 6.0, - 17.0, - 10.0, - 13.0, - 11.0, - 13.0, - 12.0, - 13.0, - 14.0, - 12.0, - 11.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 12.877412796020508, - 12.566398620605469, - 12.431690216064453, - 12.40933609008789, - 12.510843276977539, - 12.733794212341309, - 13.046890258789062, - 13.637665748596191, - 14.287806510925293, - 14.730087280273438, - 15.003154754638672, - 14.939973831176758, - 14.639555931091309, - 14.15112590789795, - 13.739936828613281, - 13.292569160461426, - 12.50900936126709, - 11.982318878173828, - 11.853204727172852, - 11.964341163635254, - 12.150603294372559, - 12.341588020324707, - 12.54403018951416, - 12.535486221313477 - ], - "p10": [ - 7.866399765014648, - 7.4647135734558105, - 7.286320686340332, - 7.256651401519775, - 7.182258605957031, - 7.409678936004639, - 7.648292541503906, - 8.044485092163086, - 8.450260162353516, - 8.829105377197266, - 8.866332054138184, - 8.809551239013672, - 8.543177604675293, - 8.038969039916992, - 7.758960247039795, - 7.37897253036499, - 7.091948986053467, - 6.688082695007324, - 6.601990699768066, - 6.61527156829834, - 6.659182071685791, - 6.814665794372559, - 6.853577136993408, - 6.8237624168396 - ], - "p90": [ - 19.272972106933594, - 19.243423461914062, - 19.26654815673828, - 19.25583267211914, - 19.353437423706055, - 19.723596572875977, - 20.217029571533203, - 21.058658599853516, - 21.936006546020508, - 22.640851974487305, - 22.92108917236328, - 22.762409210205078, - 22.61632537841797, - 22.22648048400879, - 21.55421257019043, - 20.954620361328125, - 19.62652587890625, - 19.25, - 19.208017349243164, - 19.443309783935547, - 19.66482162475586, - 20.125303268432617, - 20.383581161499023, - 20.360637664794922 - ], - "mean": [ - 12.877412796020508, - 12.566398620605469, - 12.431690216064453, - 12.40933609008789, - 12.510843276977539, - 12.733794212341309, - 13.046890258789062, - 13.637665748596191, - 14.287806510925293, - 14.730087280273438, - 15.003154754638672, - 14.939973831176758, - 14.639555931091309, - 14.15112590789795, - 13.739936828613281, - 13.292569160461426, - 12.50900936126709, - 11.982318878173828, - 11.853204727172852, - 11.964341163635254, - 12.150603294372559, - 12.341588020324707, - 12.54403018951416, - 12.535486221313477 - ], - "quantiles": { - "0.1": [ - 7.866399765014648, - 7.4647135734558105, - 7.286320686340332, - 7.256651401519775, - 7.182258605957031, - 7.409678936004639, - 7.648292541503906, - 8.044485092163086, - 8.450260162353516, - 8.829105377197266, - 8.866332054138184, - 8.809551239013672, - 8.543177604675293, - 8.038969039916992, - 7.758960247039795, - 7.37897253036499, - 7.091948986053467, - 6.688082695007324, - 6.601990699768066, - 6.61527156829834, - 6.659182071685791, - 6.814665794372559, - 6.853577136993408, - 6.8237624168396 - ], - "0.2": [ - 7.866399765014648, - 7.4647135734558105, - 7.286320686340332, - 7.256651401519775, - 7.182258605957031, - 7.409678936004639, - 7.648292541503906, - 8.044485092163086, - 8.450260162353516, - 8.829105377197266, - 8.866332054138184, - 8.809551239013672, - 8.543177604675293, - 8.038969039916992, - 7.758960247039795, - 7.37897253036499, - 7.091948986053467, - 6.688082695007324, - 6.601990699768066, - 6.61527156829834, - 6.659182071685791, - 6.814665794372559, - 6.853577136993408, - 6.8237624168396 - ], - "0.3": [ - 7.866399765014648, - 7.4647135734558105, - 7.286320686340332, - 7.256651401519775, - 7.182258605957031, - 7.409678936004639, - 7.648292541503906, - 8.044485092163086, - 8.450260162353516, - 8.829105377197266, - 8.866332054138184, - 8.809551239013672, - 8.543177604675293, - 8.038969039916992, - 7.758960247039795, - 7.37897253036499, - 7.091948986053467, - 6.688082695007324, - 6.601990699768066, - 6.61527156829834, - 6.659182071685791, - 6.814665794372559, - 6.853577136993408, - 6.8237624168396 - ], - "0.4": [ - 12.877412796020508, - 12.566398620605469, - 12.431690216064453, - 12.40933609008789, - 12.510843276977539, - 12.733794212341309, - 13.046890258789062, - 13.637665748596191, - 14.287806510925293, - 14.730087280273438, - 15.003154754638672, - 14.939973831176758, - 14.639555931091309, - 14.15112590789795, - 13.739936828613281, - 13.292569160461426, - 12.50900936126709, - 11.982318878173828, - 11.853204727172852, - 11.964341163635254, - 12.150603294372559, - 12.341588020324707, - 12.54403018951416, - 12.535486221313477 - ], - "0.5": [ - 12.877412796020508, - 12.566398620605469, - 12.431690216064453, - 12.40933609008789, - 12.510843276977539, - 12.733794212341309, - 13.046890258789062, - 13.637665748596191, - 14.287806510925293, - 14.730087280273438, - 15.003154754638672, - 14.939973831176758, - 14.639555931091309, - 14.15112590789795, - 13.739936828613281, - 13.292569160461426, - 12.50900936126709, - 11.982318878173828, - 11.853204727172852, - 11.964341163635254, - 12.150603294372559, - 12.341588020324707, - 12.54403018951416, - 12.535486221313477 - ], - "0.6": [ - 12.877412796020508, - 12.566398620605469, - 12.431690216064453, - 12.40933609008789, - 12.510843276977539, - 12.733794212341309, - 13.046890258789062, - 13.637665748596191, - 14.287806510925293, - 14.730087280273438, - 15.003154754638672, - 14.939973831176758, - 14.639555931091309, - 14.15112590789795, - 13.739936828613281, - 13.292569160461426, - 12.50900936126709, - 11.982318878173828, - 11.853204727172852, - 11.964341163635254, - 12.150603294372559, - 12.341588020324707, - 12.54403018951416, - 12.535486221313477 - ], - "0.7": [ - 12.877412796020508, - 12.566398620605469, - 12.431690216064453, - 12.40933609008789, - 12.510843276977539, - 12.733794212341309, - 13.046890258789062, - 13.637665748596191, - 14.287806510925293, - 14.730087280273438, - 15.003154754638672, - 14.939973831176758, - 14.639555931091309, - 14.15112590789795, - 13.739936828613281, - 13.292569160461426, - 12.50900936126709, - 11.982318878173828, - 11.853204727172852, - 11.964341163635254, - 12.150603294372559, - 12.341588020324707, - 12.54403018951416, - 12.535486221313477 - ], - "0.8": [ - 19.272972106933594, - 19.243423461914062, - 19.26654815673828, - 19.25583267211914, - 19.353437423706055, - 19.723596572875977, - 20.217029571533203, - 21.058658599853516, - 21.936006546020508, - 22.640851974487305, - 22.92108917236328, - 22.762409210205078, - 22.61632537841797, - 22.22648048400879, - 21.55421257019043, - 20.954620361328125, - 19.62652587890625, - 19.25, - 19.208017349243164, - 19.443309783935547, - 19.66482162475586, - 20.125303268432617, - 20.383581161499023, - 20.360637664794922 - ], - "0.9": [ - 19.272972106933594, - 19.243423461914062, - 19.26654815673828, - 19.25583267211914, - 19.353437423706055, - 19.723596572875977, - 20.217029571533203, - 21.058658599853516, - 21.936006546020508, - 22.640851974487305, - 22.92108917236328, - 22.762409210205078, - 22.61632537841797, - 22.22648048400879, - 21.55421257019043, - 20.954620361328125, - 19.62652587890625, - 19.25, - 19.208017349243164, - 19.443309783935547, - 19.66482162475586, - 20.125303268432617, - 20.383581161499023, - 20.360637664794922 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_020222.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_020222.json deleted file mode 100644 index 2fbebbe3c533b85145784c794351e99debb65cae..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_020222.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T02:02:22.282098+00:00", - "metrics": { - "MSE[mean]": 19.951144074334326, - "MSE[0.5]": 19.951144074334326, - "MAE[0.5]": 3.226778189341227, - "MASE[0.5]": 0.572942119932351, - "MAPE[0.5]": 0.3657007517989592, - "sMAPE[0.5]": 0.25669872640799357, - "MSIS": 6.203137335442143, - "RMSE[mean]": 4.466670356578189, - "NRMSE[mean]": 0.3514757001897591, - "ND[0.5]": 0.2539104148989818, - "mean_weighted_sum_quantile_loss": 0.22690898276851915 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 18.575729370117188, - 18.506071090698242, - 18.549732208251953, - 18.399372100830078, - 18.158714294433594, - 17.740629196166992, - 17.018966674804688, - 16.31901741027832, - 15.623180389404297, - 14.964825630187988, - 14.37990665435791, - 14.034320831298828, - 14.007611274719238, - 13.961723327636719, - 13.94937801361084, - 13.965383529663086, - 13.92712116241455, - 13.835180282592773, - 13.80263900756836, - 13.77135181427002, - 13.668400764465332, - 13.567967414855957, - 13.605768203735352, - 13.85761833190918 - ], - "p10": [ - 12.026830673217773, - 11.715330123901367, - 11.667684555053711, - 11.6233491897583, - 11.405293464660645, - 11.15559196472168, - 10.667046546936035, - 10.235269546508789, - 9.749856948852539, - 9.332595825195312, - 8.996241569519043, - 8.79448413848877, - 8.658977508544922, - 8.603193283081055, - 8.664726257324219, - 8.594931602478027, - 8.48040771484375, - 8.396596908569336, - 8.401495933532715, - 8.343244552612305, - 8.228599548339844, - 8.236787796020508, - 8.145950317382812, - 8.273582458496094 - ], - "p90": [ - 28.130035400390625, - 28.833972930908203, - 28.92407989501953, - 28.709381103515625, - 28.63971710205078, - 28.13665771484375, - 27.17796516418457, - 26.260883331298828, - 25.328115463256836, - 24.290143966674805, - 23.51322364807129, - 23.291120529174805, - 23.19568634033203, - 23.339927673339844, - 23.267898559570312, - 23.311717987060547, - 22.76531410217285, - 22.982807159423828, - 23.350589752197266, - 23.09912109375, - 22.902801513671875, - 22.88190269470215, - 23.036710739135742, - 23.34146499633789 - ], - "mean": [ - 18.575729370117188, - 18.506071090698242, - 18.549732208251953, - 18.399372100830078, - 18.158714294433594, - 17.740629196166992, - 17.018966674804688, - 16.31901741027832, - 15.623180389404297, - 14.964825630187988, - 14.37990665435791, - 14.034320831298828, - 14.007611274719238, - 13.961723327636719, - 13.94937801361084, - 13.965383529663086, - 13.92712116241455, - 13.835180282592773, - 13.80263900756836, - 13.77135181427002, - 13.668400764465332, - 13.567967414855957, - 13.605768203735352, - 13.85761833190918 - ], - "quantiles": { - "0.1": [ - 12.026830673217773, - 11.715330123901367, - 11.667684555053711, - 11.6233491897583, - 11.405293464660645, - 11.15559196472168, - 10.667046546936035, - 10.235269546508789, - 9.749856948852539, - 9.332595825195312, - 8.996241569519043, - 8.79448413848877, - 8.658977508544922, - 8.603193283081055, - 8.664726257324219, - 8.594931602478027, - 8.48040771484375, - 8.396596908569336, - 8.401495933532715, - 8.343244552612305, - 8.228599548339844, - 8.236787796020508, - 8.145950317382812, - 8.273582458496094 - ], - "0.2": [ - 12.026830673217773, - 11.715330123901367, - 11.667684555053711, - 11.6233491897583, - 11.405293464660645, - 11.15559196472168, - 10.667046546936035, - 10.235269546508789, - 9.749856948852539, - 9.332595825195312, - 8.996241569519043, - 8.79448413848877, - 8.658977508544922, - 8.603193283081055, - 8.664726257324219, - 8.594931602478027, - 8.48040771484375, - 8.396596908569336, - 8.401495933532715, - 8.343244552612305, - 8.228599548339844, - 8.236787796020508, - 8.145950317382812, - 8.273582458496094 - ], - "0.3": [ - 12.026830673217773, - 11.715330123901367, - 11.667684555053711, - 11.6233491897583, - 11.405293464660645, - 11.15559196472168, - 10.667046546936035, - 10.235269546508789, - 9.749856948852539, - 9.332595825195312, - 8.996241569519043, - 8.79448413848877, - 8.658977508544922, - 8.603193283081055, - 8.664726257324219, - 8.594931602478027, - 8.48040771484375, - 8.396596908569336, - 8.401495933532715, - 8.343244552612305, - 8.228599548339844, - 8.236787796020508, - 8.145950317382812, - 8.273582458496094 - ], - "0.4": [ - 18.575729370117188, - 18.506071090698242, - 18.549732208251953, - 18.399372100830078, - 18.158714294433594, - 17.740629196166992, - 17.018966674804688, - 16.31901741027832, - 15.623180389404297, - 14.964825630187988, - 14.37990665435791, - 14.034320831298828, - 14.007611274719238, - 13.961723327636719, - 13.94937801361084, - 13.965383529663086, - 13.92712116241455, - 13.835180282592773, - 13.80263900756836, - 13.77135181427002, - 13.668400764465332, - 13.567967414855957, - 13.605768203735352, - 13.85761833190918 - ], - "0.5": [ - 18.575729370117188, - 18.506071090698242, - 18.549732208251953, - 18.399372100830078, - 18.158714294433594, - 17.740629196166992, - 17.018966674804688, - 16.31901741027832, - 15.623180389404297, - 14.964825630187988, - 14.37990665435791, - 14.034320831298828, - 14.007611274719238, - 13.961723327636719, - 13.94937801361084, - 13.965383529663086, - 13.92712116241455, - 13.835180282592773, - 13.80263900756836, - 13.77135181427002, - 13.668400764465332, - 13.567967414855957, - 13.605768203735352, - 13.85761833190918 - ], - "0.6": [ - 18.575729370117188, - 18.506071090698242, - 18.549732208251953, - 18.399372100830078, - 18.158714294433594, - 17.740629196166992, - 17.018966674804688, - 16.31901741027832, - 15.623180389404297, - 14.964825630187988, - 14.37990665435791, - 14.034320831298828, - 14.007611274719238, - 13.961723327636719, - 13.94937801361084, - 13.965383529663086, - 13.92712116241455, - 13.835180282592773, - 13.80263900756836, - 13.77135181427002, - 13.668400764465332, - 13.567967414855957, - 13.605768203735352, - 13.85761833190918 - ], - "0.7": [ - 18.575729370117188, - 18.506071090698242, - 18.549732208251953, - 18.399372100830078, - 18.158714294433594, - 17.740629196166992, - 17.018966674804688, - 16.31901741027832, - 15.623180389404297, - 14.964825630187988, - 14.37990665435791, - 14.034320831298828, - 14.007611274719238, - 13.961723327636719, - 13.94937801361084, - 13.965383529663086, - 13.92712116241455, - 13.835180282592773, - 13.80263900756836, - 13.77135181427002, - 13.668400764465332, - 13.567967414855957, - 13.605768203735352, - 13.85761833190918 - ], - "0.8": [ - 28.130035400390625, - 28.833972930908203, - 28.92407989501953, - 28.709381103515625, - 28.63971710205078, - 28.13665771484375, - 27.17796516418457, - 26.260883331298828, - 25.328115463256836, - 24.290143966674805, - 23.51322364807129, - 23.291120529174805, - 23.19568634033203, - 23.339927673339844, - 23.267898559570312, - 23.311717987060547, - 22.76531410217285, - 22.982807159423828, - 23.350589752197266, - 23.09912109375, - 22.902801513671875, - 22.88190269470215, - 23.036710739135742, - 23.34146499633789 - ], - "0.9": [ - 28.130035400390625, - 28.833972930908203, - 28.92407989501953, - 28.709381103515625, - 28.63971710205078, - 28.13665771484375, - 27.17796516418457, - 26.260883331298828, - 25.328115463256836, - 24.290143966674805, - 23.51322364807129, - 23.291120529174805, - 23.19568634033203, - 23.339927673339844, - 23.267898559570312, - 23.311717987060547, - 22.76531410217285, - 22.982807159423828, - 23.350589752197266, - 23.09912109375, - 22.902801513671875, - 22.88190269470215, - 23.036710739135742, - 23.34146499633789 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_033353.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_033353.json deleted file mode 100644 index f21eeaae596f891183f35c8829ac0c68e77d9c81..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_033353.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T03:33:53.654190+00:00", - "metrics": { - "MSE[mean]": 13.411278599420976, - "MSE[0.5]": 13.411278599420976, - "MAE[0.5]": 2.674423893292745, - "MASE[0.5]": 0.4685122148834006, - "MAPE[0.5]": 0.28719494711613847, - "sMAPE[0.5]": 0.22010893507473972, - "MSIS": 4.676229543059412, - "RMSE[mean]": 3.6621412588021474, - "NRMSE[mean]": 0.2891164151685906, - "ND[0.5]": 0.21113872841784828, - "mean_weighted_sum_quantile_loss": 0.19382940370436993 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 15.942873001098633, - 16.17844009399414, - 16.23101806640625, - 15.997547149658203, - 15.515043258666992, - 14.980955123901367, - 14.353072166442871, - 13.676325798034668, - 13.131324768066406, - 12.871390342712402, - 12.733772277832031, - 12.655143737792969, - 12.66859245300293, - 12.693107604980469, - 12.749856948852539, - 12.710639953613281, - 12.827375411987305, - 12.72434139251709, - 12.71842098236084, - 12.6901216506958, - 12.761770248413086, - 13.027250289916992, - 13.669634819030762, - 14.527082443237305 - ], - "p10": [ - 10.695812225341797, - 10.746435165405273, - 10.74560260772705, - 10.618288040161133, - 10.157902717590332, - 9.70063591003418, - 9.290729522705078, - 8.868974685668945, - 8.566323280334473, - 8.422239303588867, - 8.307226181030273, - 8.167755126953125, - 8.079452514648438, - 8.06315803527832, - 8.118157386779785, - 8.00835132598877, - 8.087170600891113, - 8.078714370727539, - 8.000860214233398, - 7.891152381896973, - 7.909603595733643, - 8.142757415771484, - 8.514981269836426, - 9.090909957885742 - ], - "p90": [ - 23.21426010131836, - 23.91329574584961, - 23.9086971282959, - 23.723722457885742, - 23.34505844116211, - 22.5804443359375, - 21.507173538208008, - 20.66520881652832, - 19.98287010192871, - 19.615671157836914, - 19.402297973632812, - 19.496612548828125, - 19.513935089111328, - 19.79650115966797, - 19.881851196289062, - 19.849014282226562, - 20.156400680541992, - 20.165014266967773, - 20.255077362060547, - 20.333709716796875, - 20.553272247314453, - 20.981826782226562, - 21.788362503051758, - 22.874013900756836 - ], - "mean": [ - 15.942873001098633, - 16.17844009399414, - 16.23101806640625, - 15.997547149658203, - 15.515043258666992, - 14.980955123901367, - 14.353072166442871, - 13.676325798034668, - 13.131324768066406, - 12.871390342712402, - 12.733772277832031, - 12.655143737792969, - 12.66859245300293, - 12.693107604980469, - 12.749856948852539, - 12.710639953613281, - 12.827375411987305, - 12.72434139251709, - 12.71842098236084, - 12.6901216506958, - 12.761770248413086, - 13.027250289916992, - 13.669634819030762, - 14.527082443237305 - ], - "quantiles": { - "0.1": [ - 10.695812225341797, - 10.746435165405273, - 10.74560260772705, - 10.618288040161133, - 10.157902717590332, - 9.70063591003418, - 9.290729522705078, - 8.868974685668945, - 8.566323280334473, - 8.422239303588867, - 8.307226181030273, - 8.167755126953125, - 8.079452514648438, - 8.06315803527832, - 8.118157386779785, - 8.00835132598877, - 8.087170600891113, - 8.078714370727539, - 8.000860214233398, - 7.891152381896973, - 7.909603595733643, - 8.142757415771484, - 8.514981269836426, - 9.090909957885742 - ], - "0.2": [ - 10.695812225341797, - 10.746435165405273, - 10.74560260772705, - 10.618288040161133, - 10.157902717590332, - 9.70063591003418, - 9.290729522705078, - 8.868974685668945, - 8.566323280334473, - 8.422239303588867, - 8.307226181030273, - 8.167755126953125, - 8.079452514648438, - 8.06315803527832, - 8.118157386779785, - 8.00835132598877, - 8.087170600891113, - 8.078714370727539, - 8.000860214233398, - 7.891152381896973, - 7.909603595733643, - 8.142757415771484, - 8.514981269836426, - 9.090909957885742 - ], - "0.3": [ - 10.695812225341797, - 10.746435165405273, - 10.74560260772705, - 10.618288040161133, - 10.157902717590332, - 9.70063591003418, - 9.290729522705078, - 8.868974685668945, - 8.566323280334473, - 8.422239303588867, - 8.307226181030273, - 8.167755126953125, - 8.079452514648438, - 8.06315803527832, - 8.118157386779785, - 8.00835132598877, - 8.087170600891113, - 8.078714370727539, - 8.000860214233398, - 7.891152381896973, - 7.909603595733643, - 8.142757415771484, - 8.514981269836426, - 9.090909957885742 - ], - "0.4": [ - 15.942873001098633, - 16.17844009399414, - 16.23101806640625, - 15.997547149658203, - 15.515043258666992, - 14.980955123901367, - 14.353072166442871, - 13.676325798034668, - 13.131324768066406, - 12.871390342712402, - 12.733772277832031, - 12.655143737792969, - 12.66859245300293, - 12.693107604980469, - 12.749856948852539, - 12.710639953613281, - 12.827375411987305, - 12.72434139251709, - 12.71842098236084, - 12.6901216506958, - 12.761770248413086, - 13.027250289916992, - 13.669634819030762, - 14.527082443237305 - ], - "0.5": [ - 15.942873001098633, - 16.17844009399414, - 16.23101806640625, - 15.997547149658203, - 15.515043258666992, - 14.980955123901367, - 14.353072166442871, - 13.676325798034668, - 13.131324768066406, - 12.871390342712402, - 12.733772277832031, - 12.655143737792969, - 12.66859245300293, - 12.693107604980469, - 12.749856948852539, - 12.710639953613281, - 12.827375411987305, - 12.72434139251709, - 12.71842098236084, - 12.6901216506958, - 12.761770248413086, - 13.027250289916992, - 13.669634819030762, - 14.527082443237305 - ], - "0.6": [ - 15.942873001098633, - 16.17844009399414, - 16.23101806640625, - 15.997547149658203, - 15.515043258666992, - 14.980955123901367, - 14.353072166442871, - 13.676325798034668, - 13.131324768066406, - 12.871390342712402, - 12.733772277832031, - 12.655143737792969, - 12.66859245300293, - 12.693107604980469, - 12.749856948852539, - 12.710639953613281, - 12.827375411987305, - 12.72434139251709, - 12.71842098236084, - 12.6901216506958, - 12.761770248413086, - 13.027250289916992, - 13.669634819030762, - 14.527082443237305 - ], - "0.7": [ - 15.942873001098633, - 16.17844009399414, - 16.23101806640625, - 15.997547149658203, - 15.515043258666992, - 14.980955123901367, - 14.353072166442871, - 13.676325798034668, - 13.131324768066406, - 12.871390342712402, - 12.733772277832031, - 12.655143737792969, - 12.66859245300293, - 12.693107604980469, - 12.749856948852539, - 12.710639953613281, - 12.827375411987305, - 12.72434139251709, - 12.71842098236084, - 12.6901216506958, - 12.761770248413086, - 13.027250289916992, - 13.669634819030762, - 14.527082443237305 - ], - "0.8": [ - 23.21426010131836, - 23.91329574584961, - 23.9086971282959, - 23.723722457885742, - 23.34505844116211, - 22.5804443359375, - 21.507173538208008, - 20.66520881652832, - 19.98287010192871, - 19.615671157836914, - 19.402297973632812, - 19.496612548828125, - 19.513935089111328, - 19.79650115966797, - 19.881851196289062, - 19.849014282226562, - 20.156400680541992, - 20.165014266967773, - 20.255077362060547, - 20.333709716796875, - 20.553272247314453, - 20.981826782226562, - 21.788362503051758, - 22.874013900756836 - ], - "0.9": [ - 23.21426010131836, - 23.91329574584961, - 23.9086971282959, - 23.723722457885742, - 23.34505844116211, - 22.5804443359375, - 21.507173538208008, - 20.66520881652832, - 19.98287010192871, - 19.615671157836914, - 19.402297973632812, - 19.496612548828125, - 19.513935089111328, - 19.79650115966797, - 19.881851196289062, - 19.849014282226562, - 20.156400680541992, - 20.165014266967773, - 20.255077362060547, - 20.333709716796875, - 20.553272247314453, - 20.981826782226562, - 21.788362503051758, - 22.874013900756836 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_045541.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_045541.json deleted file mode 100644 index 6fb8dd8169af5a9b70ba32b9614d72917e3ed991..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_045541.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T04:55:41.189103+00:00", - "metrics": { - "MSE[mean]": 10.529904045128964, - "MSE[0.5]": 10.529904045128964, - "MAE[0.5]": 2.523496230443319, - "MASE[0.5]": 0.44423405523696563, - "MAPE[0.5]": 0.24086090032509921, - "sMAPE[0.5]": 0.20221846529319612, - "MSIS": 3.5343605731693635, - "RMSE[mean]": 3.244981362832299, - "NRMSE[mean]": 0.252855690610309, - "ND[0.5]": 0.1966360699046742, - "mean_weighted_sum_quantile_loss": 0.17952593566707373 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 15.850263595581055, - 15.89554500579834, - 15.747270584106445, - 15.266157150268555, - 14.682706832885742, - 14.107039451599121, - 13.470614433288574, - 12.919453620910645, - 12.600343704223633, - 12.464377403259277, - 12.369659423828125, - 12.284346580505371, - 12.3567476272583, - 12.365808486938477, - 12.425010681152344, - 12.341765403747559, - 12.331027030944824, - 12.238947868347168, - 12.238370895385742, - 12.420492172241211, - 12.708742141723633, - 13.513175010681152, - 14.4274263381958, - 15.259012222290039 - ], - "p10": [ - 10.67778205871582, - 10.588659286499023, - 10.475465774536133, - 10.095102310180664, - 9.53376293182373, - 9.076441764831543, - 8.705760955810547, - 8.317441940307617, - 8.159360885620117, - 8.092571258544922, - 7.966128826141357, - 7.873841762542725, - 7.693124771118164, - 7.854490756988525, - 7.7935895919799805, - 7.708849906921387, - 7.887277603149414, - 7.787067890167236, - 7.723191261291504, - 7.660521030426025, - 7.989569187164307, - 8.478275299072266, - 9.059471130371094, - 9.671243667602539 - ], - "p90": [ - 22.740625381469727, - 23.169281005859375, - 22.90774917602539, - 22.571666717529297, - 21.88530731201172, - 21.048274993896484, - 20.153398513793945, - 19.58382225036621, - 19.182952880859375, - 18.960453033447266, - 18.857189178466797, - 18.970308303833008, - 19.054935455322266, - 19.195114135742188, - 19.288127899169922, - 19.181669235229492, - 19.198413848876953, - 19.274490356445312, - 19.352218627929688, - 19.69953155517578, - 20.203149795532227, - 21.186511993408203, - 22.410884857177734, - 23.56557846069336 - ], - "mean": [ - 15.850263595581055, - 15.89554500579834, - 15.747270584106445, - 15.266157150268555, - 14.682706832885742, - 14.107039451599121, - 13.470614433288574, - 12.919453620910645, - 12.600343704223633, - 12.464377403259277, - 12.369659423828125, - 12.284346580505371, - 12.3567476272583, - 12.365808486938477, - 12.425010681152344, - 12.341765403747559, - 12.331027030944824, - 12.238947868347168, - 12.238370895385742, - 12.420492172241211, - 12.708742141723633, - 13.513175010681152, - 14.4274263381958, - 15.259012222290039 - ], - "quantiles": { - "0.1": [ - 10.67778205871582, - 10.588659286499023, - 10.475465774536133, - 10.095102310180664, - 9.53376293182373, - 9.076441764831543, - 8.705760955810547, - 8.317441940307617, - 8.159360885620117, - 8.092571258544922, - 7.966128826141357, - 7.873841762542725, - 7.693124771118164, - 7.854490756988525, - 7.7935895919799805, - 7.708849906921387, - 7.887277603149414, - 7.787067890167236, - 7.723191261291504, - 7.660521030426025, - 7.989569187164307, - 8.478275299072266, - 9.059471130371094, - 9.671243667602539 - ], - "0.2": [ - 10.67778205871582, - 10.588659286499023, - 10.475465774536133, - 10.095102310180664, - 9.53376293182373, - 9.076441764831543, - 8.705760955810547, - 8.317441940307617, - 8.159360885620117, - 8.092571258544922, - 7.966128826141357, - 7.873841762542725, - 7.693124771118164, - 7.854490756988525, - 7.7935895919799805, - 7.708849906921387, - 7.887277603149414, - 7.787067890167236, - 7.723191261291504, - 7.660521030426025, - 7.989569187164307, - 8.478275299072266, - 9.059471130371094, - 9.671243667602539 - ], - "0.3": [ - 10.67778205871582, - 10.588659286499023, - 10.475465774536133, - 10.095102310180664, - 9.53376293182373, - 9.076441764831543, - 8.705760955810547, - 8.317441940307617, - 8.159360885620117, - 8.092571258544922, - 7.966128826141357, - 7.873841762542725, - 7.693124771118164, - 7.854490756988525, - 7.7935895919799805, - 7.708849906921387, - 7.887277603149414, - 7.787067890167236, - 7.723191261291504, - 7.660521030426025, - 7.989569187164307, - 8.478275299072266, - 9.059471130371094, - 9.671243667602539 - ], - "0.4": [ - 15.850263595581055, - 15.89554500579834, - 15.747270584106445, - 15.266157150268555, - 14.682706832885742, - 14.107039451599121, - 13.470614433288574, - 12.919453620910645, - 12.600343704223633, - 12.464377403259277, - 12.369659423828125, - 12.284346580505371, - 12.3567476272583, - 12.365808486938477, - 12.425010681152344, - 12.341765403747559, - 12.331027030944824, - 12.238947868347168, - 12.238370895385742, - 12.420492172241211, - 12.708742141723633, - 13.513175010681152, - 14.4274263381958, - 15.259012222290039 - ], - "0.5": [ - 15.850263595581055, - 15.89554500579834, - 15.747270584106445, - 15.266157150268555, - 14.682706832885742, - 14.107039451599121, - 13.470614433288574, - 12.919453620910645, - 12.600343704223633, - 12.464377403259277, - 12.369659423828125, - 12.284346580505371, - 12.3567476272583, - 12.365808486938477, - 12.425010681152344, - 12.341765403747559, - 12.331027030944824, - 12.238947868347168, - 12.238370895385742, - 12.420492172241211, - 12.708742141723633, - 13.513175010681152, - 14.4274263381958, - 15.259012222290039 - ], - "0.6": [ - 15.850263595581055, - 15.89554500579834, - 15.747270584106445, - 15.266157150268555, - 14.682706832885742, - 14.107039451599121, - 13.470614433288574, - 12.919453620910645, - 12.600343704223633, - 12.464377403259277, - 12.369659423828125, - 12.284346580505371, - 12.3567476272583, - 12.365808486938477, - 12.425010681152344, - 12.341765403747559, - 12.331027030944824, - 12.238947868347168, - 12.238370895385742, - 12.420492172241211, - 12.708742141723633, - 13.513175010681152, - 14.4274263381958, - 15.259012222290039 - ], - "0.7": [ - 15.850263595581055, - 15.89554500579834, - 15.747270584106445, - 15.266157150268555, - 14.682706832885742, - 14.107039451599121, - 13.470614433288574, - 12.919453620910645, - 12.600343704223633, - 12.464377403259277, - 12.369659423828125, - 12.284346580505371, - 12.3567476272583, - 12.365808486938477, - 12.425010681152344, - 12.341765403747559, - 12.331027030944824, - 12.238947868347168, - 12.238370895385742, - 12.420492172241211, - 12.708742141723633, - 13.513175010681152, - 14.4274263381958, - 15.259012222290039 - ], - "0.8": [ - 22.740625381469727, - 23.169281005859375, - 22.90774917602539, - 22.571666717529297, - 21.88530731201172, - 21.048274993896484, - 20.153398513793945, - 19.58382225036621, - 19.182952880859375, - 18.960453033447266, - 18.857189178466797, - 18.970308303833008, - 19.054935455322266, - 19.195114135742188, - 19.288127899169922, - 19.181669235229492, - 19.198413848876953, - 19.274490356445312, - 19.352218627929688, - 19.69953155517578, - 20.203149795532227, - 21.186511993408203, - 22.410884857177734, - 23.56557846069336 - ], - "0.9": [ - 22.740625381469727, - 23.169281005859375, - 22.90774917602539, - 22.571666717529297, - 21.88530731201172, - 21.048274993896484, - 20.153398513793945, - 19.58382225036621, - 19.182952880859375, - 18.960453033447266, - 18.857189178466797, - 18.970308303833008, - 19.054935455322266, - 19.195114135742188, - 19.288127899169922, - 19.181669235229492, - 19.198413848876953, - 19.274490356445312, - 19.352218627929688, - 19.69953155517578, - 20.203149795532227, - 21.186511993408203, - 22.410884857177734, - 23.56557846069336 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_061549.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_061549.json deleted file mode 100644 index d9ae24e72f259979aab0f672f770489fbf9b6abb..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_061549.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T06:15:49.155603+00:00", - "metrics": { - "MSE[mean]": 11.634003974480493, - "MSE[0.5]": 11.634003974480493, - "MAE[0.5]": 2.666419585545858, - "MASE[0.5]": 0.4659762382507324, - "MAPE[0.5]": 0.26294889239953634, - "sMAPE[0.5]": 0.2214471151907252, - "MSIS": 3.4528388861313606, - "RMSE[mean]": 3.4108655755512403, - "NRMSE[mean]": 0.26070310131601837, - "ND[0.5]": 0.2038027708697471, - "mean_weighted_sum_quantile_loss": 0.18939664864995676 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.965657234191895, - 12.931633949279785, - 12.752906799316406, - 12.48692512512207, - 12.08469295501709, - 11.817395210266113, - 11.77552604675293, - 11.78343391418457, - 11.767072677612305, - 11.690122604370117, - 11.66087818145752, - 11.559273719787598, - 11.486810684204102, - 11.535161972045898, - 11.64291000366211, - 11.631126403808594, - 11.699483871459961, - 11.810005187988281, - 12.040794372558594, - 12.49967098236084, - 13.126201629638672, - 13.591493606567383, - 13.973419189453125, - 14.116560935974121 - ], - "p10": [ - 8.546712875366211, - 8.28123950958252, - 8.108624458312988, - 7.942112445831299, - 7.567796230316162, - 7.473120212554932, - 7.452428817749023, - 7.443297386169434, - 7.404653549194336, - 7.434898853302002, - 7.338533401489258, - 7.202985763549805, - 7.109821796417236, - 7.219413757324219, - 7.258046627044678, - 7.2262725830078125, - 7.287359714508057, - 7.331712245941162, - 7.458495140075684, - 7.707056999206543, - 8.008903503417969, - 8.399736404418945, - 8.554571151733398, - 8.712801933288574 - ], - "p90": [ - 18.924861907958984, - 19.226652145385742, - 19.191547393798828, - 18.81332778930664, - 18.40715217590332, - 18.156169891357422, - 18.08561897277832, - 18.168262481689453, - 18.14335060119629, - 18.104787826538086, - 18.120607376098633, - 18.15829849243164, - 18.0256290435791, - 18.172374725341797, - 18.289793014526367, - 18.295360565185547, - 18.43094253540039, - 18.830965042114258, - 19.23200225830078, - 19.920127868652344, - 20.70281219482422, - 21.453893661499023, - 21.940797805786133, - 22.084566116333008 - ], - "mean": [ - 12.965657234191895, - 12.931633949279785, - 12.752906799316406, - 12.48692512512207, - 12.08469295501709, - 11.817395210266113, - 11.77552604675293, - 11.78343391418457, - 11.767072677612305, - 11.690122604370117, - 11.66087818145752, - 11.559273719787598, - 11.486810684204102, - 11.535161972045898, - 11.64291000366211, - 11.631126403808594, - 11.699483871459961, - 11.810005187988281, - 12.040794372558594, - 12.49967098236084, - 13.126201629638672, - 13.591493606567383, - 13.973419189453125, - 14.116560935974121 - ], - "quantiles": { - "0.1": [ - 8.546712875366211, - 8.28123950958252, - 8.108624458312988, - 7.942112445831299, - 7.567796230316162, - 7.473120212554932, - 7.452428817749023, - 7.443297386169434, - 7.404653549194336, - 7.434898853302002, - 7.338533401489258, - 7.202985763549805, - 7.109821796417236, - 7.219413757324219, - 7.258046627044678, - 7.2262725830078125, - 7.287359714508057, - 7.331712245941162, - 7.458495140075684, - 7.707056999206543, - 8.008903503417969, - 8.399736404418945, - 8.554571151733398, - 8.712801933288574 - ], - "0.2": [ - 8.546712875366211, - 8.28123950958252, - 8.108624458312988, - 7.942112445831299, - 7.567796230316162, - 7.473120212554932, - 7.452428817749023, - 7.443297386169434, - 7.404653549194336, - 7.434898853302002, - 7.338533401489258, - 7.202985763549805, - 7.109821796417236, - 7.219413757324219, - 7.258046627044678, - 7.2262725830078125, - 7.287359714508057, - 7.331712245941162, - 7.458495140075684, - 7.707056999206543, - 8.008903503417969, - 8.399736404418945, - 8.554571151733398, - 8.712801933288574 - ], - "0.3": [ - 8.546712875366211, - 8.28123950958252, - 8.108624458312988, - 7.942112445831299, - 7.567796230316162, - 7.473120212554932, - 7.452428817749023, - 7.443297386169434, - 7.404653549194336, - 7.434898853302002, - 7.338533401489258, - 7.202985763549805, - 7.109821796417236, - 7.219413757324219, - 7.258046627044678, - 7.2262725830078125, - 7.287359714508057, - 7.331712245941162, - 7.458495140075684, - 7.707056999206543, - 8.008903503417969, - 8.399736404418945, - 8.554571151733398, - 8.712801933288574 - ], - "0.4": [ - 12.965657234191895, - 12.931633949279785, - 12.752906799316406, - 12.48692512512207, - 12.08469295501709, - 11.817395210266113, - 11.77552604675293, - 11.78343391418457, - 11.767072677612305, - 11.690122604370117, - 11.66087818145752, - 11.559273719787598, - 11.486810684204102, - 11.535161972045898, - 11.64291000366211, - 11.631126403808594, - 11.699483871459961, - 11.810005187988281, - 12.040794372558594, - 12.49967098236084, - 13.126201629638672, - 13.591493606567383, - 13.973419189453125, - 14.116560935974121 - ], - "0.5": [ - 12.965657234191895, - 12.931633949279785, - 12.752906799316406, - 12.48692512512207, - 12.08469295501709, - 11.817395210266113, - 11.77552604675293, - 11.78343391418457, - 11.767072677612305, - 11.690122604370117, - 11.66087818145752, - 11.559273719787598, - 11.486810684204102, - 11.535161972045898, - 11.64291000366211, - 11.631126403808594, - 11.699483871459961, - 11.810005187988281, - 12.040794372558594, - 12.49967098236084, - 13.126201629638672, - 13.591493606567383, - 13.973419189453125, - 14.116560935974121 - ], - "0.6": [ - 12.965657234191895, - 12.931633949279785, - 12.752906799316406, - 12.48692512512207, - 12.08469295501709, - 11.817395210266113, - 11.77552604675293, - 11.78343391418457, - 11.767072677612305, - 11.690122604370117, - 11.66087818145752, - 11.559273719787598, - 11.486810684204102, - 11.535161972045898, - 11.64291000366211, - 11.631126403808594, - 11.699483871459961, - 11.810005187988281, - 12.040794372558594, - 12.49967098236084, - 13.126201629638672, - 13.591493606567383, - 13.973419189453125, - 14.116560935974121 - ], - "0.7": [ - 12.965657234191895, - 12.931633949279785, - 12.752906799316406, - 12.48692512512207, - 12.08469295501709, - 11.817395210266113, - 11.77552604675293, - 11.78343391418457, - 11.767072677612305, - 11.690122604370117, - 11.66087818145752, - 11.559273719787598, - 11.486810684204102, - 11.535161972045898, - 11.64291000366211, - 11.631126403808594, - 11.699483871459961, - 11.810005187988281, - 12.040794372558594, - 12.49967098236084, - 13.126201629638672, - 13.591493606567383, - 13.973419189453125, - 14.116560935974121 - ], - "0.8": [ - 18.924861907958984, - 19.226652145385742, - 19.191547393798828, - 18.81332778930664, - 18.40715217590332, - 18.156169891357422, - 18.08561897277832, - 18.168262481689453, - 18.14335060119629, - 18.104787826538086, - 18.120607376098633, - 18.15829849243164, - 18.0256290435791, - 18.172374725341797, - 18.289793014526367, - 18.295360565185547, - 18.43094253540039, - 18.830965042114258, - 19.23200225830078, - 19.920127868652344, - 20.70281219482422, - 21.453893661499023, - 21.940797805786133, - 22.084566116333008 - ], - "0.9": [ - 18.924861907958984, - 19.226652145385742, - 19.191547393798828, - 18.81332778930664, - 18.40715217590332, - 18.156169891357422, - 18.08561897277832, - 18.168262481689453, - 18.14335060119629, - 18.104787826538086, - 18.120607376098633, - 18.15829849243164, - 18.0256290435791, - 18.172374725341797, - 18.289793014526367, - 18.295360565185547, - 18.43094253540039, - 18.830965042114258, - 19.23200225830078, - 19.920127868652344, - 20.70281219482422, - 21.453893661499023, - 21.940797805786133, - 22.084566116333008 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_072907.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_072907.json deleted file mode 100644 index 4192c751ecae4bbf09c15040a25e6124fecfa519..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_072907.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T07:29:07.766419+00:00", - "metrics": { - "MSE[mean]": 14.400250865953126, - "MSE[0.5]": 14.400250865953126, - "MAE[0.5]": 2.5599666833877563, - "MASE[0.5]": 0.4484613167978552, - "MAPE[0.5]": 0.7408588102926682, - "sMAPE[0.5]": 0.23496459771762798, - "MSIS": 4.784140176146571, - "RMSE[mean]": 3.79476624654973, - "NRMSE[mean]": 0.3025727239773871, - "ND[0.5]": 0.20411694485483772, - "mean_weighted_sum_quantile_loss": 0.19678438059207298 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 13.992653846740723, - 13.54455852508545, - 13.099454879760742, - 12.598000526428223, - 12.204459190368652, - 12.15274429321289, - 12.243694305419922, - 12.266022682189941, - 12.123234748840332, - 12.059623718261719, - 11.889309883117676, - 11.808147430419922, - 11.867108345031738, - 11.920482635498047, - 11.996329307556152, - 11.8427152633667, - 11.871461868286133, - 11.973724365234375, - 12.56076717376709, - 13.445953369140625, - 13.946730613708496, - 14.361268997192383, - 14.488341331481934, - 14.536539077758789 - ], - "p10": [ - 9.180625915527344, - 8.707279205322266, - 8.323034286499023, - 8.044577598571777, - 7.744925022125244, - 7.756442070007324, - 7.79067325592041, - 7.790380477905273, - 7.687392234802246, - 7.518461227416992, - 7.52940034866333, - 7.3845534324646, - 7.352534294128418, - 7.453751564025879, - 7.478679180145264, - 7.3517746925354, - 7.347551345825195, - 7.448914527893066, - 7.790282726287842, - 8.391172409057617, - 8.696395874023438, - 8.925514221191406, - 8.99510669708252, - 9.093404769897461 - ], - "p90": [ - 20.301164627075195, - 19.9613037109375, - 19.52022933959961, - 18.893768310546875, - 18.57337188720703, - 18.507728576660156, - 18.615543365478516, - 18.67181396484375, - 18.594167709350586, - 18.528377532958984, - 18.345460891723633, - 18.409210205078125, - 18.45459747314453, - 18.678001403808594, - 18.733020782470703, - 18.5484561920166, - 18.69207763671875, - 19.066226959228516, - 19.943115234375, - 21.117582321166992, - 21.85077476501465, - 22.511734008789062, - 22.542444229125977, - 22.511615753173828 - ], - "mean": [ - 13.992653846740723, - 13.54455852508545, - 13.099454879760742, - 12.598000526428223, - 12.204459190368652, - 12.15274429321289, - 12.243694305419922, - 12.266022682189941, - 12.123234748840332, - 12.059623718261719, - 11.889309883117676, - 11.808147430419922, - 11.867108345031738, - 11.920482635498047, - 11.996329307556152, - 11.8427152633667, - 11.871461868286133, - 11.973724365234375, - 12.56076717376709, - 13.445953369140625, - 13.946730613708496, - 14.361268997192383, - 14.488341331481934, - 14.536539077758789 - ], - "quantiles": { - "0.1": [ - 9.180625915527344, - 8.707279205322266, - 8.323034286499023, - 8.044577598571777, - 7.744925022125244, - 7.756442070007324, - 7.79067325592041, - 7.790380477905273, - 7.687392234802246, - 7.518461227416992, - 7.52940034866333, - 7.3845534324646, - 7.352534294128418, - 7.453751564025879, - 7.478679180145264, - 7.3517746925354, - 7.347551345825195, - 7.448914527893066, - 7.790282726287842, - 8.391172409057617, - 8.696395874023438, - 8.925514221191406, - 8.99510669708252, - 9.093404769897461 - ], - "0.2": [ - 9.180625915527344, - 8.707279205322266, - 8.323034286499023, - 8.044577598571777, - 7.744925022125244, - 7.756442070007324, - 7.79067325592041, - 7.790380477905273, - 7.687392234802246, - 7.518461227416992, - 7.52940034866333, - 7.3845534324646, - 7.352534294128418, - 7.453751564025879, - 7.478679180145264, - 7.3517746925354, - 7.347551345825195, - 7.448914527893066, - 7.790282726287842, - 8.391172409057617, - 8.696395874023438, - 8.925514221191406, - 8.99510669708252, - 9.093404769897461 - ], - "0.3": [ - 9.180625915527344, - 8.707279205322266, - 8.323034286499023, - 8.044577598571777, - 7.744925022125244, - 7.756442070007324, - 7.79067325592041, - 7.790380477905273, - 7.687392234802246, - 7.518461227416992, - 7.52940034866333, - 7.3845534324646, - 7.352534294128418, - 7.453751564025879, - 7.478679180145264, - 7.3517746925354, - 7.347551345825195, - 7.448914527893066, - 7.790282726287842, - 8.391172409057617, - 8.696395874023438, - 8.925514221191406, - 8.99510669708252, - 9.093404769897461 - ], - "0.4": [ - 13.992653846740723, - 13.54455852508545, - 13.099454879760742, - 12.598000526428223, - 12.204459190368652, - 12.15274429321289, - 12.243694305419922, - 12.266022682189941, - 12.123234748840332, - 12.059623718261719, - 11.889309883117676, - 11.808147430419922, - 11.867108345031738, - 11.920482635498047, - 11.996329307556152, - 11.8427152633667, - 11.871461868286133, - 11.973724365234375, - 12.56076717376709, - 13.445953369140625, - 13.946730613708496, - 14.361268997192383, - 14.488341331481934, - 14.536539077758789 - ], - "0.5": [ - 13.992653846740723, - 13.54455852508545, - 13.099454879760742, - 12.598000526428223, - 12.204459190368652, - 12.15274429321289, - 12.243694305419922, - 12.266022682189941, - 12.123234748840332, - 12.059623718261719, - 11.889309883117676, - 11.808147430419922, - 11.867108345031738, - 11.920482635498047, - 11.996329307556152, - 11.8427152633667, - 11.871461868286133, - 11.973724365234375, - 12.56076717376709, - 13.445953369140625, - 13.946730613708496, - 14.361268997192383, - 14.488341331481934, - 14.536539077758789 - ], - "0.6": [ - 13.992653846740723, - 13.54455852508545, - 13.099454879760742, - 12.598000526428223, - 12.204459190368652, - 12.15274429321289, - 12.243694305419922, - 12.266022682189941, - 12.123234748840332, - 12.059623718261719, - 11.889309883117676, - 11.808147430419922, - 11.867108345031738, - 11.920482635498047, - 11.996329307556152, - 11.8427152633667, - 11.871461868286133, - 11.973724365234375, - 12.56076717376709, - 13.445953369140625, - 13.946730613708496, - 14.361268997192383, - 14.488341331481934, - 14.536539077758789 - ], - "0.7": [ - 13.992653846740723, - 13.54455852508545, - 13.099454879760742, - 12.598000526428223, - 12.204459190368652, - 12.15274429321289, - 12.243694305419922, - 12.266022682189941, - 12.123234748840332, - 12.059623718261719, - 11.889309883117676, - 11.808147430419922, - 11.867108345031738, - 11.920482635498047, - 11.996329307556152, - 11.8427152633667, - 11.871461868286133, - 11.973724365234375, - 12.56076717376709, - 13.445953369140625, - 13.946730613708496, - 14.361268997192383, - 14.488341331481934, - 14.536539077758789 - ], - "0.8": [ - 20.301164627075195, - 19.9613037109375, - 19.52022933959961, - 18.893768310546875, - 18.57337188720703, - 18.507728576660156, - 18.615543365478516, - 18.67181396484375, - 18.594167709350586, - 18.528377532958984, - 18.345460891723633, - 18.409210205078125, - 18.45459747314453, - 18.678001403808594, - 18.733020782470703, - 18.5484561920166, - 18.69207763671875, - 19.066226959228516, - 19.943115234375, - 21.117582321166992, - 21.85077476501465, - 22.511734008789062, - 22.542444229125977, - 22.511615753173828 - ], - "0.9": [ - 20.301164627075195, - 19.9613037109375, - 19.52022933959961, - 18.893768310546875, - 18.57337188720703, - 18.507728576660156, - 18.615543365478516, - 18.67181396484375, - 18.594167709350586, - 18.528377532958984, - 18.345460891723633, - 18.409210205078125, - 18.45459747314453, - 18.678001403808594, - 18.733020782470703, - 18.5484561920166, - 18.69207763671875, - 19.066226959228516, - 19.943115234375, - 21.117582321166992, - 21.85077476501465, - 22.511734008789062, - 22.542444229125977, - 22.511615753173828 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_084852.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_084852.json deleted file mode 100644 index 0b8545b7adee870d7e11dfe7b82ee1c415c436c7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_084852.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T08:48:52.777575+00:00", - "metrics": { - "MSE[mean]": 14.817559823915948, - "MSE[0.5]": 14.817559823915948, - "MAE[0.5]": 2.8534937699635825, - "MASE[0.5]": 0.5023265316317309, - "MAPE[0.5]": 0.3508215764754136, - "sMAPE[0.5]": 0.2495334993300041, - "MSIS": 4.821652698050502, - "RMSE[mean]": 3.8493583652234755, - "NRMSE[mean]": 0.3121101377208223, - "ND[0.5]": 0.23136435972677694, - "mean_weighted_sum_quantile_loss": 0.2080861257719206 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.428537368774414, - 12.951582908630371, - 12.48586654663086, - 12.116212844848633, - 12.018158912658691, - 12.078132629394531, - 12.118443489074707, - 11.979647636413574, - 11.908714294433594, - 11.67325496673584, - 11.518502235412598, - 11.614278793334961, - 11.704437255859375, - 11.75018310546875, - 11.803677558898926, - 11.841097831726074, - 12.062459945678711, - 12.463800430297852, - 13.34508228302002, - 14.036429405212402, - 14.497565269470215, - 14.619946479797363, - 14.64333438873291, - 14.483397483825684 - ], - "p10": [ - 8.861795425415039, - 8.335445404052734, - 8.012765884399414, - 7.86313009262085, - 7.732551097869873, - 7.811995506286621, - 7.802982807159424, - 7.709113597869873, - 7.573395252227783, - 7.443440914154053, - 7.386866092681885, - 7.327950954437256, - 7.3179426193237305, - 7.363275527954102, - 7.3893938064575195, - 7.325668811798096, - 7.449207782745361, - 7.7341742515563965, - 8.334991455078125, - 8.886489868164062, - 9.170145988464355, - 9.213826179504395, - 9.157393455505371, - 9.146804809570312 - ], - "p90": [ - 19.338783264160156, - 19.0390625, - 18.571842193603516, - 18.146909713745117, - 18.104843139648438, - 18.170042037963867, - 18.27580451965332, - 18.227088928222656, - 18.235851287841797, - 17.96562957763672, - 17.813514709472656, - 18.0504150390625, - 18.16343116760254, - 18.373640060424805, - 18.449630737304688, - 18.576982498168945, - 18.92667007446289, - 19.70711326599121, - 21.028789520263672, - 21.741920471191406, - 22.384700775146484, - 22.589767456054688, - 22.441694259643555, - 22.183921813964844 - ], - "mean": [ - 13.428537368774414, - 12.951582908630371, - 12.48586654663086, - 12.116212844848633, - 12.018158912658691, - 12.078132629394531, - 12.118443489074707, - 11.979647636413574, - 11.908714294433594, - 11.67325496673584, - 11.518502235412598, - 11.614278793334961, - 11.704437255859375, - 11.75018310546875, - 11.803677558898926, - 11.841097831726074, - 12.062459945678711, - 12.463800430297852, - 13.34508228302002, - 14.036429405212402, - 14.497565269470215, - 14.619946479797363, - 14.64333438873291, - 14.483397483825684 - ], - "quantiles": { - "0.1": [ - 8.861795425415039, - 8.335445404052734, - 8.012765884399414, - 7.86313009262085, - 7.732551097869873, - 7.811995506286621, - 7.802982807159424, - 7.709113597869873, - 7.573395252227783, - 7.443440914154053, - 7.386866092681885, - 7.327950954437256, - 7.3179426193237305, - 7.363275527954102, - 7.3893938064575195, - 7.325668811798096, - 7.449207782745361, - 7.7341742515563965, - 8.334991455078125, - 8.886489868164062, - 9.170145988464355, - 9.213826179504395, - 9.157393455505371, - 9.146804809570312 - ], - "0.2": [ - 8.861795425415039, - 8.335445404052734, - 8.012765884399414, - 7.86313009262085, - 7.732551097869873, - 7.811995506286621, - 7.802982807159424, - 7.709113597869873, - 7.573395252227783, - 7.443440914154053, - 7.386866092681885, - 7.327950954437256, - 7.3179426193237305, - 7.363275527954102, - 7.3893938064575195, - 7.325668811798096, - 7.449207782745361, - 7.7341742515563965, - 8.334991455078125, - 8.886489868164062, - 9.170145988464355, - 9.213826179504395, - 9.157393455505371, - 9.146804809570312 - ], - "0.3": [ - 8.861795425415039, - 8.335445404052734, - 8.012765884399414, - 7.86313009262085, - 7.732551097869873, - 7.811995506286621, - 7.802982807159424, - 7.709113597869873, - 7.573395252227783, - 7.443440914154053, - 7.386866092681885, - 7.327950954437256, - 7.3179426193237305, - 7.363275527954102, - 7.3893938064575195, - 7.325668811798096, - 7.449207782745361, - 7.7341742515563965, - 8.334991455078125, - 8.886489868164062, - 9.170145988464355, - 9.213826179504395, - 9.157393455505371, - 9.146804809570312 - ], - "0.4": [ - 13.428537368774414, - 12.951582908630371, - 12.48586654663086, - 12.116212844848633, - 12.018158912658691, - 12.078132629394531, - 12.118443489074707, - 11.979647636413574, - 11.908714294433594, - 11.67325496673584, - 11.518502235412598, - 11.614278793334961, - 11.704437255859375, - 11.75018310546875, - 11.803677558898926, - 11.841097831726074, - 12.062459945678711, - 12.463800430297852, - 13.34508228302002, - 14.036429405212402, - 14.497565269470215, - 14.619946479797363, - 14.64333438873291, - 14.483397483825684 - ], - "0.5": [ - 13.428537368774414, - 12.951582908630371, - 12.48586654663086, - 12.116212844848633, - 12.018158912658691, - 12.078132629394531, - 12.118443489074707, - 11.979647636413574, - 11.908714294433594, - 11.67325496673584, - 11.518502235412598, - 11.614278793334961, - 11.704437255859375, - 11.75018310546875, - 11.803677558898926, - 11.841097831726074, - 12.062459945678711, - 12.463800430297852, - 13.34508228302002, - 14.036429405212402, - 14.497565269470215, - 14.619946479797363, - 14.64333438873291, - 14.483397483825684 - ], - "0.6": [ - 13.428537368774414, - 12.951582908630371, - 12.48586654663086, - 12.116212844848633, - 12.018158912658691, - 12.078132629394531, - 12.118443489074707, - 11.979647636413574, - 11.908714294433594, - 11.67325496673584, - 11.518502235412598, - 11.614278793334961, - 11.704437255859375, - 11.75018310546875, - 11.803677558898926, - 11.841097831726074, - 12.062459945678711, - 12.463800430297852, - 13.34508228302002, - 14.036429405212402, - 14.497565269470215, - 14.619946479797363, - 14.64333438873291, - 14.483397483825684 - ], - "0.7": [ - 13.428537368774414, - 12.951582908630371, - 12.48586654663086, - 12.116212844848633, - 12.018158912658691, - 12.078132629394531, - 12.118443489074707, - 11.979647636413574, - 11.908714294433594, - 11.67325496673584, - 11.518502235412598, - 11.614278793334961, - 11.704437255859375, - 11.75018310546875, - 11.803677558898926, - 11.841097831726074, - 12.062459945678711, - 12.463800430297852, - 13.34508228302002, - 14.036429405212402, - 14.497565269470215, - 14.619946479797363, - 14.64333438873291, - 14.483397483825684 - ], - "0.8": [ - 19.338783264160156, - 19.0390625, - 18.571842193603516, - 18.146909713745117, - 18.104843139648438, - 18.170042037963867, - 18.27580451965332, - 18.227088928222656, - 18.235851287841797, - 17.96562957763672, - 17.813514709472656, - 18.0504150390625, - 18.16343116760254, - 18.373640060424805, - 18.449630737304688, - 18.576982498168945, - 18.92667007446289, - 19.70711326599121, - 21.028789520263672, - 21.741920471191406, - 22.384700775146484, - 22.589767456054688, - 22.441694259643555, - 22.183921813964844 - ], - "0.9": [ - 19.338783264160156, - 19.0390625, - 18.571842193603516, - 18.146909713745117, - 18.104843139648438, - 18.170042037963867, - 18.27580451965332, - 18.227088928222656, - 18.235851287841797, - 17.96562957763672, - 17.813514709472656, - 18.0504150390625, - 18.16343116760254, - 18.373640060424805, - 18.449630737304688, - 18.576982498168945, - 18.92667007446289, - 19.70711326599121, - 21.028789520263672, - 21.741920471191406, - 22.384700775146484, - 22.589767456054688, - 22.441694259643555, - 22.183921813964844 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_101612.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_101612.json deleted file mode 100644 index d88bdccbcfcd1ae4e511c30873b8d3bdda98b926..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260624_101612.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Chronos-2", - "evaluated_at": "2026-06-24T10:16:12.910789+00:00", - "metrics": { - "MSE[mean]": 19.550572108750846, - "MSE[0.5]": 19.550572108750846, - "MAE[0.5]": 3.2467963298161826, - "MASE[0.5]": 0.5807933807373048, - "MAPE[0.5]": 0.49106649816480025, - "sMAPE[0.5]": 0.2896541526348455, - "MSIS": 6.226693036097178, - "RMSE[mean]": 4.42160288908342, - "NRMSE[mean]": 0.3684669074236184, - "ND[0.5]": 0.2705663608180152, - "mean_weighted_sum_quantile_loss": 0.2340846484090075 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.878671646118164, - 12.493110656738281, - 12.335245132446289, - 12.288803100585938, - 12.26637077331543, - 12.233746528625488, - 12.273015975952148, - 12.129066467285156, - 11.991449356079102, - 11.821287155151367, - 11.692327499389648, - 11.669085502624512, - 11.689204216003418, - 11.807307243347168, - 12.035154342651367, - 12.603166580200195, - 13.446702003479004, - 13.926239013671875, - 14.542708396911621, - 14.885295867919922, - 15.159150123596191, - 15.127612113952637, - 15.055227279663086, - 14.91576862335205 - ], - "p10": [ - 8.46851921081543, - 8.035264015197754, - 7.90363883972168, - 7.898992538452148, - 7.783380031585693, - 7.8265061378479, - 7.733010768890381, - 7.656285762786865, - 7.561578273773193, - 7.465939521789551, - 7.400519847869873, - 7.280025005340576, - 7.226749897003174, - 7.298317909240723, - 7.450775146484375, - 7.7787322998046875, - 8.217634201049805, - 8.627076148986816, - 9.038843154907227, - 9.496163368225098, - 9.669183731079102, - 9.584539413452148, - 9.471553802490234, - 9.442304611206055 - ], - "p90": [ - 18.594253540039062, - 18.406391143798828, - 18.36581802368164, - 18.361713409423828, - 18.381059646606445, - 18.40666389465332, - 18.533246994018555, - 18.42824363708496, - 18.30401611328125, - 18.132295608520508, - 18.07727813720703, - 18.186569213867188, - 18.21335220336914, - 18.52248764038086, - 18.813817977905273, - 19.573566436767578, - 20.446325302124023, - 21.346431732177734, - 22.09322738647461, - 22.46171760559082, - 22.71087074279785, - 22.73271369934082, - 22.56385040283203, - 22.300445556640625 - ], - "mean": [ - 12.878671646118164, - 12.493110656738281, - 12.335245132446289, - 12.288803100585938, - 12.26637077331543, - 12.233746528625488, - 12.273015975952148, - 12.129066467285156, - 11.991449356079102, - 11.821287155151367, - 11.692327499389648, - 11.669085502624512, - 11.689204216003418, - 11.807307243347168, - 12.035154342651367, - 12.603166580200195, - 13.446702003479004, - 13.926239013671875, - 14.542708396911621, - 14.885295867919922, - 15.159150123596191, - 15.127612113952637, - 15.055227279663086, - 14.91576862335205 - ], - "quantiles": { - "0.1": [ - 8.46851921081543, - 8.035264015197754, - 7.90363883972168, - 7.898992538452148, - 7.783380031585693, - 7.8265061378479, - 7.733010768890381, - 7.656285762786865, - 7.561578273773193, - 7.465939521789551, - 7.400519847869873, - 7.280025005340576, - 7.226749897003174, - 7.298317909240723, - 7.450775146484375, - 7.7787322998046875, - 8.217634201049805, - 8.627076148986816, - 9.038843154907227, - 9.496163368225098, - 9.669183731079102, - 9.584539413452148, - 9.471553802490234, - 9.442304611206055 - ], - "0.2": [ - 8.46851921081543, - 8.035264015197754, - 7.90363883972168, - 7.898992538452148, - 7.783380031585693, - 7.8265061378479, - 7.733010768890381, - 7.656285762786865, - 7.561578273773193, - 7.465939521789551, - 7.400519847869873, - 7.280025005340576, - 7.226749897003174, - 7.298317909240723, - 7.450775146484375, - 7.7787322998046875, - 8.217634201049805, - 8.627076148986816, - 9.038843154907227, - 9.496163368225098, - 9.669183731079102, - 9.584539413452148, - 9.471553802490234, - 9.442304611206055 - ], - "0.3": [ - 8.46851921081543, - 8.035264015197754, - 7.90363883972168, - 7.898992538452148, - 7.783380031585693, - 7.8265061378479, - 7.733010768890381, - 7.656285762786865, - 7.561578273773193, - 7.465939521789551, - 7.400519847869873, - 7.280025005340576, - 7.226749897003174, - 7.298317909240723, - 7.450775146484375, - 7.7787322998046875, - 8.217634201049805, - 8.627076148986816, - 9.038843154907227, - 9.496163368225098, - 9.669183731079102, - 9.584539413452148, - 9.471553802490234, - 9.442304611206055 - ], - "0.4": [ - 12.878671646118164, - 12.493110656738281, - 12.335245132446289, - 12.288803100585938, - 12.26637077331543, - 12.233746528625488, - 12.273015975952148, - 12.129066467285156, - 11.991449356079102, - 11.821287155151367, - 11.692327499389648, - 11.669085502624512, - 11.689204216003418, - 11.807307243347168, - 12.035154342651367, - 12.603166580200195, - 13.446702003479004, - 13.926239013671875, - 14.542708396911621, - 14.885295867919922, - 15.159150123596191, - 15.127612113952637, - 15.055227279663086, - 14.91576862335205 - ], - "0.5": [ - 12.878671646118164, - 12.493110656738281, - 12.335245132446289, - 12.288803100585938, - 12.26637077331543, - 12.233746528625488, - 12.273015975952148, - 12.129066467285156, - 11.991449356079102, - 11.821287155151367, - 11.692327499389648, - 11.669085502624512, - 11.689204216003418, - 11.807307243347168, - 12.035154342651367, - 12.603166580200195, - 13.446702003479004, - 13.926239013671875, - 14.542708396911621, - 14.885295867919922, - 15.159150123596191, - 15.127612113952637, - 15.055227279663086, - 14.91576862335205 - ], - "0.6": [ - 12.878671646118164, - 12.493110656738281, - 12.335245132446289, - 12.288803100585938, - 12.26637077331543, - 12.233746528625488, - 12.273015975952148, - 12.129066467285156, - 11.991449356079102, - 11.821287155151367, - 11.692327499389648, - 11.669085502624512, - 11.689204216003418, - 11.807307243347168, - 12.035154342651367, - 12.603166580200195, - 13.446702003479004, - 13.926239013671875, - 14.542708396911621, - 14.885295867919922, - 15.159150123596191, - 15.127612113952637, - 15.055227279663086, - 14.91576862335205 - ], - "0.7": [ - 12.878671646118164, - 12.493110656738281, - 12.335245132446289, - 12.288803100585938, - 12.26637077331543, - 12.233746528625488, - 12.273015975952148, - 12.129066467285156, - 11.991449356079102, - 11.821287155151367, - 11.692327499389648, - 11.669085502624512, - 11.689204216003418, - 11.807307243347168, - 12.035154342651367, - 12.603166580200195, - 13.446702003479004, - 13.926239013671875, - 14.542708396911621, - 14.885295867919922, - 15.159150123596191, - 15.127612113952637, - 15.055227279663086, - 14.91576862335205 - ], - "0.8": [ - 18.594253540039062, - 18.406391143798828, - 18.36581802368164, - 18.361713409423828, - 18.381059646606445, - 18.40666389465332, - 18.533246994018555, - 18.42824363708496, - 18.30401611328125, - 18.132295608520508, - 18.07727813720703, - 18.186569213867188, - 18.21335220336914, - 18.52248764038086, - 18.813817977905273, - 19.573566436767578, - 20.446325302124023, - 21.346431732177734, - 22.09322738647461, - 22.46171760559082, - 22.71087074279785, - 22.73271369934082, - 22.56385040283203, - 22.300445556640625 - ], - "0.9": [ - 18.594253540039062, - 18.406391143798828, - 18.36581802368164, - 18.361713409423828, - 18.381059646606445, - 18.40666389465332, - 18.533246994018555, - 18.42824363708496, - 18.30401611328125, - 18.132295608520508, - 18.07727813720703, - 18.186569213867188, - 18.21335220336914, - 18.52248764038086, - 18.813817977905273, - 19.573566436767578, - 20.446325302124023, - 21.346431732177734, - 22.09322738647461, - 22.46171760559082, - 22.71087074279785, - 22.73271369934082, - 22.56385040283203, - 22.300445556640625 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_121012.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_121012.json deleted file mode 100644 index 7f4c28ce7183ded8ea1e6e2e5c03848541b924d6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_121012.json +++ /dev/null @@ -1,441 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.797899+00:00", - "metrics": { - "MSE[mean]": 30.207549302851884, - "MSE[0.5]": 33.00254528488901, - "MAE[0.5]": 4.951417732837164, - "MASE[0.5]": 0.9503527583993909, - "MAPE[0.5]": 0.6550224351633557, - "sMAPE[0.5]": 0.4285862300154229, - "MSIS": 4.783991565083987, - "RMSE[mean]": 5.49613949084736, - "NRMSE[mean]": 0.4940350104132459, - "ND[0.5]": 0.4450712568842394, - "mean_weighted_sum_quantile_loss": 0.3172241700257274 - }, - "context_length": 143, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0 - ], - "predictions": { - "p50": [ - 14.952377445425505, - 13.95453196718826, - 13.956686488951016, - 13.958841010713773, - 13.96099553247653, - 13.963150054239284, - 14.96530457600204, - 14.967459097764797, - 13.969613619527552, - 13.971768141290308, - 14.973922663053065, - 13.976077184815821, - 14.978231706578576, - 13.980386228341333, - 14.98254075010409, - 13.984695271866846, - 15.986849793629602, - 13.989004315392357, - 13.991158837155114, - 14.993313358917868, - 13.995467880680625, - 13.997622402443382, - 13.999776924206138, - 15.001931445968893 - ], - "p10": [ - 6.952377445425506, - 6.95453196718826, - 5.956686488951017, - 5.9588410107137735, - 5.96099553247653, - 5.963150054239285, - 6.965304576002041, - 6.8674590977648, - 5.969613619527553, - 5.971768141290309, - 5.973922663053066, - 6.976077184815822, - 6.978231706578577, - 6.880386228341336, - 5.98254075010409, - 5.984695271866847, - 6.9868497936296015, - 5.989004315392358, - 6.9911588371551145, - 6.993313358917869, - 5.995467880680626, - 5.997622402443382, - 6.999776924206139, - 7.001931445968894 - ], - "p90": [ - 20.952377445425505, - 20.95453196718826, - 19.956686488951018, - 19.958841010713773, - 21.96099553247653, - 21.06315005423928, - 20.96530457600204, - 21.967459097764795, - 20.969613619527554, - 19.97176814129031, - 20.973922663053067, - 21.97607718481582, - 20.978231706578576, - 20.980386228341334, - 20.98254075010409, - 20.984695271866848, - 22.986849793629602, - 18.989004315392357, - 20.09115883715511, - 22.09331335891786, - 19.995467880680625, - 20.997622402443383, - 21.099776924206132, - 22.001931445968893 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_123901.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_123901.json deleted file mode 100644 index 05bbbdfbb6dbf47314c26864ab437ff71f94e07d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_123901.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-17T12:39:01.053553+00:00", - "metrics": { - "MSE[mean]": 34.01317750267074, - "MSE[0.5]": 33.827754558558745, - "MAE[0.5]": 4.932320981882283, - "MASE[0.5]": 0.9365166421295473, - "MAPE[0.5]": 0.8339258444954684, - "sMAPE[0.5]": 0.4498212436814546, - "MSIS": 5.0244632865031855, - "RMSE[mean]": 5.832081746912567, - "NRMSE[mean]": 0.5342364959003878, - "ND[0.5]": 0.4518156624624992, - "mean_weighted_sum_quantile_loss": 0.3418517152865529 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.871695875511412, - 13.872700589499138, - 13.873705303486863, - 13.37471001747459, - 13.875714731462315, - 12.87671944545004, - 13.877724159437767, - 13.878728873425493, - 13.879733587413218, - 14.880738301400944, - 14.38174301538867, - 13.882747729376396, - 13.883752443364122, - 13.884757157351848, - 13.885761871339572, - 14.886766585327297, - 13.387771299315023, - 13.88877601330275, - 14.889780727290475, - 14.8907854412782, - 13.891790155265927, - 14.892794869253652, - 13.893799583241378, - 13.894804297229104 - ], - "p10": [ - 5.871695875511412, - 5.8727005894991375, - 6.7737053034868655, - 5.874710017474589, - 6.775714731462317, - 5.876719445450041, - 5.877724159437767, - 5.8787288734254926, - 5.879733587413218, - 6.880738301400944, - 6.88174301538867, - 5.882747729376396, - 5.883752443364122, - 6.884757157351848, - 6.885761871339572, - 6.8867665853272975, - 6.887771299315023, - 5.888776013302749, - 6.889780727290475, - 6.890785441278201, - 6.891790155265927, - 5.8927948692536525, - 6.893799583241378, - 6.894804297229104 - ], - "p90": [ - 19.971695875511408, - 22.972700589499134, - 20.97370530348686, - 20.87471001747459, - 18.875714731462317, - 20.876719445450043, - 20.87772415943777, - 20.878728873425494, - 20.87973358741322, - 21.880738301400946, - 20.881743015388672, - 19.882747729376398, - 22.883752443364124, - 20.984757157351844, - 21.88576187133957, - 22.886766585327297, - 19.887771299315023, - 18.988776013302743, - 21.889780727290475, - 21.8907854412782, - 19.891790155265927, - 19.992794869253647, - 20.89379958324138, - 19.9948042972291 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_142525.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_142525.json deleted file mode 100644 index dec5078eaf768d9e144977e6e708d1b3382da2e7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_142525.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-17T14:25:25.718879+00:00", - "metrics": { - "MSE[mean]": 26.076100471596273, - "MSE[0.5]": 27.166874832768205, - "MAE[0.5]": 4.488785828012694, - "MASE[0.5]": 0.8493891711351221, - "MAPE[0.5]": 0.5429469485496387, - "sMAPE[0.5]": 0.383045508916503, - "MSIS": 4.614717118098571, - "RMSE[mean]": 5.106476326352279, - "NRMSE[mean]": 0.4424383820666235, - "ND[0.5]": 0.388920071741172, - "mean_weighted_sum_quantile_loss": 0.28135326460391197 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 13.877672953657287, - 14.877423662003656, - 14.877174370350023, - 13.876925078696392, - 13.87667578704276, - 14.87642649538913, - 14.876177203735496, - 13.875927912081865, - 13.875678620428234, - 13.875429328774603, - 13.875180037120971, - 14.874930745467339, - 13.874681453813707, - 14.874432162160076, - 13.874182870506445, - 14.873933578852814, - 13.87368428719918, - 13.87343499554555, - 13.873185703891918, - 13.872936412238287, - 14.872687120584654, - 13.872437828931023, - 14.872188537277392, - 14.87193924562376 - ], - "p10": [ - 6.877672953657287, - 6.877423662003656, - 6.877174370350023, - 5.876925078696392, - 5.87667578704276, - 5.876426495389129, - 6.876177203735496, - 6.875927912081865, - 5.875678620428234, - 5.875429328774603, - 5.8751800371209715, - 6.8749307454673385, - 6.874681453813707, - 6.874432162160076, - 6.774182870506447, - 6.873933578852814, - 7.773684287199183, - 5.87343499554555, - 5.873185703891918, - 5.772936412238289, - 5.872687120584654, - 6.872437828931023, - 5.872188537277392, - 6.771939245623763 - ], - "p90": [ - 19.87767295365729, - 20.877423662003658, - 20.877174370350023, - 20.87692507869639, - 20.87667578704276, - 20.87642649538913, - 20.876177203735494, - 20.875927912081863, - 19.875678620428232, - 22.8754293287746, - 20.87518003712097, - 19.87493074546734, - 19.9746814538137, - 20.874432162160076, - 20.874182870506445, - 20.873933578852814, - 20.973684287199177, - 20.87343499554555, - 19.87318570389192, - 19.87293641223829, - 20.872687120584654, - 19.872437828931023, - 19.972188537277386, - 20.87193924562376 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_160235.json deleted file mode 100644 index af8e15b6beb32088deb9975f08b8a602f7599acf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_160235.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.677730+00:00", - "metrics": { - "MSE[mean]": 26.581305635893973, - "MSE[0.5]": 32.370095317806026, - "MAE[0.5]": 5.073761696185536, - "MASE[0.5]": 0.9575644616654223, - "MAPE[0.5]": 0.6217353725254634, - "sMAPE[0.5]": 0.42166674113849045, - "MSIS": 4.462647099685768, - "RMSE[mean]": 5.155706123887781, - "NRMSE[mean]": 0.4483222716424158, - "ND[0.5]": 0.4411966692335249, - "mean_weighted_sum_quantile_loss": 0.2953804201511905 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 15.049970189140655, - 14.050840793420068, - 14.051711397699481, - 14.052582001978895, - 15.053452606258308, - 15.05432321053772, - 15.055193814817136, - 14.556064419096549, - 14.556935023375962, - 15.057805627655375, - 15.058676231934788, - 15.059546836214201, - 14.060417440493614, - 15.061288044773027, - 14.06215864905244, - 15.063029253331853, - 15.063899857611267, - 15.06477046189068, - 14.065641066170093, - 15.066511670449506, - 15.06738227472892, - 14.068252879008334, - 14.069123483287747, - 15.06999408756716 - ], - "p10": [ - 7.049970189140655, - 7.050840793420068, - 5.051711397699481, - 6.0525820019788945, - 6.95345260625831, - 6.054323210537721, - 6.055193814817136, - 6.956064419096551, - 5.056935023375962, - 7.057805627655375, - 6.95867623193479, - 6.059546836214201, - 5.960417440493616, - 7.061288044773027, - 6.06215864905244, - 7.0630292533318535, - 6.063899857611267, - 6.06477046189068, - 6.065641066170093, - 7.066511670449506, - 7.067382274728921, - 7.068252879008334, - 6.969123483287749, - 6.06999408756716 - ], - "p90": [ - 20.049970189140655, - 20.05084079342007, - 20.151711397699476, - 21.052582001978895, - 20.053452606258308, - 21.05432321053772, - 20.055193814817137, - 19.156064419096545, - 22.156935023375958, - 20.057805627655377, - 21.158676231934784, - 20.059546836214203, - 20.060417440493616, - 19.06128804477303, - 20.062158649052442, - 20.063029253331855, - 20.06389985761127, - 21.06477046189068, - 21.065641066170095, - 22.066511670449508, - 19.06738227472892, - 20.068252879008334, - 21.069123483287747, - 21.06999408756716 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_010053.json deleted file mode 100644 index 23a4a743a61f9098832e95b61395dfb776f57417..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_010053.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T01:00:53.687494+00:00", - "metrics": { - "MSE[mean]": 41.370357861759835, - "MSE[0.5]": 47.74792209367384, - "MAE[0.5]": 5.940978803535809, - "MASE[0.5]": 1.1346166415240804, - "MAPE[0.5]": 0.7750789134390744, - "sMAPE[0.5]": 0.4661714199515881, - "MSIS": 4.756233043516875, - "RMSE[mean]": 6.43197931135975, - "NRMSE[mean]": 0.5454682101506502, - "ND[0.5]": 0.5038285911125774, - "mean_weighted_sum_quantile_loss": 0.3575969437994554 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 16.70066760007662, - 16.716990382369993, - 16.733313164663365, - 16.749635946956737, - 16.76595872925011, - 16.78228151154348, - 16.798604293836853, - 16.814927076130225, - 16.831249858423597, - 16.84757264071697, - 16.86389542301034, - 14.880218205303713, - 16.896540987597085, - 16.912863769890457, - 16.92918655218383, - 16.9455093344772, - 16.961832116770573, - 15.978154899063945, - 16.994477681357317, - 16.51080046365069, - 17.02712324594406, - 17.043446028237433, - 16.059768810530805, - 17.076091592824177 - ], - "p10": [ - 7.700667600076622, - 7.716990382369994, - 8.733313164663366, - 8.749635946956738, - 7.76595872925011, - 9.782281511543482, - 7.7986042938368545, - 7.8149270761302265, - 7.8312498584235986, - 7.847572640716971, - 7.863895423010341, - 7.880218205303713, - 8.796540987597087, - 7.912863769890457, - 9.829186552183831, - 8.945509334477201, - 7.961832116770573, - 7.978154899063945, - 8.994477681357317, - 9.010800463650689, - 8.027123245944061, - 8.043446028237433, - 8.059768810530805, - 8.97609159282418 - ], - "p90": [ - 22.70066760007662, - 22.716990382369993, - 21.83331316466336, - 22.749635946956737, - 23.76595872925011, - 22.78228151154348, - 22.798604293836853, - 22.814927076130225, - 21.831249858423597, - 23.84757264071697, - 20.86389542301034, - 20.980218205303707, - 21.896540987597085, - 22.912863769890457, - 22.92918655218383, - 22.9455093344772, - 22.961832116770573, - 22.978154899063945, - 22.994477681357317, - 23.01080046365069, - 24.127123245944055, - 23.043446028237433, - 23.059768810530805, - 22.17609159282417 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_022256.json deleted file mode 100644 index fe81e0a8c84312dfdc146100dc2e29d2a471e90f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_022256.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T02:22:56.381645+00:00", - "metrics": { - "MSE[mean]": 44.39142980442248, - "MSE[0.5]": 49.26067747225495, - "MAE[0.5]": 5.782609491750484, - "MASE[0.5]": 1.1117433468785975, - "MAPE[0.5]": 1.3290974361874148, - "sMAPE[0.5]": 0.4872708812542939, - "MSIS": 5.020389154410424, - "RMSE[mean]": 6.662689382255673, - "NRMSE[mean]": 0.573134570516617, - "ND[0.5]": 0.49742877348391257, - "mean_weighted_sum_quantile_loss": 0.3674400172406036 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 15.786144402034967, - 15.297418151898334, - 15.3086919017617, - 15.819965651625065, - 14.33123940148843, - 16.3425131513518, - 16.353786901215162, - 16.36506065107853, - 14.376334400941893, - 14.38760815080526, - 16.398881900668627, - 16.41015565053199, - 15.421429400395356, - 16.432703150258725, - 15.443976900122088, - 14.455250649985453, - 16.46652439984882, - 16.477798149712186, - 16.489071899575553, - 16.500345649438916, - 16.511619399302283, - 16.52289314916565, - 15.034166899029014, - 16.54544064889238 - ], - "p10": [ - 7.286144402034967, - 7.297418151898334, - 7.3086919017617, - 7.319965651625065, - 7.231239401488432, - 6.342513151351797, - 8.353786901215162, - 8.365060651078528, - 7.376334400941893, - 6.287608150805262, - 8.298881900668627, - 7.4101556505319905, - 8.321429400395358, - 7.432703150258723, - 8.34397690012209, - 7.3552506499854555, - 8.466524399848819, - 8.477798149712186, - 7.489071899575551, - 8.500345649438916, - 7.511619399302283, - 8.522893149165649, - 7.534166899029014, - 6.545440648892379 - ], - "p90": [ - 22.286144402034967, - 22.297418151898334, - 23.408691901761692, - 22.319965651625065, - 22.331239401488432, - 22.342513151351795, - 22.353786901215162, - 22.36506065107853, - 20.376334400941893, - 21.487608150805254, - 22.398881900668627, - 21.510155650531985, - 22.421429400395354, - 23.432703150258725, - 22.443976900122088, - 22.45525064998545, - 22.46652439984882, - 22.477798149712186, - 22.48907189957555, - 22.500345649438916, - 22.511619399302283, - 23.62289314916564, - 22.534166899029014, - 22.54544064889238 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_033734.json deleted file mode 100644 index a89ead956e69786cec58eab90fbb5e2cc07ef6be..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_033734.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.342979+00:00", - "metrics": { - "MSE[mean]": 40.29138653892409, - "MSE[0.5]": 45.468328356176876, - "MAE[0.5]": 5.64935292826642, - "MASE[0.5]": 1.078921514151677, - "MAPE[0.5]": 0.7665917955192212, - "sMAPE[0.5]": 0.4590413641693563, - "MSIS": 4.896286077256797, - "RMSE[mean]": 6.347549648401664, - "NRMSE[mean]": 0.5289624707001387, - "ND[0.5]": 0.4707794106888683, - "mean_weighted_sum_quantile_loss": 0.3494995672213591 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 16.216422841545516, - 15.226799359205904, - 15.237175876866292, - 16.247552394526682, - 16.25792891218707, - 16.76830542984746, - 14.278681947507845, - 16.289058465168235, - 14.299434982828622, - 16.30981150048901, - 16.3201880181494, - 16.330564535809785, - 16.340941053470175, - 14.851317571130561, - 16.36169408879095, - 15.372070606451338, - 15.882447124111728, - 15.392823641772114, - 16.403200159432505, - 16.41357667709289, - 16.42395319475328, - 15.434329712413668, - 16.444706230074058, - 16.455082747734444 - ], - "p10": [ - 7.116422841545519, - 7.226799359205905, - 7.237175876866293, - 7.247552394526681, - 8.257928912187069, - 8.268305429847459, - 8.178681947507847, - 7.289058465168234, - 7.299434982828623, - 8.20981150048901, - 7.3201880181493975, - 7.330564535809786, - 7.340941053470174, - 6.2513175711305635, - 8.261694088790954, - 7.372070606451339, - 7.382447124111727, - 6.3928236417721145, - 8.403200159432505, - 7.413576677092892, - 7.42395319475328, - 7.4343297124136685, - 8.444706230074058, - 8.455082747734444 - ], - "p90": [ - 22.216422841545516, - 22.226799359205906, - 21.237175876866292, - 22.247552394526682, - 23.25792891218707, - 22.368305429847453, - 21.278681947507845, - 21.38905846516823, - 22.299434982828622, - 22.30981150048901, - 22.3201880181494, - 22.330564535809785, - 23.340941053470175, - 22.35131757113056, - 22.36169408879095, - 22.372070606451338, - 22.382447124111728, - 22.392823641772114, - 21.403200159432505, - 22.41357667709289, - 22.42395319475328, - 21.434329712413668, - 21.444706230074058, - 22.455082747734444 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_050330.json deleted file mode 100644 index fd3534ebbf282ac5628afe5e93c811c8fd0f7697..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_050330.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T05:03:30.377908+00:00", - "metrics": { - "MSE[mean]": 44.69541733915199, - "MSE[0.5]": 49.504076417835826, - "MAE[0.5]": 5.750550786281223, - "MASE[0.5]": 1.0982484260271832, - "MAPE[0.5]": 1.2993087206005864, - "sMAPE[0.5]": 0.4753261428307665, - "MSIS": 4.88992002801469, - "RMSE[mean]": 6.685463135726049, - "NRMSE[mean]": 0.534837050858084, - "ND[0.5]": 0.46004406290249783, - "mean_weighted_sum_quantile_loss": 0.3451622906447982 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 16.221769676314377, - 16.232776394417126, - 14.243783112519875, - 15.754789830622624, - 16.265796548725373, - 14.276803266828122, - 16.28780998493087, - 16.29881670303362, - 16.309823421136368, - 15.320830139239117, - 14.831836857341866, - 15.342843575444615, - 16.353850293547364, - 15.864857011650113, - 16.37586372975286, - 16.38687044785561, - 16.39787716595836, - 16.408883884061108, - 16.419890602163857, - 15.430897320266606, - 16.441904038369355, - 14.452910756472104, - 16.463917474574853, - 16.4749241926776 - ], - "p10": [ - 7.221769676314377, - 7.232776394417126, - 9.243783112519875, - 7.254789830622624, - 7.265796548725373, - 7.2768032668281215, - 8.28780998493087, - 8.198816703033621, - 8.20982342113637, - 7.320830139239117, - 7.331836857341866, - 7.342843575444615, - 7.353850293547364, - 7.364857011650113, - 7.3758637297528615, - 9.38687044785561, - 7.397877165958359, - 8.408883884061108, - 8.419890602163857, - 8.430897320266606, - 7.441904038369355, - 8.452910756472104, - 7.463917474574853, - 8.474924192677602 - ], - "p90": [ - 22.221769676314377, - 22.232776394417126, - 22.243783112519875, - 22.254789830622624, - 22.265796548725373, - 22.27680326682812, - 22.28780998493087, - 24.29881670303362, - 22.309823421136368, - 22.320830139239117, - 22.331836857341866, - 22.342843575444615, - 22.353850293547364, - 22.364857011650113, - 20.37586372975286, - 22.38687044785561, - 22.39787716595836, - 24.408883884061108, - 22.419890602163857, - 22.430897320266606, - 22.441904038369355, - 21.452910756472104, - 22.463917474574853, - 21.574924192677596 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_064321.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_064321.json deleted file mode 100644 index c94d95b5466fa2dee48285a37e315cf73a3e4506..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_064321.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T06:43:21.459861+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_065927.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_065927.json deleted file mode 100644 index 883566487b60ab42911b05089c47951364870d39..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_065927.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T06:59:27.607409+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_083113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_083113.json deleted file mode 100644 index 4dc91f43c6751537b828e2abbae5c679bfc2b1bd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_083113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T08:31:13.726495+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_095632.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_095632.json deleted file mode 100644 index 1ba34dfb519daaa3032e3f8a317316b87cb49d86..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_095632.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T09:56:32.451370+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_111809.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_111809.json deleted file mode 100644 index 690a2834e1f33053d88f48ad5b8b293fb14576db..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_111809.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T11:18:09.507950+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_123855.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_123855.json deleted file mode 100644 index 140c391ac106bbc462b46d7e52f791f94c904baf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_123855.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T12:38:55.817818+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_144843.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_144843.json deleted file mode 100644 index dcd424dd27070dac833e251f7b07b626cdd1ab90..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_144843.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T14:48:43.994969+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_172816.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_172816.json deleted file mode 100644 index 7942048e5a417f90b797c79dbac69cc4e309a076..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_172816.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T17:28:16.506044+00:00", - "metrics": { - "MSE[mean]": 48.11667384642973, - "MSE[0.5]": 52.41092108145165, - "MAE[0.5]": 6.192555614695316, - "MASE[0.5]": 1.1953458559197392, - "MAPE[0.5]": 0.7885993888843226, - "sMAPE[0.5]": 0.4808569517780201, - "MSIS": 5.780042803347688, - "RMSE[mean]": 6.936618329303532, - "NRMSE[mean]": 0.5318812776462772, - "ND[0.5]": 0.47482854553574305, - "mean_weighted_sum_quantile_loss": 0.35301187670667467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 16.32292395754593, - 16.334001529963114, - 16.3450791023803, - 15.856156674797482, - 16.367234247214668, - 15.378311819631852, - 16.389389392049036, - 17.40046696446622, - 14.411544536883405, - 15.922622109300587, - 16.433699681717773, - 16.444777254134955, - 16.45585482655214, - 16.466932398969323, - 16.47800997138651, - 15.489087543803693, - 16.500165116220877, - 16.51124268863806, - 15.522320261055246, - 16.533397833472428, - 15.544475405889614, - 15.555552978306798, - 16.566630550723982, - 15.577708123141168 - ], - "p10": [ - 7.322923957545932, - 8.234001529963118, - 7.3450791023803, - 9.256156674797486, - 8.367234247214668, - 7.378311819631852, - 7.389389392049036, - 9.40046696446622, - 7.4115445368834045, - 6.422622109300589, - 8.433699681717773, - 7.444777254134957, - 7.455854826552141, - 7.466932398969325, - 7.478009971386509, - 7.389087543803695, - 8.500165116220877, - 8.411242688638064, - 7.5223202610552455, - 7.53339783347243, - 8.544475405889614, - 7.555552978306798, - 8.566630550723982, - 7.577708123141168 - ], - "p90": [ - 22.32292395754593, - 21.334001529963118, - 22.3450791023803, - 22.356156674797482, - 24.367234247214668, - 22.378311819631854, - 22.389389392049036, - 24.40046696446622, - 22.411544536883405, - 22.42262210930059, - 22.433699681717773, - 22.54477725413495, - 22.45585482655214, - 22.466932398969327, - 22.47800997138651, - 22.48908754380369, - 22.500165116220877, - 22.511242688638063, - 22.522320261055246, - 22.533397833472428, - 24.544475405889614, - 22.5555529783068, - 22.566630550723982, - 20.677708123141162 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_184416.json deleted file mode 100644 index 11f7dd12036184b188f35a3203afc7c682bed59a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_184416.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-18T18:44:16.242322+00:00", - "metrics": { - "MSE[mean]": 70.38827946780434, - "MSE[0.5]": 77.19501973398911, - "MAE[0.5]": 8.19651778971131, - "MASE[0.5]": 1.5190457679773857, - "MAPE[0.5]": 1.0798456168059891, - "sMAPE[0.5]": 0.6471165738411386, - "MSIS": 4.659849134688183, - "RMSE[mean]": 8.389772313227835, - "NRMSE[mean]": 0.9070024122408471, - "ND[0.5]": 0.8861100313201417, - "mean_weighted_sum_quantile_loss": 0.6558029590626653 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 17.675940385823264, - 17.695845667320775, - 15.715750948818286, - 17.735656230315797, - 16.75556151181331, - 15.77546679331082, - 17.79537207480833, - 17.81527735630584, - 16.835182637803353, - 17.855087919300864, - 17.874993200798375, - 17.894898482295886, - 17.9148037637934, - 17.934709045290912, - 15.954614326788423, - 17.974519608285934, - 16.994424889783446, - 18.014330171280957, - 18.034235452778468, - 18.05414073427598, - 18.07404601577349, - 18.093951297271, - 18.113856578768512, - 16.133761860266024 - ], - "p10": [ - 9.575940385823266, - 8.695845667320775, - 9.715750948818286, - 9.735656230315797, - 9.65556151181331, - 9.675466793310822, - 9.79537207480833, - 9.815277356305842, - 8.835182637803353, - 8.855087919300864, - 9.874993200798375, - 9.794898482295888, - 9.914803763793401, - 8.934709045290912, - 8.854614326788425, - 9.974519608285934, - 8.994424889783446, - 10.014330171280957, - 10.93423545277847, - 10.054140734275979, - 9.07404601577349, - 9.093951297271001, - 9.113856578768512, - 9.133761860266024 - ], - "p90": [ - 25.675940385823264, - 23.695845667320775, - 23.715750948818286, - 23.83565623031579, - 21.855561511813303, - 22.875466793310814, - 23.79537207480833, - 24.81527735630584, - 21.935182637803347, - 23.855087919300864, - 23.97499320079837, - 25.894898482295886, - 23.9148037637934, - 25.934709045290912, - 23.954614326788423, - 23.974519608285934, - 23.994424889783446, - 26.014330171280957, - 24.034235452778468, - 24.05414073427598, - 24.07404601577349, - 25.093951297271, - 24.113856578768512, - 24.133761860266024 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_025401.json deleted file mode 100644 index 63ae8c4ff5328e63b228f1d6249354db13120b93..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_025401.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-19T02:54:01.585284+00:00", - "metrics": { - "MSE[mean]": 52.80949695624562, - "MSE[0.5]": 60.51268300270831, - "MAE[0.5]": 7.187729483404563, - "MASE[0.5]": 1.3201952112375726, - "MAPE[0.5]": 0.8574372070681996, - "sMAPE[0.5]": 0.5518035231814648, - "MSIS": 4.591071083877352, - "RMSE[mean]": 7.267014308245555, - "NRMSE[mean]": 0.7061066534327665, - "ND[0.5]": 0.698402864784249, - "mean_weighted_sum_quantile_loss": 0.48984963073501336 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00" - ], - "context": [ - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 18.0, - 36.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 12.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "actual": [ - 6.0, - 14.0, - 8.0, - 10.0, - 10.0, - 11.0, - 14.0, - 14.0, - 7.0, - 17.0, - 10.0, - 19.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 10.0, - 6.0, - 8.0, - 8.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 17.579126518940786, - 17.59788527557469, - 16.616644032208598, - 17.635402788842505, - 17.65416154547641, - 17.672920302110317, - 17.691679058744224, - 17.71043781537813, - 16.229196572012036, - 17.747955328645943, - 16.766714085279848, - 18.285472841913755, - 17.804231598547663, - 17.822990355181567, - 17.341749111815474, - 16.860507868449382, - 17.379266625083286, - 16.898025381717193, - 17.9167841383511, - 17.935542894985005, - 15.954301651618913, - 17.97306040825282, - 17.491819164886724, - 17.510577921520632 - ], - "p10": [ - 7.579126518940786, - 7.59788527557469, - 8.5166440322086, - 10.635402788842505, - 8.65416154547641, - 7.672920302110317, - 8.691679058744224, - 9.61043781537813, - 8.629196572012038, - 9.747955328645943, - 9.66671408527985, - 9.785472841913755, - 10.804231598547663, - 6.822990355181567, - 8.841749111815474, - 8.860507868449382, - 9.879266625083286, - 8.798025381717196, - 7.916784138351101, - 9.935542894985005, - 9.954301651618913, - 9.873060408252822, - 8.991819164886724, - 10.010577921520632 - ], - "p90": [ - 23.579126518940786, - 23.59788527557469, - 23.716644032208592, - 23.635402788842505, - 23.65416154547641, - 23.672920302110317, - 23.691679058744224, - 25.71043781537813, - 23.729196572012036, - 23.747955328645943, - 23.766714085279848, - 23.785472841913755, - 23.804231598547663, - 24.822990355181567, - 23.841749111815474, - 22.960507868449376, - 23.879266625083286, - 23.898025381717193, - 23.9167841383511, - 25.935542894985005, - 23.954301651618913, - 23.073060408252815, - 23.991819164886724, - 24.010577921520632 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_140412.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_140412.json deleted file mode 100644 index 73c986d3263ef5ec26f3fd80036601bfbe1c492d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_140412.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-19T14:04:12.872727+00:00", - "metrics": { - "MSE[mean]": 52.32464844870426, - "MSE[0.5]": 56.12232107645431, - "MAE[0.5]": 6.84036438834094, - "MASE[0.5]": 1.2175679504587087, - "MAPE[0.5]": 0.9807282987640473, - "sMAPE[0.5]": 0.5765172127370731, - "MSIS": 4.517204830437262, - "RMSE[mean]": 7.233577845624132, - "NRMSE[mean]": 0.7750261977454427, - "ND[0.5]": 0.7328961844651006, - "mean_weighted_sum_quantile_loss": 0.5347267499468398 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 15.68812207087027, - 16.695696920724885, - 17.703271770579498, - 16.21084662043411, - 14.718421470288726, - 17.22599632014334, - 14.733571169997955, - 16.741146019852568, - 15.748720869707183, - 16.7562957195618, - 15.763870569416412, - 15.771445419271027, - 16.779020269125642, - 15.786595118980255, - 15.794169968834868, - 15.801744818689484, - 15.809319668544097, - 15.816894518398712, - 16.824469368253325, - 15.83204421810794, - 16.839619067962555, - 15.847193917817169, - 16.854768767671786, - 15.862343617526397 - ], - "p10": [ - 7.68812207087027, - 8.695696920724885, - 8.703271770579498, - 8.610846620434113, - 6.718421470288726, - 8.725996320143341, - 6.733571169997955, - 6.741146019852568, - 7.748720869707184, - 8.756295719561798, - 8.763870569416412, - 7.771445419271028, - 8.779020269125642, - 9.686595118980257, - 6.7941699688348685, - 8.801744818689485, - 8.809319668544099, - 7.816894518398713, - 8.724469368253327, - 7.832044218107941, - 7.839619067962556, - 7.84719391781717, - 8.854768767671786, - 8.862343617526399 - ], - "p90": [ - 23.68812207087027, - 22.695696920724885, - 22.703271770579498, - 22.71084662043411, - 22.818421470288722, - 22.72599632014334, - 21.733571169997955, - 22.741146019852568, - 22.748720869707185, - 22.7562957195618, - 22.76387056941641, - 22.77144541927103, - 22.779020269125642, - 22.786595118980255, - 22.79416996883487, - 22.801744818689485, - 22.8093196685441, - 22.816894518398712, - 23.824469368253325, - 22.832044218107942, - 22.839619067962555, - 22.84719391781717, - 22.854768767671786, - 22.8623436175264 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_152536.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_152536.json deleted file mode 100644 index f95a2f053a2a8aa941ca5bd2584e6b2837e358a4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_152536.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-19T15:25:36.099918+00:00", - "metrics": { - "MSE[mean]": 27.616049472459895, - "MSE[0.5]": 30.624911193555253, - "MAE[0.5]": 4.552470464589521, - "MASE[0.5]": 0.7936510253037422, - "MAPE[0.5]": 0.8518740293821551, - "sMAPE[0.5]": 0.4573130634037063, - "MSIS": 4.412832592511157, - "RMSE[mean]": 5.255097475067412, - "NRMSE[mean]": 0.5681186459532338, - "ND[0.5]": 0.49215896914481305, - "mean_weighted_sum_quantile_loss": 0.3691221023145673 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.208409801034822, - 13.204992865431258, - 13.201575929827696, - 12.198158994224132, - 12.194742058620568, - 14.191325123017004, - 13.18790818741344, - 14.684491251809877, - 13.181074316206313, - 13.17765738060275, - 14.174240444999185, - 13.170823509395621, - 13.167406573792059, - 13.163989638188495, - 14.16057270258493, - 13.157155766981367, - 14.153738831377803, - 13.65032189577424, - 13.146904960170676, - 14.143488024567112, - 14.140071088963548, - 13.136654153359984, - 14.133237217756422, - 13.129820282152858 - ], - "p10": [ - 5.208409801034822, - 5.204992865431258, - 5.201575929827696, - 5.198158994224132, - 4.09474205862057, - 6.091325123017006, - 5.18790818741344, - 6.184491251809877, - 6.181074316206313, - 5.177657380602749, - 6.174240444999185, - 6.170823509395621, - 6.167406573792059, - 5.163989638188495, - 5.160572702584931, - 5.157155766981367, - 6.153738831377803, - 5.050321895774243, - 5.1469049601706764, - 5.143488024567112, - 5.140071088963548, - 5.136654153359984, - 5.133237217756422, - 4.129820282152858 - ], - "p90": [ - 19.208409801034822, - 20.204992865431258, - 19.301575929827692, - 19.298158994224124, - 20.19474205862057, - 20.191325123017002, - 20.18790818741344, - 21.184491251809877, - 20.181074316206313, - 20.17765738060275, - 20.27424044499918, - 20.17082350939562, - 21.167406573792057, - 18.26398963818849, - 21.16057270258493, - 20.15715576698137, - 20.1537388313778, - 21.15032189577424, - 20.146904960170676, - 22.143488024567112, - 21.14007108896355, - 21.136654153359984, - 20.233237217756418, - 20.22982028215285 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_164957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_164957.json deleted file mode 100644 index e4938ea835f37fe7527a9385bf73cd248307095f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_164957.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-19T16:49:57.019952+00:00", - "metrics": { - "MSE[mean]": 25.26821081038045, - "MSE[0.5]": 28.28425524534211, - "MAE[0.5]": 4.4402415151298795, - "MASE[0.5]": 0.7639125187320221, - "MAPE[0.5]": 0.691003310166669, - "sMAPE[0.5]": 0.43597955868331634, - "MSIS": 4.219354532519708, - "RMSE[mean]": 5.026749527316877, - "NRMSE[mean]": 0.540995464823341, - "ND[0.5]": 0.4778735262920049, - "mean_weighted_sum_quantile_loss": 0.35309364879441213 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 14.001874455749363, - 13.997256926819679, - 12.992639397889997, - 13.988021868960315, - 13.983404340030631, - 13.97878681110095, - 13.974169282171268, - 13.969551753241584, - 13.964934224311902, - 12.96031669538222, - 13.955699166452536, - 12.951081637522854, - 14.946464108593172, - 12.941846579663489, - 13.437229050733807, - 12.932611521804125, - 11.927993992874441, - 13.92337646394476, - 13.918758935015077, - 11.914141406085394, - 12.909523877155712, - 12.90490634822603, - 12.900288819296346, - 12.895671290366664 - ], - "p10": [ - 5.901874455749365, - 5.997256926819679, - 4.992639397889997, - 5.988021868960315, - 4.983404340030631, - 4.9787868111009494, - 4.9741692821712675, - 4.969551753241584, - 4.964934224311902, - 4.96031669538222, - 5.955699166452536, - 5.951081637522854, - 4.946464108593172, - 3.9418465796634887, - 5.837229050733809, - 4.932611521804125, - 4.927993992874441, - 5.823376463944761, - 5.918758935015077, - 4.914141406085394, - 4.909523877155712, - 3.9049063482260298, - 4.900288819296346, - 5.795671290366666 - ], - "p90": [ - 20.001874455749363, - 20.097256926819675, - 19.992639397889995, - 19.988021868960317, - 20.98340434003063, - 19.97878681110095, - 19.974169282171268, - 20.969551753241582, - 20.964934224311904, - 20.960316695382218, - 21.05569916645253, - 19.951081637522854, - 19.946464108593172, - 19.94184657966349, - 19.937229050733805, - 18.932611521804127, - 18.92799399287444, - 19.92337646394476, - 20.01875893501507, - 19.914141406085392, - 20.009523877155708, - 19.904906348226028, - 20.900288819296346, - 19.895671290366664 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260620_172601.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260620_172601.json deleted file mode 100644 index b9f22fa01d220ed192f3c82a6601505a545687e4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260620_172601.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-20T17:26:01.395930+00:00", - "metrics": { - "MSE[mean]": 14.81597560012141, - "MSE[0.5]": 16.31714655405776, - "MAE[0.5]": 3.3824633739924725, - "MASE[0.5]": 0.5903936070968678, - "MAPE[0.5]": 0.8301685126996734, - "sMAPE[0.5]": 0.43464247475933143, - "MSIS": 4.6654541724143614, - "RMSE[mean]": 3.8491525820784775, - "NRMSE[mean]": 0.47865109828955166, - "ND[0.5]": 0.4206172071285976, - "mean_weighted_sum_quantile_loss": 0.31779565788141356 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.861158746047918, - 11.748104795096063, - 10.635050844144208, - 10.521996893192354, - 11.408942942240499, - 11.295888991288644, - 10.182835040336789, - 11.069781089384934, - 10.956727138433079, - 10.843673187481224, - 10.73061923652937, - 10.617565285577514, - 10.50451133462566, - 10.391457383673805, - 10.27840343272195, - 8.165349481770095, - 10.05229553081824, - 7.939241579866385, - 8.32618762891453, - 9.713133677962675, - 9.60007972701082, - 9.487025776058966, - 9.37397182510711, - 8.260917874155256 - ], - "p10": [ - 2.861158746047918, - 2.7481047950960633, - 1.6350508441442084, - 3.5219968931923535, - 1.4089429422404987, - 4.195888991288646, - 3.182835040336789, - 1.9697810893849361, - 1.956727138433079, - 0.8436731874812242, - 2.6306192365293715, - 0.6175652855775144, - 1.5045113346256596, - 2.3914573836738047, - 1.2784034327219498, - 1.165349481770095, - 1.05229553081824, - 0.9392415798663851, - 1.8261876289145302, - 0.7131336779626753, - 2.6000797270108205, - 1.3870257760589677, - 0.3739718251071107, - 0.2609178741552558 - ], - "p90": [ - 17.86115874604792, - 18.74810479509606, - 17.63505084414421, - 18.52199689319235, - 17.4089429422405, - 18.295888991288642, - 17.282835040336785, - 18.069781089384932, - 16.95672713843308, - 17.843673187481222, - 17.73061923652937, - 17.617565285577513, - 17.50451133462566, - 15.391457383673805, - 16.27840343272195, - 17.165349481770093, - 16.052295530818242, - 16.939241579866383, - 14.926187628914525, - 15.81313367796267, - 16.600079727010822, - 15.487025776058966, - 16.373971825107112, - 16.260917874155254 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_010520.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_010520.json deleted file mode 100644 index c54347dac164a5afd44090256195532ef858abb9..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_010520.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T01:05:20.942621+00:00", - "metrics": { - "MSE[mean]": 10.933210244123275, - "MSE[0.5]": 13.040440410294059, - "MAE[0.5]": 2.9029179732309096, - "MASE[0.5]": 0.5428833612275987, - "MAPE[0.5]": 0.6131122849748446, - "sMAPE[0.5]": 0.36594490649958206, - "MSIS": 4.677537516985382, - "RMSE[mean]": 3.3065405250991975, - "NRMSE[mean]": 0.4266503903353803, - "ND[0.5]": 0.3745700610620529, - "mean_weighted_sum_quantile_loss": 0.29821349589064056 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 11.24030415450729, - 10.192569523720062, - 10.144834892932833, - 11.097100262145604, - 10.049365631358375, - 10.001631000571146, - 10.953896369783918, - 10.906161738996689, - 9.85842710820946, - 10.810692477422231, - 10.262957846635002, - 8.715223215847773, - 10.667488585060545, - 10.619753954273316, - 8.572019323486087, - 9.524284692698858, - 10.47655006191163, - 9.9288154311244, - 10.381080800337172, - 9.333346169549943, - 9.285611538762714, - 9.237876907975485, - 9.190142277188256, - 10.142407646401027 - ], - "p10": [ - 1.2403041545072906, - 3.1925695237200618, - 1.144834892932833, - 4.097100262145604, - 4.049365631358375, - 4.001631000571146, - 3.8538963697839197, - 1.8061617389966909, - 1.8584271082094599, - 3.810692477422231, - 0.7629578466350022, - 0.7152232158477734, - 3.5674885850605467, - 1.6197539542733157, - 0.5720193234860869, - 2.524284692698858, - 0.4765500619116292, - 1.3288154311244025, - 3.3810808003371715, - 3.3333461695499427, - 0.28561153876271383, - 0.237876907975485, - 3.190142277188256, - 1.0424076464010295 - ], - "p90": [ - 17.240304154507292, - 17.292569523720054, - 16.24483489293283, - 17.097100262145602, - 17.049365631358377, - 17.10163100057114, - 16.95389636978392, - 16.906161738996687, - 15.85842710820946, - 16.81069247742223, - 16.762957846635004, - 16.71522321584777, - 16.667488585060546, - 16.619753954273314, - 15.572019323486087, - 16.524284692698856, - 16.47655006191163, - 16.4288154311244, - 17.381080800337173, - 16.33334616954994, - 16.285611538762716, - 16.237876907975483, - 16.190142277188258, - 16.142407646401026 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_022113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_022113.json deleted file mode 100644 index c52f469ab17320e299c70a4b123b925eb0f2f971..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_022113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.663319+00:00", - "metrics": { - "MSE[mean]": 12.406050204623222, - "MSE[0.5]": 15.265072226484163, - "MAE[0.5]": 3.3905687634003274, - "MASE[0.5]": 0.6324376968000611, - "MAPE[0.5]": 0.7162786553136149, - "sMAPE[0.5]": 0.43916902997887625, - "MSIS": 4.436269089203985, - "RMSE[mean]": 3.52222233889674, - "NRMSE[mean]": 0.48863200077180213, - "ND[0.5]": 0.4703679209341495, - "mean_weighted_sum_quantile_loss": 0.33977681189462633 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.551180187372708, - 10.001418306171162, - 10.951656424969617, - 10.901894543768071, - 9.852132662566525, - 10.80237078136498, - 10.752608900163436, - 9.70284701896189, - 9.653085137760344, - 10.603323256558799, - 10.553561375357253, - 10.503799494155707, - 10.954037612954162, - 10.404275731752616, - 9.35451385055107, - 9.304751969349525, - 9.254990088147979, - 10.205228206946433, - 10.155466325744888, - 10.105704444543342, - 10.055942563341798, - 10.006180682140252, - 8.956418800938707, - 8.906656919737161 - ], - "p10": [ - 4.051180187372708, - 1.9014183061711645, - 1.9516564249696167, - 3.901894543768071, - 3.7521326625665274, - 3.8023707813649796, - 3.55260890016344, - 0.7028470189618901, - 0.6530851377603444, - 1.5033232565588008, - 0.553561375357253, - 3.5037994941557074, - 3.4540376129541617, - 3.404275731752616, - 2.3545138505510703, - 0.30475196934952464, - 3.254990088147979, - 4.105228206946435, - 3.1554663257448876, - 3.005704444543344, - 1.055942563341798, - 0.9061806821402545, - 2.9564188009387067, - 2.906656919737161 - ], - "p90": [ - 17.051180187372708, - 16.101418306171155, - 17.951656424969617, - 16.901894543768073, - 16.852132662566525, - 16.802370781364978, - 17.752608900163438, - 16.70284701896189, - 16.753085137760337, - 16.703323256558793, - 16.553561375357255, - 16.503799494155707, - 16.45403761295416, - 16.404275731752616, - 16.454513850551066, - 15.304751969349525, - 15.254990088147979, - 16.205228206946433, - 16.15546632574489, - 16.105704444543342, - 16.055942563341798, - 16.006180682140254, - 14.956418800938707, - 15.906656919737161 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_032935.json deleted file mode 100644 index e18e2f2b156aaa59436c3690b177713d27757387..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_032935.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T03:29:35.440745+00:00", - "metrics": { - "MSE[mean]": 16.843357018833654, - "MSE[0.5]": 18.13154992517387, - "MAE[0.5]": 3.594258876783512, - "MASE[0.5]": 0.6730471758866394, - "MAPE[0.5]": 0.7949078227267309, - "sMAPE[0.5]": 0.45848505985170335, - "MSIS": 4.906111426216293, - "RMSE[mean]": 4.104065913071286, - "NRMSE[mean]": 0.5502658207469882, - "ND[0.5]": 0.48191180470840383, - "mean_weighted_sum_quantile_loss": 0.3605884164344258 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.952378291427438, - 10.901941933175301, - 9.851505574923163, - 10.801069216671024, - 10.750632858418886, - 10.700196500166749, - 9.64976014191461, - 10.599323783662472, - 10.548887425410335, - 9.498451067158197, - 10.448014708906058, - 8.89757835065392, - 10.347141992401783, - 9.296705634149644, - 9.246269275897506, - 9.195832917645369, - 9.14539655939323, - 9.094960201141092, - 9.044523842888953, - 9.994087484636816, - 9.943651126384678, - 9.89321476813254, - 9.842778409880403, - 9.792342051628264 - ], - "p10": [ - 2.952378291427438, - 1.9019419331753014, - 0.8515055749231628, - 1.8010692166710243, - 3.7506328584188857, - 3.700196500166749, - 1.5497601419146125, - 3.499323783662474, - 1.548887425410335, - 1.4984510671581965, - 0.448014708906058, - 0.39757835065391944, - 2.247141992401785, - 2.1967056341496463, - 2.2462692758975056, - 0.1958329176453688, - 0.14539655939323026, - 0.9949602011410938, - 2.044523842888953, - 2.9940874846368164, - 2.943651126384678, - -0.1067852318674607, - 2.8427784098804025, - 1.5923420516282683 - ], - "p90": [ - 16.952378291427436, - 16.9019419331753, - 16.851505574923163, - 16.801069216671024, - 16.750632858418886, - 17.700196500166747, - 16.649760141914612, - 16.59932378366247, - 16.548887425410335, - 16.498451067158197, - 16.448014708906058, - 16.39757835065392, - 16.34714199240178, - 16.296705634149646, - 16.246269275897504, - 16.19583291764537, - 16.14539655939323, - 16.194960201141086, - 16.044523842888953, - 16.994087484636815, - 15.943651126384678, - 15.89321476813254, - 15.842778409880403, - 15.792342051628264 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_045005.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_045005.json deleted file mode 100644 index b8b477ab4bd6e541e6686485bff738fbf2c5ffb3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_045005.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T04:50:05.022852+00:00", - "metrics": { - "MSE[mean]": 11.628155771896232, - "MSE[0.5]": 11.788541326086792, - "MAE[0.5]": 2.8518490283461233, - "MASE[0.5]": 0.5361178330050154, - "MAPE[0.5]": 0.452894403781628, - "sMAPE[0.5]": 0.3464305191694194, - "MSIS": 4.745169329683431, - "RMSE[mean]": 3.410008177687589, - "NRMSE[mean]": 0.435320192896288, - "ND[0.5]": 0.3640658334058881, - "mean_weighted_sum_quantile_loss": 0.2932058236112386 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.736596461723764, - 9.68296616942036, - 10.629335877116961, - 10.575705584813562, - 9.52207529251016, - 10.46844500020676, - 10.41481470790336, - 9.361184415599958, - 9.307554123296558, - 9.253923830993156, - 10.200293538689756, - 10.146663246386357, - 10.093032954082954, - 8.039402661779555, - 8.985772369476152, - 9.932142077172752, - 8.878511784869353, - 7.824881492565951, - 9.771251200262551, - 9.717620907959152, - 7.66399061565575, - 9.61036032335235, - 8.556730031048946, - 8.503099738745547 - ], - "p10": [ - 2.536596461723767, - 3.582966169420364, - 0.6293358771169615, - 1.5757055848135613, - 3.4220752925101623, - 1.468445000206759, - 3.4148147079033597, - 0.36118441559995773, - 0.3075541232965566, - 0.2539238309931555, - 4.100293538689759, - 0.14666324638635508, - 1.0930329540829549, - 0.03940266177955287, - 0.9857723694761527, - 2.9321420771727533, - 1.8785117848693522, - 0.8248814925659511, - 2.77125120026255, - 0.7176209079591507, - 1.6639906156557496, - -0.3896396766476524, - 1.4567300310489495, - 0.40309973874555005 - ], - "p90": [ - 15.736596461723764, - 15.782966169420355, - 15.729335877116956, - 15.675705584813556, - 16.52207529251016, - 16.46844500020676, - 16.41481470790336, - 15.361184415599958, - 15.307554123296558, - 16.253923830993156, - 15.200293538689756, - 16.146663246386357, - 16.19303295408295, - 16.039402661779555, - 15.985772369476152, - 16.932142077172752, - 14.978511784869347, - 15.82488149256595, - 15.771251200262551, - 16.817620907959146, - 14.663990615655749, - 15.61036032335235, - 14.65673003104894, - 15.503099738745547 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_061000.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_061000.json deleted file mode 100644 index a572ec705aa9992d6c020e88693555eed60c42bd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_061000.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T06:10:00.282309+00:00", - "metrics": { - "MSE[mean]": 11.359992637408363, - "MSE[0.5]": 12.849032948547434, - "MAE[0.5]": 2.9691510686184777, - "MASE[0.5]": 0.5495600949628031, - "MAPE[0.5]": 0.4633165896580569, - "sMAPE[0.5]": 0.34936429057760326, - "MSIS": 5.633297228478391, - "RMSE[mean]": 3.3704588170467775, - "NRMSE[mean]": 0.40445505804561327, - "ND[0.5]": 0.3562981282342173, - "mean_weighted_sum_quantile_loss": 0.28001121307543003 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 10.635718944028422, - 10.581744353507256, - 10.52776976298609, - 9.473795172464925, - 10.419820581943759, - 10.365845991422592, - 10.311871400901426, - 10.25789681038026, - 9.203922219859093, - 10.149947629337927, - 10.09597303881676, - 10.041998448295594, - 9.98802385777443, - 9.934049267253263, - 8.880074676732097, - 8.82610008621093, - 9.772125495689764, - 9.718150905168597, - 9.664176314647431, - 10.610201724126266, - 9.5562271336051, - 9.502252543083934, - 10.448277952562767, - 9.394303362041601 - ], - "p10": [ - 3.6357189440284223, - 0.581744353507256, - 0.5277697629860896, - 1.373795172464927, - 1.3198205819437607, - 0.3658459914225922, - 0.31187140090142584, - 0.25789681038025947, - 0.2039222198590931, - 1.1499476293379267, - 0.9959730388167625, - 0.04199844829559396, - -0.01197614222557064, - -0.06595073274673702, - 0.8800746767320966, - -0.17389991378906977, - 1.7721254956897639, - 0.7181509051685975, - -0.3358236853525689, - 1.5102017241262686, - -0.4437728663948999, - 1.5022525430839337, - 2.4482779525627674, - 0.394303362041601 - ], - "p90": [ - 16.735718944028417, - 15.581744353507256, - 16.52776976298609, - 16.473795172464925, - 16.519820581943755, - 16.365845991422592, - 16.311871400901424, - 16.25789681038026, - 15.203922219859093, - 16.149947629337927, - 16.195973038816753, - 16.041998448295594, - 15.98802385777443, - 15.934049267253263, - 15.880074676732097, - 15.82610008621093, - 15.772125495689764, - 15.718150905168597, - 14.664176314647431, - 15.610201724126266, - 13.756227133605089, - 16.502252543083934, - 16.44827795256277, - 15.394303362041601 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_072519.json deleted file mode 100644 index 5321af9a5f5358a0391a9ef7f8a85654f91e6365..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_072519.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T07:25:19.310994+00:00", - "metrics": { - "MSE[mean]": 14.125357831372744, - "MSE[0.5]": 15.774941647623715, - "MAE[0.5]": 3.377050349670025, - "MASE[0.5]": 0.6258626130662596, - "MAPE[0.5]": 0.7811908463746745, - "sMAPE[0.5]": 0.427510568707923, - "MSIS": 4.728184947762341, - "RMSE[mean]": 3.7583716994694316, - "NRMSE[mean]": 0.4797921318471615, - "ND[0.5]": 0.4311128105961734, - "mean_weighted_sum_quantile_loss": 0.3242525935689566 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.695537417290423, - 9.639649613813045, - 10.583761810335668, - 9.52787400685829, - 10.471986203380913, - 9.416098399903538, - 10.36021059642616, - 10.304322792948783, - 10.248434989471406, - 9.192547185994028, - 9.136659382516651, - 10.080771579039274, - 9.524883775561896, - 9.96899597208452, - 9.913108168607142, - 7.857220365129765, - 9.801332561652387, - 8.74544475817501, - 9.189556954697634, - 9.633669151220257, - 9.57778134774288, - 8.521893544265502, - 8.466005740788125, - 8.410117937310748 - ], - "p10": [ - 1.5955374172904255, - 2.639649613813046, - 3.5837618103356688, - 0.5278740068582906, - 0.47198620338091324, - 0.4160983999035377, - 0.3602105964261604, - 2.304322792948784, - 0.24843498947140574, - 0.19254718599402842, - 0.1366593825166511, - 1.880771579039279, - 2.0248837755618974, - 2.96899597208452, - 1.8131081686071449, - -0.14277963487023548, - 0.7013325616523901, - -0.2545552418249901, - -0.31044304530236566, - -0.366330848779743, - -0.4222186522571203, - -0.4781064557344976, - 1.366005740788128, - 1.3101179373107508 - ], - "p90": [ - 16.695537417290424, - 16.639649613813045, - 15.683761810335664, - 14.52787400685829, - 16.471986203380915, - 16.41609839990354, - 16.36021059642616, - 16.304322792948785, - 16.248434989471406, - 16.19254718599403, - 15.136659382516651, - 16.080771579039276, - 16.024883775561896, - 15.968995972084521, - 15.913108168607142, - 15.857220365129766, - 14.801332561652387, - 14.745444758175012, - 15.689556954697636, - 15.633669151220257, - 14.577781347742881, - 15.621893544265497, - 14.466005740788127, - 15.410117937310748 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_083724.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_083724.json deleted file mode 100644 index 8ae4fdfeb301841fe0e75325fcb60fffaa6efbef..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_083724.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T08:37:24.536027+00:00", - "metrics": { - "MSE[mean]": 11.5856329330337, - "MSE[0.5]": 13.102981345623908, - "MAE[0.5]": 3.011480923836809, - "MASE[0.5]": 0.5743751695794709, - "MAPE[0.5]": 0.4945327382752764, - "sMAPE[0.5]": 0.36114625806363737, - "MSIS": 4.863575766919172, - "RMSE[mean]": 3.4037674616568183, - "NRMSE[mean]": 0.4210846344317713, - "ND[0.5]": 0.3725543410932135, - "mean_weighted_sum_quantile_loss": 0.2927302356436956 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 9.636155140075934, - 10.584721652931334, - 9.533288165786736, - 11.481854678642136, - 10.430421191497539, - 9.37898770435294, - 8.827554217208341, - 9.776120730063743, - 10.224687242919144, - 9.173253755774546, - 10.121820268629948, - 10.070386781485348, - 9.01895329434075, - 9.967519807196151, - 9.916086320051553, - 8.864652832906955, - 9.813219345762356, - 9.761785858617758, - 8.710352371473158, - 9.65891888432856, - 9.607485397183963, - 9.556051910039363, - 9.504618422894765, - 9.453184935750166 - ], - "p10": [ - 0.6361551400759335, - 1.484721652931336, - 0.5332881657867361, - 3.4818546786421365, - 3.330421191497541, - 0.3789877043529408, - 2.2275542172083433, - 0.2761207300637434, - 3.124687242919146, - 0.17325375577454594, - 3.121820268629948, - 1.9703867814853506, - 0.01895329434075066, - 3.867519807196153, - 0.9160863200515532, - -0.13534716709304462, - -0.18678065423764423, - 1.761785858617758, - 0.6103523714731605, - 1.5589188843285626, - -0.39251460281603734, - -0.44394808996063695, - 1.5046184228947652, - 1.4531849357501656 - ], - "p90": [ - 16.636155140075935, - 16.584721652931336, - 16.533288165786736, - 16.481854678642136, - 17.430421191497537, - 14.37898770435294, - 16.32755421720834, - 16.37612073006374, - 16.224687242919146, - 14.27325375577454, - 16.121820268629946, - 15.070386781485348, - 16.01895329434075, - 16.96751980719615, - 15.916086320051553, - 15.864652832906955, - 15.813219345762356, - 15.761785858617758, - 15.710352371473158, - 15.65891888432856, - 14.607485397183963, - 15.556051910039363, - 15.504618422894765, - 15.453184935750166 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_094842.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_094842.json deleted file mode 100644 index 3abad9ac7b877626428dc9ab32a4213eb7dbc969..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_094842.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T09:48:42.706840+00:00", - "metrics": { - "MSE[mean]": 12.368610078451226, - "MSE[0.5]": 13.20687091355875, - "MAE[0.5]": 2.9634444019313135, - "MASE[0.5]": 0.562234511038352, - "MAPE[0.5]": 0.42166907222972333, - "sMAPE[0.5]": 0.3483480600248539, - "MSIS": 4.993675477778026, - "RMSE[mean]": 3.5169034786941804, - "NRMSE[mean]": 0.42629133075080977, - "ND[0.5]": 0.3592053820522804, - "mean_weighted_sum_quantile_loss": 0.29003984839037134 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.870543214470379, - 9.31589552082785, - 9.76124782718532, - 9.206600133542791, - 8.651952439900263, - 10.097304746257734, - 9.542657052615205, - 9.488009358972675, - 8.933361665330146, - 9.878713971687617, - 9.824066278045088, - 8.769418584402558, - 8.714770890760029, - 8.6601231971175, - 8.60547550347497, - 9.550827809832443, - 8.496180116189914, - 9.441532422547384, - 8.386884728904855, - 8.332237035262326, - 9.277589341619796, - 8.722941647977267, - 9.168293954334738, - 8.11364626069221 - ], - "p10": [ - 0.37054321447037886, - 1.3158955208278496, - 1.2612478271853202, - 0.20660013354279094, - 1.0519524399002655, - 4.097304746257734, - 0.9426570526152069, - -0.0119906410273245, - 1.8333616653301483, - 1.778713971687619, - 0.7240662780450897, - 1.6694185844025604, - -0.285229109239971, - -0.33987680288250033, - 0.5054755034749725, - -0.44917219016755716, - 0.39618011618991567, - 0.44153242254738423, - -0.6131152710951451, - -0.6677629647376744, - 0.2775893416197963, - 0.222941647977267, - 2.06829395433474, - -0.8863537393077898 - ], - "p90": [ - 16.37054321447038, - 16.31589552082785, - 15.26124782718532, - 16.206600133542793, - 16.151952439900263, - 16.097304746257734, - 16.042657052615205, - 15.988009358972675, - 15.03336166533014, - 15.878713971687617, - 15.824066278045088, - 15.769418584402558, - 15.714770890760029, - 15.6601231971175, - 15.60547550347497, - 14.650827809832437, - 15.496180116189914, - 13.441532422547384, - 15.386884728904855, - 13.332237035262326, - 15.277589341619796, - 15.222941647977267, - 15.168293954334738, - 15.11364626069221 - ], - "mean": [ - 9.130543214470396, - 9.395895520827827, - 9.25124782718534, - 8.726600133542753, - 8.886952439900247, - 10.072304746257759, - 9.022657052615186, - 8.818009358972699, - 8.883361665330103, - 9.278713971687603, - 8.684066278045114, - 8.64441858440252, - 8.234770890760052, - 7.785123197117473, - 8.430475503474964, - 8.380827809832475, - 8.20618011618988, - 8.08153242254741, - 8.22188472890483, - 7.6822370352623235, - 8.527589341619823, - 8.34794164797724, - 8.60829395433477, - 7.83364626069219 - ], - "quantiles": { - "0.1": [ - 0.37054321447037886, - 1.3158955208278496, - 1.2612478271853202, - 0.20660013354279094, - 1.0519524399002655, - 4.097304746257734, - 0.9426570526152069, - -0.0119906410273245, - 1.8333616653301483, - 1.778713971687619, - 0.7240662780450897, - 1.6694185844025604, - -0.285229109239971, - -0.33987680288250033, - 0.5054755034749725, - -0.44917219016755716, - 0.39618011618991567, - 0.44153242254738423, - -0.6131152710951451, - -0.6677629647376744, - 0.2775893416197963, - 0.222941647977267, - 2.06829395433474, - -0.8863537393077898 - ], - "0.2": [ - 5.170543214470383, - 5.3158955208278496, - 5.26124782718532, - 3.206600133542791, - 4.151952439900263, - 6.097304746257734, - 5.042657052615205, - 3.9880093589726755, - 4.933361665330146, - 4.878713971687617, - 3.8240662780450876, - 3.7694185844025583, - 3.5147708907600332, - 1.6601231971174997, - 3.6054755034749704, - 3.550827809832443, - 3.4961801161899135, - 3.4415324225473842, - 3.186884728904859, - 3.3322370352623256, - 4.277589341619796, - 3.222941647977267, - 4.168293954334738, - 3.11364626069221 - ], - "0.3": [ - 6.370543214470379, - 7.3158955208278496, - 6.961247827185316, - 6.206600133542791, - 6.851952439900259, - 8.097304746257734, - 6.042657052615205, - 5.9880093589726755, - 6.633361665330142, - 5.878713971687617, - 5.824066278045088, - 5.769418584402558, - 5.714770890760029, - 4.6601231971175, - 5.60547550347497, - 5.550827809832443, - 5.4961801161899135, - 5.441532422547384, - 4.386884728904855, - 5.332237035262326, - 6.277589341619796, - 6.222941647977267, - 6.168293954334738, - 5.11364626069221 - ], - "0.4": [ - 8.370543214470379, - 8.31589552082785, - 8.26124782718532, - 8.206600133542791, - 8.151952439900263, - 9.097304746257734, - 8.042657052615205, - 7.9880093589726755, - 7.933361665330146, - 7.878713971687617, - 7.824066278045088, - 7.769418584402558, - 7.714770890760029, - 7.260123197117508, - 7.60547550347497, - 7.550827809832443, - 7.4961801161899135, - 7.441532422547384, - 7.386884728904855, - 7.332237035262326, - 7.277589341619796, - 7.222941647977267, - 8.168293954334738, - 7.11364626069221 - ], - "0.5": [ - 9.870543214470379, - 9.31589552082785, - 9.76124782718532, - 9.206600133542791, - 8.651952439900263, - 10.097304746257734, - 9.542657052615205, - 9.488009358972675, - 8.933361665330146, - 9.878713971687617, - 9.824066278045088, - 8.769418584402558, - 8.714770890760029, - 8.6601231971175, - 8.60547550347497, - 9.550827809832443, - 8.496180116189914, - 9.441532422547384, - 8.386884728904855, - 8.332237035262326, - 9.277589341619796, - 8.722941647977267, - 9.168293954334738, - 8.11364626069221 - ], - "0.6": [ - 11.370543214470379, - 11.31589552082785, - 11.26124782718532, - 10.206600133542791, - 11.151952439900263, - 11.097304746257734, - 11.042657052615205, - 10.988009358972675, - 10.933361665330146, - 10.878713971687617, - 10.824066278045088, - 10.769418584402558, - 10.714770890760029, - 10.6601231971175, - 9.60547550347497, - 10.550827809832443, - 10.496180116189914, - 10.441532422547384, - 10.386884728904855, - 9.332237035262326, - 10.277589341619796, - 10.222941647977267, - 10.168293954334738, - 10.11364626069221 - ], - "0.7": [ - 12.370543214470379, - 12.31589552082785, - 12.26124782718532, - 12.206600133542791, - 12.151952439900263, - 12.397304746257717, - 12.042657052615205, - 11.988009358972675, - 11.933361665330146, - 12.878713971687617, - 11.824066278045088, - 11.769418584402558, - 11.714770890760029, - 11.6601231971175, - 11.60547550347497, - 11.550827809832443, - 11.496180116189914, - 11.441532422547384, - 11.386884728904855, - 10.332237035262326, - 11.277589341619796, - 11.222941647977267, - 12.168293954334738, - 11.11364626069221 - ], - "0.8": [ - 13.370543214470379, - 14.31589552082785, - 14.26124782718532, - 13.206600133542791, - 13.151952439900263, - 14.097304746257734, - 13.042657052615205, - 12.988009358972675, - 12.933361665330146, - 13.878713971687617, - 12.824066278045088, - 13.769418584402558, - 12.714770890760029, - 12.6601231971175, - 12.60547550347497, - 12.550827809832443, - 12.496180116189914, - 12.441532422547384, - 13.386884728904855, - 11.332237035262326, - 13.277589341619796, - 12.422941647977284, - 13.168293954334738, - 12.11364626069221 - ], - "0.9": [ - 16.37054321447038, - 16.31589552082785, - 15.26124782718532, - 16.206600133542793, - 16.151952439900263, - 16.097304746257734, - 16.042657052615205, - 15.988009358972675, - 15.03336166533014, - 15.878713971687617, - 15.824066278045088, - 15.769418584402558, - 15.714770890760029, - 15.6601231971175, - 15.60547550347497, - 14.650827809832437, - 15.496180116189914, - 13.441532422547384, - 15.386884728904855, - 13.332237035262326, - 15.277589341619796, - 15.222941647977267, - 15.168293954334738, - 15.11364626069221 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_111400.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_111400.json deleted file mode 100644 index f941a23567d7645246cc15a2c4d58aa9ee8306ec..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_111400.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T11:14:00.422744+00:00", - "metrics": { - "MSE[mean]": 12.834848456340085, - "MSE[0.5]": 12.72372956995253, - "MAE[0.5]": 2.753585547296378, - "MASE[0.5]": 0.5322366695445347, - "MAPE[0.5]": 0.37608836565070014, - "sMAPE[0.5]": 0.3227618945993212, - "MSIS": 4.854764702821459, - "RMSE[mean]": 3.5825756734980607, - "NRMSE[mean]": 0.42147949099977183, - "ND[0.5]": 0.32395124085839744, - "mean_weighted_sum_quantile_loss": 0.2734363839110637 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 9.1856993961013, - 10.12858032712937, - 10.071461258157441, - 9.014342189185513, - 8.957223120213584, - 8.900104051241653, - 8.842984982269725, - 8.785865913297796, - 9.728746844325865, - 8.671627775353937, - 8.614508706382008, - 8.557389637410079, - 8.500270568438149, - 7.443151499466221, - 9.386032430494291, - 8.328913361522362, - 9.271794292550432, - 8.214675223578503, - 9.157556154606574, - 8.100437085634645, - 8.043318016662715, - 7.986198947690787, - 8.929079878718857, - 7.871960809746929 - ], - "p10": [ - 1.1856993961013016, - 3.128580327129371, - 0.07146125815744142, - 0.014342189185512666, - 0.8572231202135868, - 1.9001040512416543, - 1.8429849822697255, - 0.7858659132977968, - -0.27125315567413466, - -0.3283722246460634, - 1.6145087063820087, - 1.55738963741008, - 1.5002705684381494, - 1.3431514994662228, - 1.286032430494294, - -0.6710866384776377, - 1.2717942925504326, - 0.21467522357850388, - 1.0575561546065773, - 1.1004370856346464, - 0.04331801666271584, - -0.013801052309212913, - -0.07092012128114256, - -1.1280391902530722 - ], - "p90": [ - 16.185699396101302, - 16.12858032712937, - 15.071461258157441, - 16.014342189185513, - 15.957223120213584, - 15.900104051241655, - 13.842984982269726, - 13.885865913297792, - 15.728746844325865, - 14.771627775353931, - 13.614508706382008, - 15.557389637410079, - 15.50027056843815, - 14.543151499466216, - 15.386032430494293, - 15.328913361522364, - 15.271794292550432, - 13.314675223578497, - 14.157556154606574, - 15.100437085634645, - 15.043318016662717, - 12.986198947690788, - 14.929079878718857, - 14.871960809746929 - ], - "mean": [ - 8.675699396101269, - 9.313580327129383, - 8.921461258157407, - 9.089342189185526, - 8.637223120213548, - 8.755104051241666, - 8.427984982269695, - 8.615865913297808, - 8.688746844325832, - 8.401627775353951, - 8.464508706381977, - 8.412389637410092, - 8.615270568438115, - 8.133151499466235, - 8.76103243049426, - 7.883913361522377, - 8.661794292550402, - 7.794675223578521, - 8.22755615460655, - 8.125437085634662, - 7.863318016662691, - 7.351198947690803, - 8.009079878718838, - 7.7419608097469474 - ], - "quantiles": { - "0.1": [ - 1.1856993961013016, - 3.128580327129371, - 0.07146125815744142, - 0.014342189185512666, - 0.8572231202135868, - 1.9001040512416543, - 1.8429849822697255, - 0.7858659132977968, - -0.27125315567413466, - -0.3283722246460634, - 1.6145087063820087, - 1.55738963741008, - 1.5002705684381494, - 1.3431514994662228, - 1.286032430494294, - -0.6710866384776377, - 1.2717942925504326, - 0.21467522357850388, - 1.0575561546065773, - 1.1004370856346464, - 0.04331801666271584, - -0.013801052309212913, - -0.07092012128114256, - -1.1280391902530722 - ], - "0.2": [ - 4.985699396101305, - 5.12858032712937, - 4.071461258157442, - 4.814342189185517, - 3.957223120213585, - 3.9001040512416543, - 4.842984982269725, - 3.7858659132977968, - 3.7287468443258662, - 3.6716277753539375, - 4.614508706382008, - 3.55738963741008, - 4.300270568438153, - 4.44315149946622, - 4.386032430494291, - 3.328913361522363, - 4.271794292550432, - 3.214675223578504, - 3.157556154606575, - 4.1004370856346455, - 3.043318016662716, - 2.986198947690787, - 3.929079878718857, - 2.8719608097469287 - ], - "0.3": [ - 6.185699396101301, - 7.128580327129371, - 6.771461258157438, - 7.0143421891855136, - 5.957223120213584, - 5.900104051241653, - 5.842984982269725, - 5.785865913297796, - 6.728746844325866, - 6.6716277753539375, - 6.614508706382009, - 5.557389637410079, - 6.200270568438145, - 5.44315149946622, - 6.386032430494292, - 5.328913361522362, - 5.971794292550428, - 5.214675223578503, - 5.157556154606574, - 5.1004370856346455, - 5.043318016662715, - 3.9861989476907866, - 4.929079878718857, - 4.871960809746929 - ], - "0.4": [ - 7.185699396101302, - 8.12858032712937, - 8.071461258157441, - 8.014342189185513, - 7.957223120213585, - 6.900104051241654, - 6.8429849822697255, - 7.785865913297797, - 7.728746844325866, - 7.6716277753539375, - 7.614508706382009, - 7.55738963741008, - 7.500270568438149, - 7.443151499466221, - 7.386032430494292, - 7.328913361522363, - 7.87179429255044, - 7.214675223578504, - 7.157556154606575, - 7.100437085634646, - 7.043318016662716, - 5.986198947690787, - 6.929079878718857, - 6.871960809746929 - ], - "0.5": [ - 9.1856993961013, - 10.12858032712937, - 10.071461258157441, - 9.014342189185513, - 8.957223120213584, - 8.900104051241653, - 8.842984982269725, - 8.785865913297796, - 9.728746844325865, - 8.671627775353937, - 8.614508706382008, - 8.557389637410079, - 8.500270568438149, - 7.443151499466221, - 9.386032430494291, - 8.328913361522362, - 9.271794292550432, - 8.214675223578503, - 9.157556154606574, - 8.100437085634645, - 8.043318016662715, - 7.986198947690787, - 8.929079878718857, - 7.871960809746929 - ], - "0.6": [ - 10.1856993961013, - 11.12858032712937, - 11.071461258157441, - 11.014342189185513, - 9.957223120213584, - 9.900104051241653, - 10.842984982269725, - 10.785865913297796, - 10.728746844325865, - 9.671627775353937, - 10.614508706382008, - 9.557389637410079, - 10.500270568438149, - 9.44315149946622, - 11.386032430494291, - 9.328913361522362, - 11.271794292550432, - 9.214675223578503, - 10.157556154606574, - 9.100437085634645, - 10.043318016662715, - 8.986198947690786, - 9.929079878718857, - 9.871960809746929 - ], - "0.7": [ - 12.1856993961013, - 12.12858032712937, - 12.071461258157441, - 12.014342189185513, - 11.957223120213584, - 11.900104051241653, - 11.842984982269725, - 11.785865913297796, - 11.728746844325865, - 11.671627775353937, - 11.614508706382008, - 11.557389637410079, - 11.500270568438149, - 11.44315149946622, - 11.386032430494291, - 11.328913361522362, - 11.571794292550415, - 10.214675223578503, - 11.157556154606574, - 11.100437085634645, - 11.043318016662715, - 10.986198947690786, - 10.929079878718857, - 10.871960809746929 - ], - "0.8": [ - 13.185699396101302, - 13.12858032712937, - 13.071461258157441, - 14.014342189185513, - 12.957223120213584, - 12.900104051241655, - 12.042984982269742, - 12.785865913297798, - 13.728746844325865, - 12.671627775353937, - 12.614508706382008, - 12.557389637410079, - 13.50027056843815, - 12.443151499466222, - 13.386032430494293, - 12.328913361522364, - 13.271794292550432, - 11.214675223578503, - 12.157556154606574, - 13.100437085634645, - 12.043318016662717, - 11.986198947690788, - 11.929079878718857, - 11.871960809746929 - ], - "0.9": [ - 16.185699396101302, - 16.12858032712937, - 15.071461258157441, - 16.014342189185513, - 15.957223120213584, - 15.900104051241655, - 13.842984982269726, - 13.885865913297792, - 15.728746844325865, - 14.771627775353931, - 13.614508706382008, - 15.557389637410079, - 15.50027056843815, - 14.543151499466216, - 15.386032430494293, - 15.328913361522364, - 15.271794292550432, - 13.314675223578497, - 14.157556154606574, - 15.100437085634645, - 15.043318016662717, - 12.986198947690788, - 14.929079878718857, - 14.871960809746929 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_122659.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_122659.json deleted file mode 100644 index c2848064f753ae0a55d79e5d5d52b0eaa328d5fa..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_122659.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T12:26:59.790919+00:00", - "metrics": { - "MSE[mean]": 13.782602046533986, - "MSE[0.5]": 13.566087930241784, - "MAE[0.5]": 2.9567190518636415, - "MASE[0.5]": 0.5730384165119305, - "MAPE[0.5]": 0.46991201334458377, - "sMAPE[0.5]": 0.3641186906415547, - "MSIS": 4.840376461632937, - "RMSE[mean]": 3.71249269986272, - "NRMSE[mean]": 0.4389153930872181, - "ND[0.5]": 0.34956284357008566, - "mean_weighted_sum_quantile_loss": 0.28398826824707585 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 8.90126642275579, - 9.842120092017831, - 9.782973761279873, - 8.723827430541915, - 8.664681099803957, - 9.605534769065997, - 8.546388438328039, - 8.487242107590081, - 8.428095776852123, - 8.368949446114165, - 9.309803115376207, - 9.250656784638249, - 8.19151045390029, - 9.132364123162333, - 8.073217792424375, - 9.014071461686417, - 7.9549251309484585, - 7.8957788002105, - 8.83663246947254, - 7.7774861387345835, - 8.218339807996625, - 7.659193477258667, - 7.600047146520709, - 7.54090081578275 - ], - "p10": [ - -0.09873357724421084, - 2.842120092017832, - 0.782973761279874, - -0.276172569458085, - 1.56468109980396, - 1.5055347690660001, - 2.54638843832804, - 2.487242107590082, - -0.571904223147877, - -0.6310505538858351, - 1.3098031153762077, - 0.2506567846382497, - 2.0915104539002938, - 2.1323641231623336, - 2.0732177924243755, - 0.014071461686416598, - -0.045074869051541455, - 1.8957788002104996, - 1.8366324694725416, - -0.2225138612654165, - 0.7183398079966254, - -0.3408065227413326, - -0.49995285347928864, - 1.4409008157827525 - ], - "p90": [ - 15.90126642275579, - 15.842120092017833, - 15.782973761279873, - 15.723827430541917, - 15.664681099803957, - 15.705534769065991, - 15.54638843832804, - 15.487242107590081, - 15.428095776852125, - 15.368949446114165, - 15.309803115376209, - 15.250656784638249, - 16.191510453900293, - 15.132364123162333, - 15.073217792424376, - 14.014071461686417, - 13.954925130948459, - 14.8957788002105, - 14.83663246947254, - 13.777486138734584, - 14.718339807996625, - 14.659193477258668, - 14.600047146520708, - 14.54090081578275 - ], - "mean": [ - 8.27626642275578, - 9.297120092017865, - 8.667973761279887, - 8.343827430541875, - 8.42968109980399, - 9.06553476906602, - 8.796388438328009, - 8.282242107590127, - 8.018095776852146, - 8.098949446114142, - 8.82980311537616, - 8.29065678463828, - 8.256510453900269, - 8.5123641231623, - 8.173217792424408, - 8.449071461686403, - 7.569925130948437, - 8.115778800210508, - 8.001632469472534, - 7.272486138734567, - 8.003339807996639, - 7.199193477258668, - 7.720047146520699, - 7.585900815782772 - ], - "quantiles": { - "0.1": [ - -0.09873357724421084, - 2.842120092017832, - 0.782973761279874, - -0.276172569458085, - 1.56468109980396, - 1.5055347690660001, - 2.54638843832804, - 2.487242107590082, - -0.571904223147877, - -0.6310505538858351, - 1.3098031153762077, - 0.2506567846382497, - 2.0915104539002938, - 2.1323641231623336, - 2.0732177924243755, - 0.014071461686416598, - -0.045074869051541455, - 1.8957788002104996, - 1.8366324694725416, - -0.2225138612654165, - 0.7183398079966254, - -0.3408065227413326, - -0.49995285347928864, - 1.4409008157827525 - ], - "0.2": [ - 2.90126642275579, - 4.842120092017831, - 3.782973761279874, - 4.523827430541919, - 4.664681099803957, - 4.605534769065997, - 5.346388438328043, - 4.487242107590081, - 3.428095776852124, - 4.368949446114165, - 4.309803115376207, - 4.250656784638249, - 3.1915104539002916, - 4.132364123162333, - 3.873217792424379, - 4.814071461686421, - 3.7549251309484624, - 3.895778800210499, - 3.836632469472541, - 1.7774861387345835, - 2.7183398079966254, - 2.6591934772586674, - 3.600047146520709, - 3.54090081578275 - ], - "0.3": [ - 5.901266422755789, - 6.842120092017832, - 5.782973761279873, - 5.723827430541915, - 5.664681099803957, - 6.605534769065998, - 6.54638843832804, - 5.487242107590081, - 5.428095776852123, - 6.368949446114166, - 7.309803115376208, - 5.250656784638249, - 5.191510453900291, - 6.132364123162334, - 6.0732177924243755, - 7.014071461686417, - 4.9549251309484585, - 5.8957788002105, - 4.836632469472541, - 4.477486138734578, - 4.718339807996625, - 4.6591934772586665, - 4.6000471465207085, - 5.54090081578275 - ], - "0.4": [ - 7.90126642275579, - 8.842120092017831, - 7.782973761279874, - 7.723827430541916, - 7.664681099803958, - 7.605534769065998, - 7.54638843832804, - 7.487242107590082, - 7.028095776852132, - 7.368949446114166, - 8.309803115376207, - 7.25065678463825, - 7.191510453900292, - 7.132364123162334, - 7.0732177924243755, - 8.014071461686417, - 6.9549251309484585, - 7.495778800210508, - 6.8366324694725416, - 6.7774861387345835, - 6.7183398079966254, - 6.659193477258667, - 6.600047146520709, - 6.54090081578275 - ], - "0.5": [ - 8.90126642275579, - 9.842120092017831, - 9.782973761279873, - 8.723827430541915, - 8.664681099803957, - 9.605534769065997, - 8.546388438328039, - 8.487242107590081, - 8.428095776852123, - 8.368949446114165, - 9.309803115376207, - 9.250656784638249, - 8.19151045390029, - 9.132364123162333, - 8.073217792424375, - 9.014071461686417, - 7.9549251309484585, - 7.8957788002105, - 8.83663246947254, - 7.7774861387345835, - 8.218339807996625, - 7.659193477258667, - 7.600047146520709, - 7.54090081578275 - ], - "0.6": [ - 9.90126642275579, - 10.842120092017831, - 10.782973761279873, - 10.123827430541906, - 9.664681099803957, - 10.605534769065997, - 9.546388438328039, - 9.487242107590081, - 9.428095776852123, - 9.368949446114165, - 10.309803115376207, - 10.250656784638249, - 10.19151045390029, - 10.132364123162333, - 10.073217792424375, - 10.014071461686417, - 8.954925130948459, - 9.895778800210499, - 9.83663246947254, - 9.777486138734583, - 9.718339807996625, - 8.659193477258667, - 9.600047146520708, - 9.54090081578275 - ], - "0.7": [ - 10.90126642275579, - 11.842120092017831, - 11.782973761279873, - 11.723827430541915, - 11.664681099803957, - 12.605534769065997, - 11.546388438328039, - 11.487242107590081, - 11.428095776852123, - 11.368949446114165, - 11.309803115376207, - 11.250656784638249, - 11.19151045390029, - 11.132364123162333, - 11.073217792424375, - 11.014071461686417, - 10.954925130948459, - 10.895778800210499, - 10.83663246947254, - 10.777486138734583, - 10.718339807996625, - 9.659193477258667, - 10.600047146520708, - 10.54090081578275 - ], - "0.8": [ - 11.90126642275579, - 13.842120092017833, - 12.782973761279873, - 13.723827430541917, - 12.664681099803957, - 13.605534769065997, - 13.54638843832804, - 12.487242107590081, - 12.428095776852125, - 13.368949446114165, - 13.309803115376209, - 12.450656784638266, - 13.191510453900293, - 13.132364123162333, - 12.073217792424376, - 12.014071461686417, - 11.954925130948459, - 12.8957788002105, - 11.83663246947254, - 11.777486138734584, - 12.718339807996625, - 11.659193477258668, - 12.600047146520708, - 12.54090081578275 - ], - "0.9": [ - 15.90126642275579, - 15.842120092017833, - 15.782973761279873, - 15.723827430541917, - 15.664681099803957, - 15.705534769065991, - 15.54638843832804, - 15.487242107590081, - 15.428095776852125, - 15.368949446114165, - 15.309803115376209, - 15.250656784638249, - 16.191510453900293, - 15.132364123162333, - 15.073217792424376, - 14.014071461686417, - 13.954925130948459, - 14.8957788002105, - 14.83663246947254, - 13.777486138734584, - 14.718339807996625, - 14.659193477258668, - 14.600047146520708, - 14.54090081578275 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_134657.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_134657.json deleted file mode 100644 index 84d14deae04721da5827bb83ddd00ec77c318fff..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_134657.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-22T13:46:57.695051+00:00", - "metrics": { - "MSE[mean]": 13.09930747310132, - "MSE[0.5]": 13.176915701114424, - "MAE[0.5]": 3.1604562838659027, - "MASE[0.5]": 0.6158399254082408, - "MAPE[0.5]": 0.4679441172281577, - "sMAPE[0.5]": 0.38822031983479915, - "MSIS": 4.994045599393332, - "RMSE[mean]": 3.619296543957309, - "NRMSE[mean]": 0.44317916864783374, - "ND[0.5]": 0.38699464700398806, - "mean_weighted_sum_quantile_loss": 0.29249006776052383 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.860919802651965, - 9.301646962869345, - 7.742374123086727, - 8.683101283304106, - 9.623828443521486, - 9.564555603738865, - 8.505282763956245, - 9.446009924173625, - 9.386737084391006, - 8.327464244608386, - 9.268191404825766, - 8.708918565043145, - 8.149645725260525, - 9.090372885477906, - 8.031100045695286, - 8.971827205912666, - 8.912554366130045, - 7.853281526347426, - 8.294008686564807, - 7.734735846782186, - 7.175463006999567, - 7.6161901672169465, - 8.556917327434325, - 8.497644487651707 - ], - "p10": [ - 1.8609198026519662, - 1.801646962869346, - -0.25762587691327354, - 0.683101283304107, - 1.6238284435214867, - 2.4645556037388685, - 1.505282763956246, - 2.4460099241736257, - -0.6132629156089937, - 0.32746424460838686, - 1.1681914048257687, - 0.2089185650431462, - 0.14964572526052589, - 1.0903728854779073, - -0.06889995430471094, - -1.0281727940873342, - -0.18744563386995158, - 0.853281526347426, - -1.2059913134351943, - 0.7347358467821863, - -1.324536993000434, - 1.6161901672169465, - 1.4569173274343283, - -0.5023555123482932 - ], - "p90": [ - 15.860919802651967, - 16.801646962869345, - 13.84237412308672, - 15.683101283304108, - 15.623828443521486, - 15.564555603738867, - 15.505282763956245, - 16.446009924173623, - 15.386737084391008, - 15.327464244608386, - 15.268191404825767, - 15.208918565043145, - 15.149645725260527, - 15.090372885477908, - 13.13110004569528, - 14.971827205912668, - 14.912554366130045, - 14.853281526347427, - 14.794008686564807, - 14.734735846782186, - 12.675463006999568, - 14.616190167216946, - 14.556917327434327, - 14.497644487651707 - ], - "mean": [ - 8.855919802651993, - 9.081646962869376, - 7.907374123086694, - 8.498101283304091, - 9.123828443521466, - 8.854555603738879, - 8.390282763956286, - 9.241009924173664, - 8.056737084390988, - 8.112464244608354, - 8.453191404825757, - 8.258918565043166, - 7.7396457252605355, - 8.545372885477944, - 7.621100045695271, - 7.776827205912646, - 8.03755436613005, - 7.778281526347457, - 7.714008686564827, - 7.619735846782162, - 6.630463006999573, - 7.7361901672169315, - 7.861917327434344, - 7.482644487651711 - ], - "quantiles": { - "0.1": [ - 1.8609198026519662, - 1.801646962869346, - -0.25762587691327354, - 0.683101283304107, - 1.6238284435214867, - 2.4645556037388685, - 1.505282763956246, - 2.4460099241736257, - -0.6132629156089937, - 0.32746424460838686, - 1.1681914048257687, - 0.2089185650431462, - 0.14964572526052589, - 1.0903728854779073, - -0.06889995430471094, - -1.0281727940873342, - -0.18744563386995158, - 0.853281526347426, - -1.2059913134351943, - 0.7347358467821863, - -1.324536993000434, - 1.6161901672169465, - 1.4569173274343283, - -0.5023555123482932 - ], - "0.2": [ - 3.860919802651966, - 4.801646962869346, - 3.5423741230867316, - 4.683101283304107, - 4.623828443521487, - 4.564555603738866, - 3.505282763956246, - 4.446009924173626, - 3.386737084391007, - 4.327464244608387, - 4.2681914048257665, - 3.208918565043146, - 3.149645725260526, - 5.090372885477907, - 4.031100045695287, - 2.9718272059126667, - 3.9125543661300464, - 2.853281526347426, - 2.7940086865648066, - 3.7347358467821863, - 1.6754630069995669, - 3.6161901672169465, - 3.556917327434326, - 3.297644487651711 - ], - "0.3": [ - 6.860919802651966, - 5.801646962869346, - 4.742374123086727, - 5.683101283304107, - 7.623828443521487, - 6.564555603738866, - 5.505282763956246, - 6.446009924173626, - 5.086737084391003, - 5.327464244608387, - 6.2681914048257665, - 6.208918565043146, - 5.149645725260526, - 6.090372885477907, - 5.731100045695283, - 4.971827205912667, - 4.912554366130046, - 4.853281526347426, - 4.794008686564807, - 4.734735846782186, - 4.675463006999567, - 5.6161901672169465, - 5.556917327434326, - 5.497644487651707 - ], - "0.4": [ - 7.860919802651966, - 7.801646962869346, - 7.742374123086727, - 7.683101283304107, - 8.623828443521486, - 7.564555603738866, - 7.505282763956246, - 7.446009924173626, - 7.386737084391007, - 7.327464244608387, - 7.2681914048257665, - 7.208918565043146, - 7.149645725260526, - 7.090372885477907, - 7.031100045695287, - 6.971827205912667, - 5.912554366130046, - 6.853281526347426, - 6.794008686564807, - 6.734735846782186, - 6.675463006999567, - 6.6161901672169465, - 6.556917327434326, - 6.497644487651707 - ], - "0.5": [ - 8.860919802651965, - 9.301646962869345, - 7.742374123086727, - 8.683101283304106, - 9.623828443521486, - 9.564555603738865, - 8.505282763956245, - 9.446009924173625, - 9.386737084391006, - 8.327464244608386, - 9.268191404825766, - 8.708918565043145, - 8.149645725260525, - 9.090372885477906, - 8.031100045695286, - 8.971827205912666, - 8.912554366130045, - 7.853281526347426, - 8.294008686564807, - 7.734735846782186, - 7.175463006999567, - 7.6161901672169465, - 8.556917327434325, - 8.497644487651707 - ], - "0.6": [ - 9.860919802651965, - 10.801646962869345, - 9.742374123086726, - 10.083101283304098, - 10.623828443521486, - 11.564555603738867, - 10.505282763956245, - 10.846009924173618, - 10.386737084391008, - 9.327464244608386, - 10.268191404825767, - 10.208918565043145, - 9.149645725260525, - 10.090372885477908, - 9.031100045695286, - 8.971827205912666, - 9.912554366130045, - 9.853281526347427, - 9.794008686564807, - 9.734735846782186, - 8.675463006999566, - 8.616190167216946, - 9.556917327434327, - 8.497644487651707 - ], - "0.7": [ - 11.860919802651967, - 11.801646962869345, - 10.742374123086726, - 11.683101283304108, - 11.623828443521486, - 11.86455560373885, - 11.505282763956245, - 12.446009924173627, - 11.386737084391008, - 11.327464244608386, - 11.268191404825767, - 11.208918565043145, - 10.149645725260527, - 11.090372885477908, - 10.031100045695286, - 10.971827205912668, - 10.912554366130045, - 10.853281526347427, - 10.794008686564807, - 10.734735846782186, - 9.675463006999568, - 10.616190167216946, - 10.556917327434327, - 10.497644487651707 - ], - "0.8": [ - 13.860919802651967, - 13.801646962869345, - 11.742374123086726, - 12.683101283304108, - 12.623828443521486, - 13.564555603738867, - 12.505282763956245, - 13.446009924173627, - 13.386737084391008, - 12.327464244608386, - 13.268191404825767, - 13.208918565043145, - 12.149645725260527, - 13.090372885477908, - 11.231100045695303, - 11.971827205912668, - 12.912554366130045, - 12.053281526347444, - 11.794008686564807, - 11.734735846782186, - 10.875463006999585, - 12.616190167216946, - 12.556917327434327, - 11.497644487651707 - ], - "0.9": [ - 15.860919802651967, - 16.801646962869345, - 13.84237412308672, - 15.683101283304108, - 15.623828443521486, - 15.564555603738867, - 15.505282763956245, - 16.446009924173623, - 15.386737084391008, - 15.327464244608386, - 15.268191404825767, - 15.208918565043145, - 15.149645725260527, - 15.090372885477908, - 13.13110004569528, - 14.971827205912668, - 14.912554366130045, - 14.853281526347427, - 14.794008686564807, - 14.734735846782186, - 12.675463006999568, - 14.616190167216946, - 14.556917327434327, - 14.497644487651707 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_002831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_002831.json deleted file mode 100644 index c101ab7f37e278d4cd456d8512a8a18fe026414b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_002831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T00:28:31.503469+00:00", - "metrics": { - "MSE[mean]": 19.753408834422395, - "MSE[0.5]": 16.85602374713189, - "MAE[0.5]": 3.2068429865344896, - "MASE[0.5]": 0.6148939947549487, - "MAPE[0.5]": 0.3084268458251006, - "sMAPE[0.5]": 0.3180377582192766, - "MSIS": 5.947434590077779, - "RMSE[mean]": 4.444480715946734, - "NRMSE[mean]": 0.4232838777092128, - "ND[0.5]": 0.3054136177651895, - "mean_weighted_sum_quantile_loss": 0.25803805319570966 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.754488599059059, - 9.691985087326552, - 9.629481575594047, - 9.566978063861542, - 8.504474552129036, - 8.441971040396531, - 7.379467528664027, - 8.316964016931522, - 9.254460505199015, - 9.19195699346651, - 9.129453481734005, - 9.066949970001499, - 9.004446458268994, - 7.941942946536489, - 6.8794394348039845, - 8.816935923071478, - 7.754432411338974, - 8.191928899606468, - 8.629425387873962, - 8.566921876141457, - 7.504418364408952, - 8.441914852676446, - 8.37941134094394, - 8.316907829211436 - ], - "p10": [ - 0.7544885990590595, - 0.691985087326553, - 1.5294815755940503, - 1.4669780638615455, - 3.504474552129037, - 0.441971040396532, - 1.3794675286640272, - 0.31696401693152243, - 0.25446050519901586, - 1.9919569934665153, - 3.1294534817340063, - 0.06694997000149971, - 0.004446458268994924, - 0.8419429465364914, - -1.1205605651960164, - 2.8169359230714788, - 0.6544324113389761, - -0.3080711003935317, - -0.3705746121260374, - 2.366921876141462, - -0.49558163559104784, - 2.4419148526764465, - -0.6205886590560583, - -0.683092170788564 - ], - "p90": [ - 14.754488599059059, - 14.691985087326554, - 14.729481575594043, - 15.666978063861539, - 13.60447455212903, - 15.441971040396531, - 16.379467528664026, - 14.316964016931522, - 14.254460505199017, - 14.291956993466506, - 15.129453481734007, - 14.066949970001499, - 14.104446458268988, - 13.94194294653649, - 12.879439434803984, - 15.816935923071478, - 14.754432411338975, - 15.691928899606467, - 14.629425387873962, - 14.566921876141457, - 14.504418364408952, - 13.441914852676447, - 13.379411340943943, - 14.316907829211436 - ], - "mean": [ - 8.619488599059023, - 8.481985087326587, - 8.984481575594074, - 8.621978063861578, - 8.484474552129054, - 7.831971040396537, - 8.154467528664014, - 7.676964016931498, - 7.844460505199006, - 8.401956993466486, - 8.534453481734044, - 7.531949970001517, - 7.964446458269008, - 7.581942946536511, - 7.009439434803997, - 8.60693592307147, - 7.444432411338954, - 7.566928899606466, - 7.569425387873938, - 7.681921876141424, - 6.9094183644089675, - 7.741914852676457, - 7.024411340943967, - 7.4919078292114545 - ], - "quantiles": { - "0.1": [ - 0.7544885990590595, - 0.691985087326553, - 1.5294815755940503, - 1.4669780638615455, - 3.504474552129037, - 0.441971040396532, - 1.3794675286640272, - 0.31696401693152243, - 0.25446050519901586, - 1.9919569934665153, - 3.1294534817340063, - 0.06694997000149971, - 0.004446458268994924, - 0.8419429465364914, - -1.1205605651960164, - 2.8169359230714788, - 0.6544324113389761, - -0.3080711003935317, - -0.3705746121260374, - 2.366921876141462, - -0.49558163559104784, - 2.4419148526764465, - -0.6205886590560583, - -0.683092170788564 - ], - "0.2": [ - 4.754488599059059, - 4.691985087326552, - 4.629481575594047, - 4.5669780638615425, - 4.504474552129036, - 4.441971040396531, - 3.379467528664027, - 3.3169640169315224, - 4.254460505199015, - 4.19195699346651, - 4.92945348173401, - 3.0669499700014997, - 4.004446458268994, - 3.941942946536489, - 2.8794394348039845, - 4.816935923071478, - 2.754432411338974, - 2.6919288996064683, - 3.629425387873962, - 3.5669218761414574, - 2.504418364408952, - 4.441914852676446, - 3.3794113409439412, - 3.3169078292114356 - ], - "0.3": [ - 5.754488599059059, - 5.691985087326552, - 6.629481575594048, - 5.5669780638615425, - 6.504474552129037, - 5.441971040396531, - 5.379467528664026, - 4.3169640169315215, - 5.254460505199015, - 6.191956993466511, - 6.129453481734006, - 5.066949970001499, - 5.004446458268994, - 4.941942946536489, - 3.879439434803984, - 5.816935923071479, - 4.754432411338973, - 4.691928899606468, - 5.329425387873958, - 4.566921876141457, - 3.5044183644089517, - 5.4419148526764465, - 4.379411340943941, - 4.316907829211436 - ], - "0.4": [ - 7.354488599059068, - 7.691985087326553, - 7.629481575594048, - 7.566978063861543, - 7.504474552129037, - 6.441971040396532, - 6.979467528664036, - 6.316964016931522, - 7.254460505199016, - 7.191956993466511, - 8.129453481734005, - 7.0669499700015, - 7.004446458268995, - 6.941942946536489, - 5.8794394348039845, - 6.816935923071479, - 5.754432411338974, - 6.691928899606468, - 6.629425387873963, - 6.566921876141458, - 6.504418364408952, - 6.4419148526764465, - 6.379411340943942, - 6.316907829211436 - ], - "0.5": [ - 9.754488599059059, - 9.691985087326552, - 9.629481575594047, - 9.566978063861542, - 8.504474552129036, - 8.441971040396531, - 7.379467528664027, - 8.316964016931522, - 9.254460505199015, - 9.19195699346651, - 9.129453481734005, - 9.066949970001499, - 9.004446458268994, - 7.941942946536489, - 6.8794394348039845, - 8.816935923071478, - 7.754432411338974, - 8.191928899606468, - 8.629425387873962, - 8.566921876141457, - 7.504418364408952, - 8.441914852676446, - 8.37941134094394, - 8.316907829211436 - ], - "0.6": [ - 10.754488599059059, - 10.691985087326552, - 10.629481575594047, - 10.566978063861542, - 9.504474552129036, - 9.441971040396531, - 9.379467528664026, - 9.316964016931522, - 9.254460505199015, - 10.19195699346651, - 10.129453481734005, - 10.066949970001499, - 10.004446458268994, - 8.94194294653649, - 8.879439434803984, - 9.816935923071478, - 9.154432411338965, - 8.691928899606468, - 9.629425387873962, - 9.566921876141457, - 8.504418364408952, - 9.441914852676446, - 8.37941134094394, - 9.316907829211436 - ], - "0.7": [ - 11.754488599059059, - 11.691985087326552, - 11.629481575594047, - 10.866978063861525, - 10.504474552129036, - 10.441971040396531, - 10.379467528664026, - 10.316964016931522, - 10.254460505199015, - 10.19195699346651, - 11.129453481734005, - 10.066949970001499, - 11.004446458268994, - 9.94194294653649, - 9.879439434803984, - 10.816935923071478, - 10.054432411338956, - 9.691928899606468, - 9.929425387873945, - 10.566921876141457, - 9.504418364408952, - 10.441914852676446, - 9.37941134094394, - 10.316907829211436 - ], - "0.8": [ - 13.754488599059059, - 13.691985087326554, - 13.629481575594049, - 13.566978063861544, - 11.504474552129036, - 12.441971040396531, - 13.379467528664026, - 12.316964016931522, - 12.254460505199017, - 12.191956993466512, - 12.129453481734007, - 11.266949970001516, - 13.004446458268994, - 11.94194294653649, - 11.879439434803984, - 12.81693592307148, - 12.754432411338975, - 12.691928899606468, - 12.629425387873962, - 12.566921876141457, - 11.504418364408952, - 11.441914852676447, - 11.379411340943943, - 12.316907829211436 - ], - "0.9": [ - 14.754488599059059, - 14.691985087326554, - 14.729481575594043, - 15.666978063861539, - 13.60447455212903, - 15.441971040396531, - 16.379467528664026, - 14.316964016931522, - 14.254460505199017, - 14.291956993466506, - 15.129453481734007, - 14.066949970001499, - 14.104446458268988, - 13.94194294653649, - 12.879439434803984, - 15.816935923071478, - 14.754432411338975, - 15.691928899606467, - 14.629425387873962, - 14.566921876141457, - 14.504418364408952, - 13.441914852676447, - 13.379411340943943, - 14.316907829211436 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_014407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_014407.json deleted file mode 100644 index 3912d85188c9fe091c14e5ab1e6f6235ee01fd4e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_014407.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T01:44:07.771621+00:00", - "metrics": { - "MSE[mean]": 37.46409703400477, - "MSE[0.5]": 31.088914501759103, - "MAE[0.5]": 3.8548597212031708, - "MASE[0.5]": 0.738164627464437, - "MAPE[0.5]": 0.26505349988649823, - "sMAPE[0.5]": 0.32547824857218616, - "MSIS": 8.10880447115748, - "RMSE[mean]": 6.120792190068601, - "NRMSE[mean]": 0.5100660158390501, - "ND[0.5]": 0.3212383101002642, - "mean_weighted_sum_quantile_loss": 0.29248185431849283 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 9.642004261614016, - 8.578590930829, - 9.515177600043982, - 9.451764269258966, - 9.38835093847395, - 9.324937607688934, - 9.261524276903916, - 7.198110946118901, - 9.134697615333884, - 8.071284284548868, - 8.007870953763852, - 8.944457622978836, - 8.881044292193819, - 7.8176309614088035, - 8.754217630623787, - 8.19080429983877, - 8.627390969053753, - 7.563977638268738, - 8.500564307483721, - 7.437150976698705, - 8.373737645913689, - 6.310324315128672, - 8.246910984343655, - 8.18349765355864 - ], - "p10": [ - 0.6420042616140167, - -0.521409069170998, - 1.515177600043983, - 1.451764269258967, - 0.38835093847395097, - 0.324937607688935, - 0.2615242769039172, - 0.19811094611890123, - 0.13469761533388525, - 0.07128428454886926, - 0.007870953763852384, - -0.0555423770211636, - 0.8810442921938195, - -1.1823690385911974, - -0.34578236937621043, - 0.6908042998387707, - -1.472609030946245, - -1.436022361731263, - 0.5005643074837218, - -0.662849023301293, - -0.626262354086311, - -0.6896756848713279, - -1.7530890156563448, - 2.0834976535586422 - ], - "p90": [ - 15.642004261614016, - 14.578590930829002, - 14.515177600043984, - 15.451764269258966, - 15.388350938473952, - 15.324937607688934, - 14.261524276903916, - 14.198110946118902, - 15.134697615333884, - 14.171284284548864, - 14.107870953763847, - 15.944457622978835, - 14.88104429219382, - 14.817630961408803, - 13.754217630623788, - 13.790804299838765, - 14.627390969053753, - 13.563977638268739, - 13.500564307483721, - 14.437150976698705, - 14.373737645913689, - 13.310324315128671, - 14.246910984343657, - 13.18349765355864 - ], - "mean": [ - 9.02200426161398, - 7.738590930829019, - 8.465177600043951, - 8.63676426925899, - 8.163350938473936, - 8.574937607688963, - 7.996524276903913, - 7.578110946118914, - 7.774697615333854, - 7.621284284548877, - 7.772870953763827, - 8.314457622978859, - 8.091044292193796, - 7.467630961408821, - 7.164217630623775, - 7.745804299838798, - 7.45239096905375, - 6.693977638268711, - 7.300564307483727, - 7.052150976698685, - 7.413737645913702, - 6.705324315128665, - 7.2269109843436725, - 7.403497653558626 - ], - "quantiles": { - "0.1": [ - 0.6420042616140167, - -0.521409069170998, - 1.515177600043983, - 1.451764269258967, - 0.38835093847395097, - 0.324937607688935, - 0.2615242769039172, - 0.19811094611890123, - 0.13469761533388525, - 0.07128428454886926, - 0.007870953763852384, - -0.0555423770211636, - 0.8810442921938195, - -1.1823690385911974, - -0.34578236937621043, - 0.6908042998387707, - -1.472609030946245, - -1.436022361731263, - 0.5005643074837218, - -0.662849023301293, - -0.626262354086311, - -0.6896756848713279, - -1.7530890156563448, - 2.0834976535586422 - ], - "0.2": [ - 5.442004261614021, - 3.5785909308290007, - 4.515177600043983, - 4.451764269258967, - 4.388350938473951, - 4.324937607688935, - 4.261524276903917, - 3.1981109461189012, - 3.9346976153338895, - 4.071284284548869, - 3.0078709537638524, - 3.9444576229788364, - 3.8810442921938195, - 3.8176309614088035, - 2.7542176306237875, - 3.6908042998387707, - 2.627390969053754, - 2.563977638268738, - 3.500564307483722, - 2.437150976698705, - 2.373737645913689, - 2.310324315128672, - 3.246910984343656, - 3.18349765355864 - ], - "0.3": [ - 6.642004261614017, - 5.578590930829001, - 5.515177600043983, - 5.451764269258967, - 5.388350938473951, - 6.024937607688931, - 5.261524276903917, - 5.198110946118901, - 5.134697615333885, - 4.071284284548869, - 5.007870953763852, - 5.944457622978836, - 4.8810442921938195, - 4.8176309614088035, - 4.7542176306237875, - 5.390804299838766, - 4.627390969053754, - 3.563977638268738, - 4.500564307483722, - 3.437150976698705, - 4.373737645913689, - 3.310324315128672, - 4.246910984343656, - 4.18349765355864 - ], - "0.4": [ - 7.642004261614017, - 6.578590930829001, - 7.515177600043983, - 7.451764269258967, - 7.388350938473951, - 7.324937607688935, - 7.261524276903917, - 6.198110946118901, - 6.134697615333885, - 6.671284284548878, - 7.007870953763852, - 7.544457622978845, - 6.8810442921938195, - 6.8176309614088035, - 6.7542176306237875, - 6.690804299838771, - 5.627390969053754, - 5.563977638268738, - 6.500564307483722, - 5.437150976698705, - 6.9737376459136975, - 4.310324315128672, - 6.246910984343656, - 6.18349765355864 - ], - "0.5": [ - 9.642004261614016, - 8.578590930829, - 9.515177600043982, - 9.451764269258966, - 9.38835093847395, - 9.324937607688934, - 9.261524276903916, - 7.198110946118901, - 9.134697615333884, - 8.071284284548868, - 8.007870953763852, - 8.944457622978836, - 8.881044292193819, - 7.8176309614088035, - 8.754217630623787, - 8.19080429983877, - 8.627390969053753, - 7.563977638268738, - 8.500564307483721, - 7.437150976698705, - 8.373737645913689, - 6.310324315128672, - 8.246910984343655, - 8.18349765355864 - ], - "0.6": [ - 10.642004261614016, - 9.578590930829, - 9.915177600043974, - 10.451764269258966, - 9.38835093847395, - 10.324937607688934, - 9.261524276903916, - 9.1981109461189, - 10.134697615333884, - 9.071284284548868, - 9.007870953763852, - 9.944457622978836, - 9.88104429219382, - 9.217630961408794, - 8.754217630623787, - 9.090804299838762, - 9.627390969053753, - 8.563977638268737, - 8.500564307483721, - 8.437150976698705, - 9.373737645913689, - 8.310324315128671, - 9.246910984343657, - 8.58349765355863 - ], - "0.7": [ - 11.642004261614016, - 10.578590930829002, - 11.515177600043984, - 11.451764269258966, - 10.388350938473952, - 11.324937607688934, - 11.261524276903916, - 10.198110946118902, - 10.434697615333867, - 10.07128428454887, - 11.007870953763852, - 10.944457622978836, - 10.88104429219382, - 10.117630961408786, - 9.754217630623788, - 10.69080429983877, - 10.627390969053753, - 9.563977638268739, - 9.500564307483721, - 9.437150976698705, - 10.373737645913689, - 9.310324315128671, - 10.246910984343657, - 10.18349765355864 - ], - "0.8": [ - 13.642004261614016, - 12.578590930829002, - 13.515177600043984, - 13.451764269258966, - 12.388350938473952, - 12.324937607688934, - 12.261524276903916, - 12.198110946118902, - 12.134697615333884, - 12.07128428454887, - 13.007870953763852, - 12.944457622978836, - 12.88104429219382, - 11.817630961408803, - 11.754217630623788, - 11.69080429983877, - 12.627390969053753, - 11.563977638268739, - 11.500564307483721, - 12.437150976698705, - 11.573737645913706, - 11.310324315128671, - 12.246910984343657, - 12.18349765355864 - ], - "0.9": [ - 15.642004261614016, - 14.578590930829002, - 14.515177600043984, - 15.451764269258966, - 15.388350938473952, - 15.324937607688934, - 14.261524276903916, - 14.198110946118902, - 15.134697615333884, - 14.171284284548864, - 14.107870953763847, - 15.944457622978835, - 14.88104429219382, - 14.817630961408803, - 13.754217630623788, - 13.790804299838765, - 14.627390969053753, - 13.563977638268739, - 13.500564307483721, - 14.437150976698705, - 14.373737645913689, - 13.310324315128671, - 14.246910984343657, - 13.18349765355864 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_030934.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_030934.json deleted file mode 100644 index 02a627fd912cd486f5f1adb6a34355208be56a14..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_030934.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T03:09:34.304481+00:00", - "metrics": { - "MSE[mean]": 44.979603285080664, - "MSE[0.5]": 37.96011760095541, - "MAE[0.5]": 3.992097568930945, - "MASE[0.5]": 0.7583932057071978, - "MAPE[0.5]": 0.26695216198877025, - "sMAPE[0.5]": 0.32032121234875127, - "MSIS": 10.901829820782893, - "RMSE[mean]": 6.7066834788202625, - "NRMSE[mean]": 0.5493529129409088, - "ND[0.5]": 0.32699775308649376, - "mean_weighted_sum_quantile_loss": 0.30072376248258686 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 8.793697278381407, - 9.732860364023354, - 8.672023449665302, - 9.611186535307251, - 9.550349620949198, - 8.489512706591146, - 9.428675792233093, - 9.367838877875041, - 9.307001963516988, - 7.246165049158938, - 8.185328134800885, - 9.124491220442833, - 9.06365430608478, - 8.502817391726728, - 8.941980477368675, - 8.881143563010623, - 8.820306648652572, - 8.75946973429452, - 8.698632819936467, - 8.637795905578415, - 8.576958991220362, - 8.51612207686231, - 8.455285162504257, - 8.394448248146206 - ], - "p10": [ - 0.7936972783814067, - -0.2671396359766458, - 0.6720234496653017, - 0.5111865353072531, - 1.5503496209491985, - 1.3895127065911481, - 0.3286757922330956, - 3.367838877875041, - -0.6929980364830115, - -0.7538349508410622, - 0.18532813480088528, - 1.024491220442835, - -0.9363456939152197, - 1.0028173917267278, - -1.0580195226313238, - -0.11885643698937631, - -0.17969335134742792, - 0.7594697342945196, - -0.3013671800635329, - -0.3622040944215854, - 2.576958991220363, - -0.4838779231376895, - -0.544714837495742, - -0.6055517518537936 - ], - "p90": [ - 14.793697278381407, - 15.732860364023354, - 15.672023449665302, - 15.611186535307251, - 14.550349620949198, - 14.489512706591146, - 14.428675792233093, - 15.467838877875035, - 14.307001963516988, - 14.246165049158938, - 15.28532813480088, - 15.224491220442827, - 14.163654306084775, - 15.002817391726728, - 13.941980477368677, - 13.981143563010619, - 14.920306648652566, - 14.859469734294514, - 14.698632819936467, - 15.637795905578415, - 14.576958991220362, - 13.616122076862304, - 13.455285162504257, - 13.394448248146206 - ], - "mean": [ - 8.293697278381392, - 8.232860364023336, - 8.242023449665332, - 8.641186535307282, - 8.605349620949193, - 8.169512706591142, - 8.273675792233144, - 9.402838877875059, - 7.852001963516995, - 7.456165049158909, - 8.140328134800853, - 8.319491220442847, - 7.653654306084795, - 8.082817391726708, - 7.826980477368653, - 7.936143563010639, - 8.21530664865259, - 7.914469734294503, - 7.923632819936452, - 7.547795905578436, - 8.206958991220393, - 7.566122076862303, - 7.340285162504255, - 7.594448248146243 - ], - "quantiles": { - "0.1": [ - 0.7936972783814067, - -0.2671396359766458, - 0.6720234496653017, - 0.5111865353072531, - 1.5503496209491985, - 1.3895127065911481, - 0.3286757922330956, - 3.367838877875041, - -0.6929980364830115, - -0.7538349508410622, - 0.18532813480088528, - 1.024491220442835, - -0.9363456939152197, - 1.0028173917267278, - -1.0580195226313238, - -0.11885643698937631, - -0.17969335134742792, - 0.7594697342945196, - -0.3013671800635329, - -0.3622040944215854, - 2.576958991220363, - -0.4838779231376895, - -0.544714837495742, - -0.6055517518537936 - ], - "0.2": [ - 4.793697278381407, - 3.732860364023354, - 3.6720234496653017, - 4.611186535307251, - 4.5503496209491985, - 4.489512706591146, - 4.4286757922330935, - 5.367838877875041, - 3.3070019635169885, - 3.2461650491589378, - 4.185328134800885, - 4.124491220442833, - 3.0636543060847803, - 4.002817391726728, - 2.941980477368676, - 4.881143563010624, - 3.820306648652572, - 3.7594697342945196, - 3.698632819936467, - 3.6377959055784146, - 3.576958991220363, - 3.5161220768623105, - 3.455285162504258, - 3.3944482481462064 - ], - "0.3": [ - 5.793697278381407, - 5.732860364023354, - 5.672023449665302, - 5.611186535307251, - 6.5503496209491985, - 5.489512706591146, - 5.4286757922330935, - 7.367838877875041, - 5.3070019635169885, - 4.246165049158938, - 5.185328134800885, - 5.124491220442833, - 5.06365430608478, - 5.002817391726728, - 4.941980477368676, - 5.881143563010624, - 4.820306648652572, - 4.75946973429452, - 4.698632819936467, - 4.637795905578415, - 5.576958991220363, - 5.216122076862306, - 4.455285162504258, - 4.394448248146206 - ], - "0.4": [ - 6.793697278381407, - 6.732860364023354, - 6.672023449665302, - 7.611186535307251, - 7.5503496209491985, - 6.489512706591146, - 7.4286757922330935, - 8.367838877875041, - 6.3070019635169885, - 6.246165049158938, - 6.185328134800885, - 7.124491220442833, - 7.06365430608478, - 6.602817391726736, - 6.941980477368676, - 6.881143563010624, - 6.820306648652572, - 6.75946973429452, - 6.698632819936467, - 6.637795905578415, - 7.576958991220363, - 7.5161220768623105, - 6.455285162504258, - 6.394448248146206 - ], - "0.5": [ - 8.793697278381407, - 9.732860364023354, - 8.672023449665302, - 9.611186535307251, - 9.550349620949198, - 8.489512706591146, - 9.428675792233093, - 9.367838877875041, - 9.307001963516988, - 7.246165049158938, - 8.185328134800885, - 9.124491220442833, - 9.06365430608478, - 8.502817391726728, - 8.941980477368675, - 8.881143563010623, - 8.820306648652572, - 8.75946973429452, - 8.698632819936467, - 8.637795905578415, - 8.576958991220362, - 8.51612207686231, - 8.455285162504257, - 8.394448248146206 - ], - "0.6": [ - 9.793697278381407, - 10.132860364023346, - 9.672023449665302, - 10.611186535307251, - 10.550349620949198, - 9.489512706591146, - 9.428675792233093, - 10.367838877875041, - 10.307001963516988, - 9.246165049158938, - 10.185328134800885, - 10.124491220442833, - 9.463654306084772, - 9.002817391726728, - 9.941980477368675, - 8.881143563010623, - 9.820306648652572, - 9.75946973429452, - 9.698632819936467, - 8.637795905578415, - 9.576958991220362, - 9.51612207686231, - 9.455285162504257, - 9.394448248146206 - ], - "0.7": [ - 11.793697278381407, - 11.732860364023354, - 11.672023449665302, - 11.611186535307251, - 10.550349620949198, - 10.489512706591146, - 11.428675792233093, - 11.367838877875041, - 11.307001963516988, - 10.246165049158938, - 11.185328134800885, - 10.424491220442816, - 10.06365430608478, - 11.002817391726728, - 10.241980477368658, - 9.881143563010623, - 10.820306648652572, - 10.75946973429452, - 10.698632819936467, - 9.637795905578415, - 10.576958991220362, - 9.51612207686231, - 10.455285162504257, - 11.394448248146206 - ], - "0.8": [ - 12.793697278381407, - 13.732860364023354, - 13.672023449665302, - 13.611186535307251, - 12.750349620949216, - 12.489512706591146, - 13.428675792233093, - 13.367838877875041, - 12.307001963516988, - 12.246165049158938, - 13.185328134800885, - 12.124491220442833, - 13.06365430608478, - 13.002817391726728, - 12.141980477368694, - 11.881143563010625, - 13.820306648652572, - 11.75946973429452, - 12.698632819936467, - 12.637795905578415, - 12.576958991220362, - 11.51612207686231, - 12.455285162504257, - 12.394448248146206 - ], - "0.9": [ - 14.793697278381407, - 15.732860364023354, - 15.672023449665302, - 15.611186535307251, - 14.550349620949198, - 14.489512706591146, - 14.428675792233093, - 15.467838877875035, - 14.307001963516988, - 14.246165049158938, - 15.28532813480088, - 15.224491220442827, - 14.163654306084775, - 15.002817391726728, - 13.941980477368677, - 13.981143563010619, - 14.920306648652566, - 14.859469734294514, - 14.698632819936467, - 15.637795905578415, - 14.576958991220362, - 13.616122076862304, - 13.455285162504257, - 13.394448248146206 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_042041.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_042041.json deleted file mode 100644 index e29acab40973e94cccfb9faad7814e501548e727..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_042041.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T04:20:41.363632+00:00", - "metrics": { - "MSE[mean]": 41.77989122993953, - "MSE[0.5]": 37.788799714287, - "MAE[0.5]": 4.00285948808449, - "MASE[0.5]": 0.7534794330511981, - "MAPE[0.5]": 0.28962486256432945, - "sMAPE[0.5]": 0.32864466958757627, - "MSIS": 10.679436286200426, - "RMSE[mean]": 6.463736630613869, - "NRMSE[mean]": 0.5330916808753706, - "ND[0.5]": 0.3301327412853188, - "mean_weighted_sum_quantile_loss": 0.2915044111262845 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.920300678664281, - 9.862229988843257, - 9.804159299022233, - 9.74608860920121, - 9.688017919380187, - 9.629947229559162, - 8.571876539738138, - 9.513805849917114, - 9.45573516009609, - 8.397664470275066, - 8.339593780454042, - 8.28152309063302, - 9.223452400811995, - 9.165381710990971, - 9.107311021169947, - 8.049240331348923, - 8.991169641527899, - 8.933098951706874, - 8.87502826188585, - 8.816957572064828, - 7.758886882243804, - 8.70081619242278, - 8.642745502601755, - 8.584674812780731 - ], - "p10": [ - 2.8203006786642835, - -1.1377700111567428, - 0.7041592990222352, - 0.7460886092012107, - 0.6880179193801865, - -0.3700527704408376, - 0.5718765397381382, - 0.5138058499171141, - 0.45573516009608994, - -1.6023355297249342, - 1.3395937804540416, - 2.2815230906330193, - 1.2234524008119951, - 1.165381710990971, - 3.107311021169947, - -0.050759668651075174, - -0.008830358472101452, - 2.9330989517068753, - 2.875028261885851, - -0.18304242793517211, - 1.6588868822438059, - -0.2991838075772204, - -0.35725449739824455, - 2.5846748127807313 - ], - "p90": [ - 14.920300678664281, - 15.862229988843257, - 14.804159299022233, - 14.74608860920121, - 14.78801791938018, - 16.629947229559164, - 15.671876539738133, - 15.513805849917114, - 16.45573516009609, - 13.49766447027506, - 14.339593780454042, - 15.28152309063302, - 14.223452400811995, - 15.265381710990965, - 14.107311021169947, - 15.049240331348923, - 14.991169641527899, - 14.933098951706874, - 15.875028261885852, - 14.816957572064828, - 13.758886882243804, - 13.70081619242278, - 14.642745502601755, - 14.584674812780731 - ], - "mean": [ - 8.880300678664264, - 8.852229988843234, - 8.624159299022272, - 8.421088609201236, - 8.378017919380174, - 9.204947229559146, - 8.45687653973818, - 8.468805849917144, - 8.300735160096083, - 7.457664470275065, - 8.279593780454086, - 8.546523090633054, - 8.228452400811994, - 8.47538171099093, - 7.982311021169907, - 7.909240331348927, - 8.056169641527903, - 8.65809895170684, - 8.685028261885813, - 8.09195757206484, - 7.688886882243813, - 7.285816192422754, - 7.75774550260173, - 7.869674812780741 - ], - "quantiles": { - "0.1": [ - 2.8203006786642835, - -1.1377700111567428, - 0.7041592990222352, - 0.7460886092012107, - 0.6880179193801865, - -0.3700527704408376, - 0.5718765397381382, - 0.5138058499171141, - 0.45573516009608994, - -1.6023355297249342, - 1.3395937804540416, - 2.2815230906330193, - 1.2234524008119951, - 1.165381710990971, - 3.107311021169947, - -0.050759668651075174, - -0.008830358472101452, - 2.9330989517068753, - 2.875028261885851, - -0.18304242793517211, - 1.6588868822438059, - -0.2991838075772204, - -0.35725449739824455, - 2.5846748127807313 - ], - "0.2": [ - 4.920300678664281, - 3.862229988843257, - 4.604159299022237, - 4.746088609201211, - 4.6880179193801865, - 4.629947229559162, - 4.571876539738138, - 4.513805849917114, - 3.45573516009609, - 3.397664470275066, - 4.339593780454042, - 4.281523090633019, - 4.223452400811995, - 4.165381710990971, - 4.107311021169947, - 4.049240331348923, - 3.9911696415278985, - 3.9330989517068753, - 3.875028261885851, - 3.816957572064828, - 3.7588868822438037, - 3.7008161924227796, - 3.6427455026017554, - 3.5846748127807313 - ], - "0.3": [ - 6.920300678664281, - 5.862229988843257, - 5.804159299022233, - 5.746088609201211, - 5.6880179193801865, - 5.629947229559162, - 5.571876539738138, - 5.513805849917114, - 5.45573516009609, - 5.397664470275066, - 5.339593780454042, - 5.281523090633019, - 6.223452400811995, - 5.165381710990971, - 5.107311021169947, - 5.049240331348923, - 4.9911696415278985, - 5.933098951706875, - 5.875028261885851, - 4.816957572064828, - 4.758886882243804, - 4.70081619242278, - 4.6427455026017554, - 5.284674812780727 - ], - "0.4": [ - 7.920300678664281, - 7.862229988843257, - 7.804159299022233, - 7.746088609201211, - 6.6880179193801865, - 7.629947229559162, - 7.571876539738138, - 7.113805849917123, - 7.45573516009609, - 6.397664470275066, - 6.339593780454042, - 7.281523090633019, - 7.223452400811995, - 6.165381710990971, - 7.107311021169947, - 7.049240331348923, - 6.9911696415278985, - 8.533098951706883, - 8.475028261885859, - 6.816957572064828, - 5.758886882243804, - 6.70081619242278, - 6.6427455026017554, - 6.584674812780731 - ], - "0.5": [ - 9.920300678664281, - 9.862229988843257, - 9.804159299022233, - 9.74608860920121, - 9.688017919380187, - 9.629947229559162, - 8.571876539738138, - 9.513805849917114, - 9.45573516009609, - 8.397664470275066, - 8.339593780454042, - 8.28152309063302, - 9.223452400811995, - 9.165381710990971, - 9.107311021169947, - 8.049240331348923, - 8.991169641527899, - 8.933098951706874, - 8.87502826188585, - 8.816957572064828, - 7.758886882243804, - 8.70081619242278, - 8.642745502601755, - 8.584674812780731 - ], - "0.6": [ - 9.920300678664281, - 10.862229988843257, - 9.804159299022233, - 10.74608860920121, - 9.688017919380187, - 10.629947229559162, - 9.97187653973813, - 9.513805849917114, - 10.45573516009609, - 9.397664470275066, - 10.339593780454042, - 9.28152309063302, - 10.223452400811995, - 10.165381710990971, - 10.107311021169947, - 9.049240331348923, - 9.991169641527899, - 9.933098951706874, - 9.87502826188585, - 9.816957572064828, - 9.758886882243804, - 8.70081619242278, - 9.642745502601755, - 9.584674812780731 - ], - "0.7": [ - 11.920300678664281, - 12.862229988843257, - 10.804159299022233, - 11.74608860920121, - 10.688017919380187, - 12.629947229559162, - 11.571876539738138, - 10.513805849917114, - 10.45573516009609, - 10.397664470275066, - 10.639593780454025, - 11.28152309063302, - 11.223452400811995, - 11.165381710990971, - 10.107311021169947, - 10.349240331348906, - 10.991169641527899, - 10.933098951706874, - 10.875028261885852, - 10.816957572064828, - 10.758886882243804, - 9.70081619242278, - 10.642745502601755, - 10.584674812780731 - ], - "0.8": [ - 12.920300678664281, - 13.862229988843257, - 12.804159299022233, - 12.74608860920121, - 13.688017919380187, - 14.629947229559162, - 13.571876539738138, - 12.513805849917114, - 12.45573516009609, - 12.397664470275066, - 13.339593780454042, - 13.28152309063302, - 13.223452400811995, - 12.365381710990988, - 11.107311021169947, - 12.049240331348923, - 12.991169641527899, - 12.933098951706874, - 12.875028261885852, - 12.816957572064828, - 12.758886882243804, - 11.70081619242278, - 11.642745502601755, - 12.584674812780731 - ], - "0.9": [ - 14.920300678664281, - 15.862229988843257, - 14.804159299022233, - 14.74608860920121, - 14.78801791938018, - 16.629947229559164, - 15.671876539738133, - 15.513805849917114, - 16.45573516009609, - 13.49766447027506, - 14.339593780454042, - 15.28152309063302, - 14.223452400811995, - 15.265381710990965, - 14.107311021169947, - 15.049240331348923, - 14.991169641527899, - 14.933098951706874, - 15.875028261885852, - 14.816957572064828, - 13.758886882243804, - 13.70081619242278, - 14.642745502601755, - 14.584674812780731 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_053740.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_053740.json deleted file mode 100644 index e3df221d39fb8f19691976dd98b309bbd3834708..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_053740.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T05:37:40.294800+00:00", - "metrics": { - "MSE[mean]": 41.51511615626996, - "MSE[0.5]": 37.6888196686636, - "MAE[0.5]": 3.9582545297699423, - "MASE[0.5]": 0.7335761290693331, - "MAPE[0.5]": 0.316456996361654, - "sMAPE[0.5]": 0.3232763124692208, - "MSIS": 7.688389864759723, - "RMSE[mean]": 6.443222497808838, - "NRMSE[mean]": 0.5171817389545555, - "ND[0.5]": 0.3177194271387245, - "mean_weighted_sum_quantile_loss": 0.2845607450139711 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 10.454588520287535, - 9.399173960319803, - 9.343759400352072, - 10.28834484038434, - 10.23293028041661, - 10.177515720448879, - 10.122101160481147, - 9.066686600513416, - 9.011272040545684, - 9.955857480577953, - 8.900442920610221, - 9.84502836064249, - 9.789613800674758, - 9.734199240707026, - 9.678784680739295, - 9.623370120771565, - 9.567955560803833, - 9.512541000836102, - 7.45712644086837, - 9.401711880900638, - 8.346297320932907, - 9.290882760965175, - 9.235468200997444, - 9.180053641029712 - ], - "p10": [ - 1.454588520287535, - 3.2991739603198056, - 1.3437594003520719, - 1.2883448403843403, - 1.2329302804166105, - 1.1775157204488789, - 3.0221011604811494, - 1.0666866005134157, - 1.011272040545684, - 1.9558574805779525, - 0.9004429206102209, - 0.7450283606424914, - 3.7896138006747577, - 0.7341992407070261, - -0.32121531926070546, - 1.6233701207715647, - 0.5679555608038331, - -0.48745899916389845, - -0.54287355913163, - 0.40171188090063836, - 0.34629732093290677, - -0.7091172390348248, - 0.2354682009974436, - 1.0800536410297141 - ], - "p90": [ - 15.454588520287535, - 16.399173960319803, - 17.34375940035207, - 15.388344840384335, - 16.23293028041661, - 16.17751572044888, - 15.122101160481147, - 15.066686600513416, - 16.011272040545684, - 15.055857480577947, - 16.000442920610215, - 15.84502836064249, - 15.789613800674758, - 15.734199240707026, - 15.678784680739295, - 16.623370120771565, - 15.567955560803833, - 15.512541000836102, - 14.557126440868364, - 16.40171188090064, - 15.346297320932907, - 14.290882760965175, - 15.235468200997444, - 15.180053641029712 - ], - "mean": [ - 9.289588520287584, - 9.544173960319789, - 9.043759400352101, - 9.148344840384315, - 9.497930280416652, - 9.247515720448854, - 9.192101160481165, - 8.666686600513383, - 8.90627204054569, - 8.665857480577994, - 8.805442920610206, - 8.865028360642524, - 9.08961380067473, - 8.269199240707033, - 8.55378468073928, - 9.183370120771585, - 8.617955560803805, - 8.317541000836108, - 7.422126440868401, - 8.686711880900624, - 7.82629732093293, - 8.145882760965147, - 8.955468200997457, - 8.7550536410297 - ], - "quantiles": { - "0.1": [ - 1.454588520287535, - 3.2991739603198056, - 1.3437594003520719, - 1.2883448403843403, - 1.2329302804166105, - 1.1775157204488789, - 3.0221011604811494, - 1.0666866005134157, - 1.011272040545684, - 1.9558574805779525, - 0.9004429206102209, - 0.7450283606424914, - 3.7896138006747577, - 0.7341992407070261, - -0.32121531926070546, - 1.6233701207715647, - 0.5679555608038331, - -0.48745899916389845, - -0.54287355913163, - 0.40171188090063836, - 0.34629732093290677, - -0.7091172390348248, - 0.2354682009974436, - 1.0800536410297141 - ], - "0.2": [ - 5.454588520287535, - 5.3991739603198035, - 5.343759400352072, - 5.0883448403843445, - 5.2329302804166105, - 5.177515720448879, - 5.122101160481147, - 5.066686600513416, - 4.011272040545684, - 4.9558574805779525, - 4.900442920610221, - 4.845028360642489, - 4.789613800674758, - 3.734199240707026, - 4.6787846807392945, - 4.623370120771565, - 3.567955560803833, - 4.5125410008361015, - 3.45712644086837, - 4.401711880900638, - 3.3462973209329068, - 4.290882760965175, - 4.235468200997444, - 4.180053641029712 - ], - "0.3": [ - 6.454588520287535, - 7.3991739603198035, - 6.343759400352072, - 6.28834484038434, - 6.932930280416606, - 6.177515720448879, - 6.122101160481147, - 6.066686600513416, - 5.71127204054568, - 5.9558574805779525, - 5.900442920610221, - 5.845028360642489, - 6.789613800674758, - 4.734199240707026, - 5.6787846807392945, - 6.623370120771565, - 5.267955560803829, - 5.5125410008361015, - 4.45712644086837, - 5.401711880900638, - 5.346297320932907, - 5.290882760965175, - 6.235468200997444, - 6.180053641029712 - ], - "0.4": [ - 8.454588520287535, - 8.399173960319803, - 7.343759400352072, - 8.28834484038434, - 8.23293028041661, - 8.177515720448879, - 8.122101160481147, - 7.066686600513416, - 7.011272040545684, - 7.9558574805779525, - 6.900442920610221, - 7.845028360642489, - 7.789613800674758, - 6.734199240707026, - 7.6787846807392945, - 8.623370120771565, - 7.567955560803833, - 7.5125410008361015, - 5.45712644086837, - 7.401711880900638, - 6.346297320932907, - 7.290882760965175, - 8.235468200997444, - 7.180053641029712 - ], - "0.5": [ - 10.454588520287535, - 9.399173960319803, - 9.343759400352072, - 10.28834484038434, - 10.23293028041661, - 10.177515720448879, - 10.122101160481147, - 9.066686600513416, - 9.011272040545684, - 9.955857480577953, - 8.900442920610221, - 9.84502836064249, - 9.789613800674758, - 9.734199240707026, - 9.678784680739295, - 9.623370120771565, - 9.567955560803833, - 9.512541000836102, - 7.45712644086837, - 9.401711880900638, - 8.346297320932907, - 9.290882760965175, - 9.235468200997444, - 9.180053641029712 - ], - "0.6": [ - 11.454588520287535, - 10.399173960319803, - 10.343759400352072, - 11.28834484038434, - 11.23293028041661, - 10.57751572044887, - 11.122101160481147, - 10.066686600513416, - 11.011272040545684, - 9.955857480577953, - 9.900442920610221, - 10.84502836064249, - 9.789613800674758, - 9.734199240707026, - 10.678784680739295, - 10.023370120771556, - 10.567955560803833, - 10.512541000836102, - 9.45712644086837, - 9.80171188090063, - 9.346297320932907, - 9.290882760965175, - 10.235468200997444, - 10.180053641029712 - ], - "0.7": [ - 12.454588520287535, - 11.699173960319786, - 12.343759400352072, - 12.28834484038434, - 12.23293028041661, - 12.177515720448879, - 12.122101160481147, - 11.066686600513416, - 12.011272040545684, - 10.955857480577953, - 11.900442920610221, - 11.84502836064249, - 11.789613800674758, - 10.734199240707026, - 11.678784680739295, - 11.623370120771565, - 11.567955560803833, - 11.512541000836102, - 10.45712644086837, - 11.401711880900638, - 11.346297320932907, - 11.290882760965175, - 11.235468200997444, - 12.180053641029712 - ], - "0.8": [ - 12.454588520287535, - 13.399173960319803, - 13.343759400352072, - 13.28834484038434, - 14.23293028041661, - 13.377515720448896, - 13.322101160481164, - 13.066686600513416, - 14.211272040545701, - 12.15585748057797, - 12.900442920610221, - 13.84502836064249, - 12.789613800674758, - 12.734199240707026, - 12.678784680739295, - 14.623370120771565, - 13.567955560803833, - 12.512541000836102, - 11.45712644086837, - 13.401711880900638, - 12.346297320932907, - 12.290882760965175, - 13.43546820099746, - 14.180053641029712 - ], - "0.9": [ - 15.454588520287535, - 16.399173960319803, - 17.34375940035207, - 15.388344840384335, - 16.23293028041661, - 16.17751572044888, - 15.122101160481147, - 15.066686600513416, - 16.011272040545684, - 15.055857480577947, - 16.000442920610215, - 15.84502836064249, - 15.789613800674758, - 15.734199240707026, - 15.678784680739295, - 16.623370120771565, - 15.567955560803833, - 15.512541000836102, - 14.557126440868364, - 16.40171188090064, - 15.346297320932907, - 14.290882760965175, - 15.235468200997444, - 15.180053641029712 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_065145.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_065145.json deleted file mode 100644 index 5bd43895deb983a497041c77c1282c19663f563e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_065145.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T06:51:45.647830+00:00", - "metrics": { - "MSE[mean]": 41.74187282427636, - "MSE[0.5]": 39.76345184097999, - "MAE[0.5]": 4.1345711138051024, - "MASE[0.5]": 0.775232083838457, - "MAPE[0.5]": 0.6456342527229636, - "sMAPE[0.5]": 0.3737931145888263, - "MSIS": 7.959729464917468, - "RMSE[mean]": 6.460795061312219, - "NRMSE[mean]": 0.536536614088212, - "ND[0.5]": 0.34335538661357257, - "mean_weighted_sum_quantile_loss": 0.298910275990637 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.500000199828552, - 10.446253509719371, - 9.392506819610189, - 10.338760129501008, - 10.285013439391825, - 9.231266749282645, - 10.177520059173462, - 9.123773369064281, - 9.070026678955099, - 10.016279988845916, - 9.962533298736735, - 9.908786608627553, - 9.855039918518372, - 8.80129322840919, - 8.747546538300009, - 9.693799848190826, - 9.640053158081646, - 8.586306467972463, - 8.03255977786328, - 9.4788130877541, - 9.425066397644917, - 9.371319707535736, - 9.317573017426554, - 9.263826327317373 - ], - "p10": [ - 1.500000199828552, - 1.4462535097193712, - 3.2925068196101908, - 1.3387601295010079, - 3.2850134393918253, - 3.1312667492826467, - 3.077520059173464, - 1.1237733690642813, - 1.0700266789550987, - 1.0162799888459162, - 0.8625332987367376, - 2.908786608627553, - 1.8550399185183721, - 0.8012932284091896, - -0.25245346169999117, - 3.6937998481908263, - 1.6400531580816455, - 0.586306467972463, - -0.46744022213671954, - 0.4788130877540997, - 1.4250663976449172, - 0.3713197075357364, - 0.31757301742655386, - 0.2638263273173731 - ], - "p90": [ - 16.500000199828552, - 16.44625350971937, - 16.39250681961019, - 17.338760129501008, - 17.285013439391825, - 16.231266749282646, - 15.277520059173456, - 17.12377336906428, - 15.070026678955099, - 17.016279988845916, - 15.962533298736735, - 14.908786608627553, - 15.855039918518372, - 15.80129322840919, - 15.747546538300009, - 16.693799848190828, - 15.640053158081646, - 14.686306467972457, - 15.53255977786328, - 15.4788130877541, - 15.425066397644917, - 15.371319707535736, - 15.317573017426554, - 15.263826327317373 - ], - "mean": [ - 9.565000199828535, - 9.56625350971934, - 9.457506819610167, - 9.848760129500999, - 10.175013439391831, - 9.361266749282663, - 9.48752005917349, - 9.073773369064321, - 8.760026678955121, - 9.131279988845948, - 8.787533298736783, - 9.058786608627516, - 9.090039918518343, - 8.436293228409175, - 8.302546538299975, - 9.958799848190804, - 9.18005315808163, - 8.121306467972463, - 7.992559777863295, - 8.658813087754119, - 8.52006639764495, - 8.641319707535756, - 8.107573017426576, - 8.273826327317407 - ], - "quantiles": { - "0.1": [ - 1.500000199828552, - 1.4462535097193712, - 3.2925068196101908, - 1.3387601295010079, - 3.2850134393918253, - 3.1312667492826467, - 3.077520059173464, - 1.1237733690642813, - 1.0700266789550987, - 1.0162799888459162, - 0.8625332987367376, - 2.908786608627553, - 1.8550399185183721, - 0.8012932284091896, - -0.25245346169999117, - 3.6937998481908263, - 1.6400531580816455, - 0.586306467972463, - -0.46744022213671954, - 0.4788130877540997, - 1.4250663976449172, - 0.3713197075357364, - 0.31757301742655386, - 0.2638263273173731 - ], - "0.2": [ - 5.500000199828552, - 5.446253509719371, - 5.392506819610189, - 5.338760129501008, - 5.285013439391825, - 5.231266749282645, - 5.177520059173462, - 5.123773369064281, - 5.070026678955099, - 4.8162799888459205, - 3.9625332987367354, - 4.908786608627553, - 4.855039918518372, - 4.601293228409194, - 4.747546538300009, - 5.693799848190826, - 4.6400531580816455, - 4.586306467972463, - 3.5325597778632805, - 4.4788130877541, - 4.425066397644917, - 4.371319707535736, - 4.317573017426554, - 4.263826327317373 - ], - "0.3": [ - 6.500000199828552, - 7.446253509719371, - 6.392506819610189, - 6.338760129501008, - 7.285013439391825, - 6.231266749282645, - 7.177520059173462, - 6.123773369064281, - 6.070026678955099, - 5.716279988845912, - 6.662533298736731, - 6.908786608627553, - 5.855039918518372, - 5.80129322840919, - 5.747546538300009, - 6.693799848190826, - 6.6400531580816455, - 5.586306467972463, - 5.232559777863276, - 6.178813087754095, - 6.425066397644917, - 6.371319707535736, - 5.317573017426554, - 5.263826327317373 - ], - "0.4": [ - 8.500000199828552, - 8.446253509719371, - 7.992506819610197, - 9.338760129501008, - 8.285013439391825, - 7.831266749282653, - 9.177520059173462, - 7.123773369064281, - 7.070026678955099, - 8.016279988845916, - 7.962533298736735, - 8.908786608627553, - 7.855039918518372, - 6.80129322840919, - 6.747546538300009, - 8.693799848190826, - 8.240053158081654, - 6.586306467972463, - 6.5325597778632805, - 7.4788130877541, - 7.425066397644917, - 7.971319707535745, - 7.317573017426554, - 6.263826327317373 - ], - "0.5": [ - 10.500000199828552, - 10.446253509719371, - 9.392506819610189, - 10.338760129501008, - 10.285013439391825, - 9.231266749282645, - 10.177520059173462, - 9.123773369064281, - 9.070026678955099, - 10.016279988845916, - 9.962533298736735, - 9.908786608627553, - 9.855039918518372, - 8.80129322840919, - 8.747546538300009, - 9.693799848190826, - 9.640053158081646, - 8.586306467972463, - 8.03255977786328, - 9.4788130877541, - 9.425066397644917, - 9.371319707535736, - 9.317573017426554, - 9.263826327317373 - ], - "0.6": [ - 11.500000199828552, - 10.446253509719371, - 10.392506819610189, - 11.338760129501008, - 11.285013439391825, - 11.231266749282645, - 11.177520059173462, - 10.523773369064273, - 10.070026678955099, - 11.016279988845916, - 9.962533298736735, - 10.908786608627553, - 10.855039918518372, - 9.80129322840919, - 9.747546538300009, - 10.693799848190826, - 10.640053158081646, - 9.586306467972463, - 9.932559777863272, - 10.4788130877541, - 9.825066397644909, - 10.371319707535736, - 9.717573017426545, - 10.263826327317373 - ], - "0.7": [ - 12.500000199828552, - 12.446253509719371, - 11.392506819610189, - 12.338760129501008, - 13.285013439391825, - 12.231266749282645, - 11.477520059173445, - 12.123773369064281, - 11.070026678955099, - 12.016279988845916, - 11.962533298736735, - 11.908786608627553, - 11.855039918518372, - 10.80129322840919, - 10.747546538300009, - 11.99379984819081, - 11.640053158081646, - 10.586306467972463, - 11.53255977786328, - 11.4788130877541, - 11.425066397644917, - 11.371319707535736, - 10.617573017426537, - 10.563826327317356 - ], - "0.8": [ - 13.700000199828569, - 14.446253509719371, - 12.592506819610206, - 14.538760129501025, - 15.285013439391825, - 13.231266749282645, - 12.177520059173462, - 14.123773369064281, - 12.270026678955116, - 14.216279988845933, - 13.962533298736735, - 12.908786608627553, - 13.855039918518372, - 12.001293228409207, - 11.747546538300009, - 14.693799848190826, - 13.640053158081646, - 11.586306467972463, - 12.53255977786328, - 13.4788130877541, - 13.425066397644917, - 13.371319707535736, - 12.317573017426554, - 13.263826327317373 - ], - "0.9": [ - 16.500000199828552, - 16.44625350971937, - 16.39250681961019, - 17.338760129501008, - 17.285013439391825, - 16.231266749282646, - 15.277520059173456, - 17.12377336906428, - 15.070026678955099, - 17.016279988845916, - 15.962533298736735, - 14.908786608627553, - 15.855039918518372, - 15.80129322840919, - 15.747546538300009, - 16.693799848190828, - 15.640053158081646, - 14.686306467972457, - 15.53255977786328, - 15.4788130877541, - 15.425066397644917, - 15.371319707535736, - 15.317573017426554, - 15.263826327317373 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_080959.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_080959.json deleted file mode 100644 index b8b7b60fe0a2964faebcefe1394d5a1049103222..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_080959.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T08:09:59.934203+00:00", - "metrics": { - "MSE[mean]": 44.73882274696833, - "MSE[0.5]": 40.48683673251481, - "MAE[0.5]": 4.455564459182368, - "MASE[0.5]": 0.8408928992428061, - "MAPE[0.5]": 0.7259298031612985, - "sMAPE[0.5]": 0.4311463113127438, - "MSIS": 8.602676387616176, - "RMSE[mean]": 6.688708600841296, - "NRMSE[mean]": 0.5632596716497933, - "ND[0.5]": 0.3752054281416731, - "mean_weighted_sum_quantile_loss": 0.32172602108374215 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.327426940685198, - 10.27156579163729, - 9.215704642589381, - 9.659843493541473, - 10.103982344493565, - 10.048121195445656, - 9.492260046397748, - 8.93639889734984, - 9.880537748301931, - 8.824676599254023, - 9.768815450206114, - 8.712954301158206, - 7.657093152110297, - 9.601232003062389, - 9.54537085401448, - 9.489509704966572, - 8.433648555918664, - 9.377787406870755, - 9.321926257822847, - 9.266065108774939, - 9.21020395972703, - 8.154342810679122, - 8.598481661631213, - 8.042620512583305 - ], - "p10": [ - 2.2274269406852003, - 0.1715657916372919, - 0.21570464258938138, - 3.059843493541475, - 4.103982344493565, - 1.0481211954456562, - 3.992260046397748, - 0.9363988973498394, - 0.880537748301931, - 0.7246765992540247, - 0.7688154502061142, - 3.612954301158208, - 0.6570931521102974, - 3.501232003062391, - -0.4546291459855194, - 0.4895097049665722, - 2.233648555918668, - 2.2777874068707575, - 0.321926257822847, - 0.2660651087749386, - 1.1102039597270323, - 0.1543428106791218, - 1.8984816616312177, - 0.042620512583305015 - ], - "p90": [ - 15.427426940685192, - 17.27156579163729, - 16.21570464258938, - 16.159843493541473, - 16.103982344493566, - 15.048121195445656, - 15.992260046397748, - 15.93639889734984, - 16.880537748301933, - 15.824676599254023, - 16.768815450206112, - 14.8129543011582, - 14.657093152110297, - 15.601232003062389, - 15.54537085401448, - 15.489509704966572, - 14.433648555918664, - 15.377787406870755, - 15.321926257822847, - 15.266065108774939, - 14.310203959727025, - 15.154342810679122, - 15.098481661631213, - 15.042620512583305 - ], - "mean": [ - 9.1224269406852, - 9.08156579163733, - 8.530704642589356, - 9.264843493541514, - 9.663982344493537, - 8.75312119544567, - 9.232260046397798, - 8.881398897349822, - 9.220537748301952, - 8.674676599254012, - 8.713815450206134, - 8.697954301158171, - 8.087093152110294, - 9.121232003062419, - 8.370370854014455, - 8.384509704966604, - 8.358648555918643, - 8.372787406870765, - 8.506926257822887, - 8.116065108774915, - 8.23020395972704, - 8.014342810679107, - 8.018481661631235, - 7.692620512583274 - ], - "quantiles": { - "0.1": [ - 2.2274269406852003, - 0.1715657916372919, - 0.21570464258938138, - 3.059843493541475, - 4.103982344493565, - 1.0481211954456562, - 3.992260046397748, - 0.9363988973498394, - 0.880537748301931, - 0.7246765992540247, - 0.7688154502061142, - 3.612954301158208, - 0.6570931521102974, - 3.501232003062391, - -0.4546291459855194, - 0.4895097049665722, - 2.233648555918668, - 2.2777874068707575, - 0.321926257822847, - 0.2660651087749386, - 1.1102039597270323, - 0.1543428106791218, - 1.8984816616312177, - 0.042620512583305015 - ], - "0.2": [ - 5.327426940685198, - 5.071565791637294, - 4.215704642589381, - 5.159843493541473, - 5.103982344493565, - 5.048121195445656, - 4.992260046397748, - 4.936398897349839, - 4.880537748301931, - 4.824676599254023, - 4.768815450206114, - 4.712954301158206, - 4.457093152110302, - 4.601232003062389, - 3.5453708540144806, - 4.489509704966572, - 4.433648555918664, - 4.377787406870755, - 4.321926257822847, - 4.266065108774939, - 4.21020395972703, - 4.154342810679122, - 4.098481661631213, - 3.042620512583305 - ], - "0.3": [ - 6.327426940685198, - 6.27156579163729, - 5.215704642589381, - 6.159843493541473, - 7.103982344493565, - 6.048121195445656, - 5.992260046397748, - 5.936398897349839, - 6.880537748301931, - 5.824676599254023, - 5.768815450206114, - 5.712954301158206, - 5.657093152110297, - 6.601232003062389, - 5.545370854014481, - 5.489509704966572, - 6.433648555918664, - 5.377787406870755, - 6.321926257822847, - 5.266065108774939, - 5.21020395972703, - 5.154342810679122, - 5.098481661631213, - 5.042620512583305 - ], - "0.4": [ - 8.327426940685198, - 8.27156579163729, - 7.215704642589381, - 8.159843493541473, - 8.103982344493565, - 8.048121195445656, - 7.592260046397756, - 7.936398897349839, - 7.880537748301931, - 7.424676599254031, - 7.768815450206114, - 7.712954301158206, - 6.657093152110297, - 7.601232003062389, - 7.545370854014481, - 7.489509704966572, - 7.433648555918664, - 7.377787406870755, - 8.321926257822847, - 6.266065108774939, - 7.21020395972703, - 6.75434281067913, - 7.098481661631213, - 6.042620512583305 - ], - "0.5": [ - 10.327426940685198, - 10.27156579163729, - 9.215704642589381, - 9.659843493541473, - 10.103982344493565, - 10.048121195445656, - 9.492260046397748, - 8.93639889734984, - 9.880537748301931, - 8.824676599254023, - 9.768815450206114, - 8.712954301158206, - 7.657093152110297, - 9.601232003062389, - 9.54537085401448, - 9.489509704966572, - 8.433648555918664, - 9.377787406870755, - 9.321926257822847, - 9.266065108774939, - 9.21020395972703, - 8.154342810679122, - 8.598481661631213, - 8.042620512583305 - ], - "0.6": [ - 10.327426940685198, - 11.27156579163729, - 10.215704642589381, - 10.159843493541473, - 11.103982344493565, - 10.048121195445656, - 9.992260046397748, - 10.93639889734984, - 10.880537748301931, - 9.824676599254023, - 9.768815450206114, - 9.712954301158206, - 9.657093152110297, - 10.601232003062389, - 9.945370854014472, - 10.489509704966572, - 9.433648555918664, - 10.377787406870755, - 9.721926257822838, - 10.266065108774939, - 10.21020395972703, - 9.154342810679122, - 9.098481661631213, - 9.042620512583305 - ], - "0.7": [ - 11.327426940685198, - 12.27156579163729, - 11.515704642589364, - 12.159843493541473, - 12.103982344493565, - 12.048121195445656, - 11.29226004639773, - 11.93639889734984, - 11.880537748301931, - 10.824676599254023, - 11.068815450206097, - 10.712954301158206, - 10.95709315211028, - 11.601232003062389, - 11.54537085401448, - 11.489509704966572, - 10.433648555918664, - 11.377787406870755, - 11.321926257822847, - 11.266065108774939, - 11.21020395972703, - 11.154342810679122, - 11.098481661631213, - 10.042620512583305 - ], - "0.8": [ - 13.327426940685198, - 15.27156579163729, - 12.215704642589381, - 13.159843493541473, - 14.103982344493565, - 13.048121195445656, - 13.992260046397748, - 12.93639889734984, - 13.880537748301931, - 13.02467659925404, - 12.768815450206114, - 12.712954301158206, - 12.657093152110297, - 13.801232003062406, - 12.54537085401448, - 12.489509704966572, - 12.433648555918664, - 12.377787406870755, - 13.321926257822847, - 12.266065108774939, - 12.21020395972703, - 13.154342810679122, - 13.098481661631213, - 12.042620512583305 - ], - "0.9": [ - 15.427426940685192, - 17.27156579163729, - 16.21570464258938, - 16.159843493541473, - 16.103982344493566, - 15.048121195445656, - 15.992260046397748, - 15.93639889734984, - 16.880537748301933, - 15.824676599254023, - 16.768815450206112, - 14.8129543011582, - 14.657093152110297, - 15.601232003062389, - 15.54537085401448, - 15.489509704966572, - 14.433648555918664, - 15.377787406870755, - 15.321926257822847, - 15.266065108774939, - 14.310203959727025, - 15.154342810679122, - 15.098481661631213, - 15.042620512583305 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_092831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_092831.json deleted file mode 100644 index f3bfdbb2316b4ef5df62e7c9fccfd7e44b269769..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_092831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T09:28:31.633512+00:00", - "metrics": { - "MSE[mean]": 42.71456314949768, - "MSE[0.5]": 38.24014009804966, - "MAE[0.5]": 4.247584289587866, - "MASE[0.5]": 0.802693094095345, - "MAPE[0.5]": 0.46144654242374195, - "sMAPE[0.5]": 0.38350217831878797, - "MSIS": 8.52218769558995, - "RMSE[mean]": 6.53563792980438, - "NRMSE[mean]": 0.5465341822832931, - "ND[0.5]": 0.3551986862373129, - "mean_weighted_sum_quantile_loss": 0.308051363946412 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.34915747318546, - 10.29256228022194, - 10.235967087258416, - 9.179371894294892, - 9.122776701331372, - 10.066181508367848, - 10.009586315404324, - 8.952991122440803, - 9.89639592947728, - 8.839800736513759, - 9.783205543550235, - 9.72661035058671, - 9.67001515762319, - 8.613419964659666, - 9.056824771696142, - 9.500229578732622, - 8.443634385769098, - 8.387039192805577, - 8.830443999842053, - 9.27384880687853, - 8.217253613915009, - 9.160658420951485, - 9.104063227987961, - 8.04746803502444 - ], - "p10": [ - 1.3491574731854614, - 1.2925622802219392, - 1.2359670872584152, - 1.179371894294893, - 1.1227767013313708, - 1.9661815083678507, - 1.0095863154043245, - 2.9529911224408023, - 0.7963959294772821, - 0.8398007365137579, - 0.7832055435502339, - 1.6266103505867138, - -0.32998484237681147, - 0.6134199646596672, - 0.5568247716961432, - 1.500229578732621, - 0.34363438576910077, - 0.3870391928055765, - 0.3304439998420525, - 2.1738488068785324, - 3.217253613915008, - 3.160658420951486, - 0.004063227987963908, - 0.9474680350244418 - ], - "p90": [ - 16.34915747318546, - 17.292562280221937, - 16.235967087258416, - 16.179371894294892, - 16.12277670133137, - 16.066181508367848, - 15.009586315404324, - 15.952991122440803, - 14.89639592947728, - 15.839800736513759, - 15.783205543550235, - 14.72661035058671, - 15.67001515762319, - 14.613419964659666, - 13.656824771696137, - 16.500229578732622, - 15.443634385769098, - 14.387039192805577, - 16.330443999842053, - 15.27384880687853, - 14.217253613915009, - 15.26065842095148, - 15.204063227987955, - 15.04746803502444 - ], - "mean": [ - 9.169157473185429, - 9.617562280221955, - 9.325967087258377, - 8.63937189429493, - 8.772776701331356, - 9.116181508367875, - 9.004586315404303, - 9.117991122440824, - 8.656395929477258, - 8.489800736513775, - 9.0732055435502, - 8.281610350586725, - 8.655015157623152, - 7.973419964659668, - 8.056824771696139, - 8.810229578732615, - 8.123634385769126, - 7.9570391928055635, - 8.435443999842082, - 8.493848806878509, - 8.067253613915033, - 8.675658420951462, - 7.824063227987973, - 7.972468035024411 - ], - "quantiles": { - "0.1": [ - 1.3491574731854614, - 1.2925622802219392, - 1.2359670872584152, - 1.179371894294893, - 1.1227767013313708, - 1.9661815083678507, - 1.0095863154043245, - 2.9529911224408023, - 0.7963959294772821, - 0.8398007365137579, - 0.7832055435502339, - 1.6266103505867138, - -0.32998484237681147, - 0.6134199646596672, - 0.5568247716961432, - 1.500229578732621, - 0.34363438576910077, - 0.3870391928055765, - 0.3304439998420525, - 2.1738488068785324, - 3.217253613915008, - 3.160658420951486, - 0.004063227987963908, - 0.9474680350244418 - ], - "0.2": [ - 4.349157473185461, - 5.292562280221939, - 5.235967087258415, - 4.979371894294897, - 4.922776701331375, - 5.0661815083678485, - 5.0095863154043245, - 4.952991122440802, - 4.696395929477284, - 4.839800736513758, - 4.783205543550234, - 3.7266103505867116, - 4.670015157623189, - 4.613419964659667, - 4.556824771696143, - 4.500229578732621, - 4.443634385769099, - 4.3870391928055765, - 4.130443999842057, - 4.27384880687853, - 4.217253613915008, - 4.160658420951486, - 3.104063227987962, - 4.04746803502444 - ], - "0.3": [ - 5.349157473185461, - 6.292562280221939, - 6.935967087258411, - 6.179371894294893, - 5.122776701331371, - 7.0661815083678485, - 7.0095863154043245, - 5.952991122440802, - 5.89639592947728, - 5.839800736513758, - 6.48320554355023, - 5.726610350586712, - 6.670015157623189, - 5.613419964659667, - 5.556824771696143, - 6.500229578732621, - 5.443634385769099, - 5.3870391928055765, - 6.3304439998420525, - 6.27384880687853, - 5.217253613915008, - 5.860658420951482, - 4.804063227987958, - 5.04746803502444 - ], - "0.4": [ - 7.349157473185461, - 8.29256228022194, - 8.835967087258425, - 8.179371894294892, - 7.122776701331371, - 8.066181508367848, - 8.009586315404324, - 7.952991122440802, - 7.89639592947728, - 6.839800736513758, - 7.783205543550234, - 7.32661035058672, - 7.670015157623189, - 6.613419964659667, - 7.556824771696143, - 7.500229578732621, - 6.443634385769099, - 6.3870391928055765, - 7.3304439998420525, - 7.27384880687853, - 7.217253613915008, - 7.160658420951486, - 7.104063227987962, - 6.04746803502444 - ], - "0.5": [ - 10.34915747318546, - 10.29256228022194, - 10.235967087258416, - 9.179371894294892, - 9.122776701331372, - 10.066181508367848, - 10.009586315404324, - 8.952991122440803, - 9.89639592947728, - 8.839800736513759, - 9.783205543550235, - 9.72661035058671, - 9.67001515762319, - 8.613419964659666, - 9.056824771696142, - 9.500229578732622, - 8.443634385769098, - 8.387039192805577, - 8.830443999842053, - 9.27384880687853, - 8.217253613915009, - 9.160658420951485, - 9.104063227987961, - 8.04746803502444 - ], - "0.6": [ - 10.34915747318546, - 11.29256228022194, - 10.235967087258416, - 10.179371894294892, - 11.122776701331372, - 10.066181508367848, - 11.009586315404324, - 9.952991122440803, - 9.89639592947728, - 9.839800736513759, - 10.783205543550235, - 9.72661035058671, - 10.67001515762319, - 9.613419964659666, - 9.556824771696142, - 10.500229578732622, - 9.443634385769098, - 9.387039192805577, - 9.330443999842053, - 10.27384880687853, - 9.217253613915009, - 10.160658420951485, - 9.104063227987961, - 9.04746803502444 - ], - "0.7": [ - 12.34915747318546, - 12.29256228022194, - 11.235967087258416, - 11.179371894294892, - 12.122776701331372, - 11.066181508367848, - 12.009586315404324, - 11.952991122440803, - 11.89639592947728, - 10.839800736513759, - 11.783205543550235, - 10.72661035058671, - 10.67001515762319, - 10.613419964659666, - 10.556824771696142, - 11.500229578732622, - 11.443634385769098, - 10.68703919280556, - 11.330443999842053, - 11.27384880687853, - 10.217253613915009, - 11.160658420951485, - 11.104063227987961, - 11.04746803502444 - ], - "0.8": [ - 14.34915747318546, - 14.29256228022194, - 14.235967087258416, - 13.179371894294892, - 14.122776701331372, - 13.066181508367848, - 13.009586315404324, - 13.952991122440803, - 12.89639592947728, - 12.839800736513759, - 13.983205543550252, - 11.72661035058671, - 12.67001515762319, - 12.613419964659666, - 11.556824771696142, - 13.500229578732622, - 13.443634385769098, - 12.387039192805577, - 13.330443999842053, - 13.27384880687853, - 12.217253613915009, - 13.160658420951485, - 13.104063227987961, - 12.247468035024458 - ], - "0.9": [ - 16.34915747318546, - 17.292562280221937, - 16.235967087258416, - 16.179371894294892, - 16.12277670133137, - 16.066181508367848, - 15.009586315404324, - 15.952991122440803, - 14.89639592947728, - 15.839800736513759, - 15.783205543550235, - 14.72661035058671, - 15.67001515762319, - 14.613419964659666, - 13.656824771696137, - 16.500229578732622, - 15.443634385769098, - 14.387039192805577, - 16.330443999842053, - 15.27384880687853, - 14.217253613915009, - 15.26065842095148, - 15.204063227987955, - 15.04746803502444 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_103943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_103943.json deleted file mode 100644 index 012e2cb3a03db0820c80986589c37d8f1835670d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_103943.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T10:39:43.638911+00:00", - "metrics": { - "MSE[mean]": 43.37605304026971, - "MSE[0.5]": 42.04290356329558, - "MAE[0.5]": 4.2442974670375735, - "MASE[0.5]": 0.8073696634787458, - "MAPE[0.5]": 0.4723184214502136, - "sMAPE[0.5]": 0.3734838392403606, - "MSIS": 8.608720353002427, - "RMSE[mean]": 6.586049881398539, - "NRMSE[mean]": 0.5526755145229544, - "ND[0.5]": 0.3561648224087475, - "mean_weighted_sum_quantile_loss": 0.3010844965675817 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 9.445107250117386, - 9.391271956505575, - 10.337436662893763, - 9.283601369281953, - 10.229766075670142, - 9.17593078205833, - 9.122095488446519, - 9.568260194834707, - 9.014424901222895, - 9.960589607611084, - 8.906754313999274, - 8.852919020387462, - 8.79908372677565, - 9.74524843316384, - 8.691413139552028, - 9.637577845940216, - 9.583742552328404, - 9.529907258716594, - 9.476071965104783, - 9.422236671492971, - 9.36840137788116, - 8.314566084269348, - 9.260730790657536, - 8.206895497045725 - ], - "p10": [ - 1.4451072501173865, - 3.291271956505577, - 3.3374366628937633, - 1.2836013692819535, - 1.2297660756701418, - 1.1759307820583302, - 3.1220954884465186, - 0.9682601948347092, - 1.0144249012228954, - 3.960589607611084, - 2.906754313999274, - 0.8529190203874624, - 1.699083726775653, - 2.745248433163839, - -0.30858686044797246, - 3.537577845940218, - 3.5837425523284043, - 2.5299072587165945, - 0.4760719651047829, - 0.4222366714929713, - 2.3684013778811597, - 0.31456608426934807, - 2.0607307906575407, - -0.7931045029542751 - ], - "p90": [ - 15.445107250117386, - 16.391271956505577, - 16.337436662893765, - 16.283601369281953, - 16.229766075670142, - 16.17593078205833, - 16.12209548844652, - 16.068260194834707, - 15.014424901222895, - 15.960589607611084, - 14.906754313999274, - 15.852919020387462, - 14.79908372677565, - 16.745248433163837, - 15.791413139552022, - 15.73757784594021, - 15.583742552328404, - 15.529907258716594, - 15.476071965104783, - 15.422236671492971, - 15.36840137788116, - 14.314566084269348, - 15.260730790657536, - 15.206895497045725 - ], - "mean": [ - 8.910107250117406, - 9.156271956505549, - 9.652436662893715, - 9.313601369281981, - 8.844766075670117, - 9.055930782058297, - 9.077095488446561, - 8.708260194834693, - 8.274424901222876, - 9.60558960761111, - 8.896754313999272, - 8.707919020387441, - 8.149083726775677, - 9.62524843316385, - 8.336413139552022, - 9.242577845940257, - 9.088742552328426, - 9.039907258716564, - 8.726071965104824, - 8.402236671492995, - 8.68840137788114, - 7.939566084269321, - 8.515730790657575, - 7.606895497045712 - ], - "quantiles": { - "0.1": [ - 1.4451072501173865, - 3.291271956505577, - 3.3374366628937633, - 1.2836013692819535, - 1.2297660756701418, - 1.1759307820583302, - 3.1220954884465186, - 0.9682601948347092, - 1.0144249012228954, - 3.960589607611084, - 2.906754313999274, - 0.8529190203874624, - 1.699083726775653, - 2.745248433163839, - -0.30858686044797246, - 3.537577845940218, - 3.5837425523284043, - 2.5299072587165945, - 0.4760719651047829, - 0.4222366714929713, - 2.3684013778811597, - 0.31456608426934807, - 2.0607307906575407, - -0.7931045029542751 - ], - "0.2": [ - 5.4451072501173865, - 5.391271956505575, - 5.337436662893763, - 5.2836013692819535, - 5.229766075670142, - 5.17593078205833, - 5.122095488446519, - 5.068260194834707, - 4.014424901222895, - 4.960589607611084, - 4.906754313999274, - 4.852919020387462, - 4.799083726775651, - 4.745248433163839, - 3.6914131395520275, - 4.637577845940216, - 5.583742552328404, - 4.5299072587165945, - 4.476071965104783, - 4.422236671492971, - 4.36840137788116, - 4.314566084269348, - 4.2607307906575365, - 3.206895497045725 - ], - "0.3": [ - 6.4451072501173865, - 6.391271956505575, - 7.337436662893763, - 6.2836013692819535, - 6.229766075670142, - 6.17593078205833, - 6.122095488446519, - 6.068260194834707, - 6.014424901222895, - 6.960589607611084, - 5.906754313999274, - 5.852919020387462, - 5.799083726775651, - 6.745248433163839, - 4.6914131395520275, - 6.637577845940216, - 6.583742552328404, - 6.5299072587165945, - 5.476071965104783, - 5.422236671492971, - 5.36840137788116, - 5.314566084269348, - 5.2607307906575365, - 4.906895497045721 - ], - "0.4": [ - 7.4451072501173865, - 7.391271956505575, - 8.337436662893763, - 8.283601369281953, - 7.82976607567015, - 8.17593078205833, - 8.122095488446519, - 8.068260194834707, - 7.614424901222904, - 8.960589607611084, - 7.906754313999274, - 7.852919020387462, - 6.799083726775651, - 8.74524843316384, - 6.6914131395520275, - 8.637577845940216, - 8.583742552328404, - 8.129907258716603, - 7.476071965104783, - 7.422236671492971, - 7.36840137788116, - 7.314566084269348, - 7.2607307906575365, - 6.206895497045725 - ], - "0.5": [ - 9.445107250117386, - 9.391271956505575, - 10.337436662893763, - 9.283601369281953, - 10.229766075670142, - 9.17593078205833, - 9.122095488446519, - 9.568260194834707, - 9.014424901222895, - 9.960589607611084, - 8.906754313999274, - 8.852919020387462, - 8.79908372677565, - 9.74524843316384, - 8.691413139552028, - 9.637577845940216, - 9.583742552328404, - 9.529907258716594, - 9.476071965104783, - 9.422236671492971, - 9.36840137788116, - 8.314566084269348, - 9.260730790657536, - 8.206895497045725 - ], - "0.6": [ - 10.445107250117386, - 10.391271956505575, - 10.337436662893763, - 10.283601369281953, - 10.229766075670142, - 10.17593078205833, - 10.122095488446519, - 10.068260194834707, - 10.014424901222895, - 10.960589607611084, - 9.906754313999274, - 9.852919020387462, - 9.79908372677565, - 10.74524843316384, - 9.691413139552028, - 10.637577845940216, - 10.583742552328404, - 10.529907258716594, - 9.876071965104774, - 9.822236671492963, - 10.36840137788116, - 9.314566084269348, - 9.260730790657536, - 9.206895497045725 - ], - "0.7": [ - 11.445107250117386, - 11.391271956505575, - 12.337436662893763, - 12.283601369281953, - 11.229766075670142, - 11.475930782058313, - 11.122095488446519, - 12.068260194834707, - 11.014424901222895, - 11.960589607611084, - 11.906754313999274, - 11.852919020387462, - 10.79908372677565, - 12.74524843316384, - 11.691413139552028, - 11.637577845940216, - 11.583742552328404, - 12.529907258716594, - 11.476071965104783, - 10.422236671492971, - 11.36840137788116, - 10.314566084269348, - 11.260730790657536, - 10.206895497045725 - ], - "0.8": [ - 12.645107250117404, - 13.391271956505575, - 14.337436662893763, - 13.283601369281953, - 13.229766075670142, - 13.17593078205833, - 13.122095488446519, - 13.068260194834707, - 13.014424901222895, - 13.960589607611084, - 12.906754313999274, - 13.852919020387462, - 11.79908372677565, - 14.74524843316384, - 12.691413139552028, - 13.637577845940216, - 12.583742552328404, - 13.529907258716594, - 12.6760719651048, - 12.422236671492971, - 14.36840137788116, - 11.314566084269348, - 13.260730790657536, - 12.206895497045725 - ], - "0.9": [ - 15.445107250117386, - 16.391271956505577, - 16.337436662893765, - 16.283601369281953, - 16.229766075670142, - 16.17593078205833, - 16.12209548844652, - 16.068260194834707, - 15.014424901222895, - 15.960589607611084, - 14.906754313999274, - 15.852919020387462, - 14.79908372677565, - 16.745248433163837, - 15.791413139552022, - 15.73757784594021, - 15.583742552328404, - 15.529907258716594, - 15.476071965104783, - 15.422236671492971, - 15.36840137788116, - 14.314566084269348, - 15.260730790657536, - 15.206895497045725 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_115423.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_115423.json deleted file mode 100644 index e1f8eed60fbd9d9af5d51dd8a811ab1202373d59..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_115423.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T11:54:23.623412+00:00", - "metrics": { - "MSE[mean]": 52.406233145005636, - "MSE[0.5]": 48.19791705746268, - "MAE[0.5]": 4.282571256626515, - "MASE[0.5]": 0.809304804401861, - "MAPE[0.5]": 0.4541293634073915, - "sMAPE[0.5]": 0.3739149093005613, - "MSIS": 10.728492454439033, - "RMSE[mean]": 7.239214953640045, - "NRMSE[mean]": 0.613926356492442, - "ND[0.5]": 0.36318625497892704, - "mean_weighted_sum_quantile_loss": 0.32543542312868523 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.124830845498616, - 9.064625842321327, - 10.00442083914404, - 9.944215835966748, - 9.88401083278946, - 9.823805829612173, - 8.763600826434882, - 8.703395823257592, - 9.643190820080303, - 8.582985816903014, - 9.022780813725724, - 8.462575810548435, - 8.402370807371145, - 9.342165804193858, - 9.281960801016567, - 9.221755797839279, - 9.161550794661991, - 8.1013457914847, - 9.041140788307413, - 8.980935785130121, - 8.920730781952834, - 7.860525778775544, - 8.800320775598255, - 8.740115772420966 - ], - "p10": [ - 2.124830845498617, - 2.96462584232133, - 2.9044208391440405, - 2.944215835966749, - 0.8840108327894614, - 0.823805829612172, - 2.563600826434887, - 2.703395823257593, - 1.543190820080306, - 2.5829858169030144, - 2.522780813725725, - 0.46257581054843566, - 2.4023708073711463, - 0.3421658041938569, - 0.2819608010165675, - 3.22175579783928, - 2.1615507946619905, - 2.0013457914847033, - 0.041140788307411746, - 2.9809357851301224, - 1.820730781952835, - -1.1394742212244573, - 2.800320775598255, - 0.6401157724209678 - ], - "p90": [ - 16.124830845498618, - 16.064625842321327, - 16.00442083914404, - 14.944215835966748, - 15.88401083278946, - 15.823805829612173, - 14.763600826434882, - 15.703395823257594, - 15.643190820080303, - 15.582985816903015, - 15.622780813725718, - 14.462575810548437, - 14.50237080737114, - 15.342165804193858, - 16.281960801016567, - 15.221755797839279, - 16.16155079466199, - 15.1013457914847, - 15.041140788307413, - 15.080935785130116, - 13.920730781952834, - 13.860525778775543, - 14.800320775598255, - 14.740115772420966 - ], - "mean": [ - 9.049830845498587, - 9.06962584232128, - 9.229420839144074, - 8.959215835966766, - 8.754010832789485, - 8.888805829612183, - 8.443600826434869, - 8.723395823257567, - 8.573190820080285, - 8.337985816902986, - 8.627780813725769, - 7.842575810548456, - 8.197370807371179, - 8.252165804193877, - 8.176960801016566, - 8.51175579783926, - 8.53655079466195, - 8.121345791484675, - 8.191140788307376, - 8.64593578513015, - 7.590730781952839, - 6.915525778775565, - 8.440320775598265, - 7.850115772420953 - ], - "quantiles": { - "0.1": [ - 2.124830845498617, - 2.96462584232133, - 2.9044208391440405, - 2.944215835966749, - 0.8840108327894614, - 0.823805829612172, - 2.563600826434887, - 2.703395823257593, - 1.543190820080306, - 2.5829858169030144, - 2.522780813725725, - 0.46257581054843566, - 2.4023708073711463, - 0.3421658041938569, - 0.2819608010165675, - 3.22175579783928, - 2.1615507946619905, - 2.0013457914847033, - 0.041140788307411746, - 2.9809357851301224, - 1.820730781952835, - -1.1394742212244573, - 2.800320775598255, - 0.6401157724209678 - ], - "0.2": [ - 5.124830845498617, - 5.064625842321328, - 5.004420839144038, - 4.944215835966749, - 4.884010832789461, - 4.823805829612172, - 4.763600826434883, - 4.703395823257593, - 4.643190820080304, - 4.582985816903014, - 4.522780813725725, - 4.462575810548436, - 4.402370807371146, - 4.342165804193857, - 4.2819608010165675, - 4.22175579783928, - 4.1615507946619905, - 4.101345791484701, - 4.041140788307412, - 3.9809357851301224, - 3.920730781952833, - 2.8605257787755436, - 3.800320775598255, - 3.7401157724209657 - ], - "0.3": [ - 6.124830845498617, - 6.064625842321328, - 7.004420839144038, - 5.944215835966749, - 5.884010832789461, - 6.823805829612172, - 5.763600826434883, - 6.703395823257593, - 5.643190820080304, - 5.582985816903014, - 5.522780813725725, - 5.462575810548436, - 5.402370807371146, - 5.342165804193857, - 5.2819608010165675, - 6.22175579783928, - 6.1615507946619905, - 5.101345791484701, - 6.041140788307412, - 5.980935785130122, - 5.920730781952833, - 3.8605257787755436, - 5.800320775598255, - 5.740115772420966 - ], - "0.4": [ - 7.7248308454986265, - 8.064625842321327, - 8.00442083914404, - 7.944215835966749, - 7.884010832789461, - 7.823805829612172, - 6.763600826434883, - 7.703395823257593, - 7.643190820080304, - 6.582985816903014, - 6.522780813725725, - 6.462575810548436, - 7.402370807371146, - 7.342165804193857, - 7.2819608010165675, - 7.22175579783928, - 7.1615507946619905, - 7.101345791484701, - 7.041140788307412, - 6.980935785130122, - 6.920730781952833, - 5.860525778775544, - 7.800320775598255, - 7.740115772420966 - ], - "0.5": [ - 9.124830845498616, - 9.064625842321327, - 10.00442083914404, - 9.944215835966748, - 9.88401083278946, - 9.823805829612173, - 8.763600826434882, - 8.703395823257592, - 9.643190820080303, - 8.582985816903014, - 9.022780813725724, - 8.462575810548435, - 8.402370807371145, - 9.342165804193858, - 9.281960801016567, - 9.221755797839279, - 9.161550794661991, - 8.1013457914847, - 9.041140788307413, - 8.980935785130121, - 8.920730781952834, - 7.860525778775544, - 8.800320775598255, - 8.740115772420966 - ], - "0.6": [ - 10.124830845498618, - 10.064625842321327, - 10.40442083914403, - 9.944215835966748, - 9.88401083278946, - 9.823805829612173, - 9.763600826434882, - 9.703395823257594, - 9.643190820080303, - 9.582985816903015, - 9.522780813725724, - 9.462575810548437, - 9.402370807371145, - 9.74216580419385, - 9.281960801016567, - 9.62175579783927, - 10.161550794661991, - 9.1013457914847, - 9.041140788307413, - 9.980935785130121, - 8.920730781952834, - 8.860525778775543, - 8.800320775598255, - 9.740115772420966 - ], - "0.7": [ - 12.124830845498618, - 11.064625842321327, - 12.00442083914404, - 11.944215835966748, - 11.88401083278946, - 11.823805829612173, - 11.763600826434882, - 11.003395823257577, - 10.943190820080286, - 10.582985816903015, - 11.522780813725724, - 10.462575810548437, - 10.402370807371145, - 11.342165804193858, - 11.281960801016567, - 11.221755797839279, - 11.161550794661991, - 11.1013457914847, - 11.041140788307413, - 11.280935785130104, - 9.920730781952834, - 9.860525778775543, - 9.800320775598255, - 10.740115772420966 - ], - "0.8": [ - 14.124830845498618, - 14.064625842321327, - 14.00442083914404, - 12.944215835966748, - 12.88401083278946, - 13.823805829612173, - 12.763600826434882, - 12.703395823257594, - 13.643190820080303, - 12.582985816903015, - 12.522780813725724, - 11.462575810548437, - 12.402370807371145, - 13.342165804193858, - 13.281960801016567, - 13.221755797839279, - 13.161550794661991, - 13.1013457914847, - 13.041140788307413, - 13.980935785130121, - 10.920730781952834, - 10.860525778775543, - 12.800320775598255, - 11.740115772420966 - ], - "0.9": [ - 16.124830845498618, - 16.064625842321327, - 16.00442083914404, - 14.944215835966748, - 15.88401083278946, - 15.823805829612173, - 14.763600826434882, - 15.703395823257594, - 15.643190820080303, - 15.582985816903015, - 15.622780813725718, - 14.462575810548437, - 14.50237080737114, - 15.342165804193858, - 16.281960801016567, - 15.221755797839279, - 16.16155079466199, - 15.1013457914847, - 15.041140788307413, - 15.080935785130116, - 13.920730781952834, - 13.860525778775543, - 14.800320775598255, - 14.740115772420966 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_131345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_131345.json deleted file mode 100644 index 0cb572fb73401d91cf30db6b1e9a5b087b32e0aa..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_131345.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T13:13:45.676532+00:00", - "metrics": { - "MSE[mean]": 50.00914461352422, - "MSE[0.5]": 45.03475995744531, - "MAE[0.5]": 4.141027276287801, - "MASE[0.5]": 0.7961387553877747, - "MAPE[0.5]": 0.3854007475378631, - "sMAPE[0.5]": 0.34247109757592487, - "MSIS": 10.06506379217884, - "RMSE[mean]": 7.071714404126076, - "NRMSE[mean]": 0.5772828085000878, - "ND[0.5]": 0.33804304296226945, - "mean_weighted_sum_quantile_loss": 0.30697680221687124 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 10.54091702945174, - 10.489907458661794, - 9.938897887871846, - 10.3878883170819, - 10.336878746291955, - 9.28586917550201, - 9.234859604712064, - 9.183850033922118, - 10.13284046313217, - 9.581830892342225, - 10.03082132155228, - 9.979811750762334, - 9.928802179972388, - 9.877792609182443, - 8.826783038392495, - 9.77577346760255, - 9.724763896812604, - 8.673754326022658, - 9.622744755232713, - 9.571735184442765, - 8.52072561365282, - 8.469716042862874, - 8.418706472072929, - 9.367696901282983 - ], - "p10": [ - 3.540917029451739, - 2.3899074586617957, - 4.438897887871846, - 1.3878883170819005, - 4.236878746291957, - 3.2858691755020093, - 0.23485960471206369, - 1.183850033922118, - 4.132840463132171, - 2.981830892342227, - 1.0308213215522795, - 3.979811750762334, - 3.8288021799723904, - 3.8777926091824426, - 1.8267830383924952, - 1.6757734676025517, - 3.724763896812604, - 3.6737543260226584, - 0.6227447552327128, - 4.4717351844427675, - 0.5207256136528198, - 3.469716042862874, - 0.41870647207292855, - 0.36769690128298294 - ], - "p90": [ - 15.640917029451733, - 15.489907458661794, - 15.438897887871846, - 15.3878883170819, - 16.336878746291955, - 16.285869175502008, - 15.234859604712064, - 15.283850033922112, - 16.13284046313217, - 15.081830892342225, - 17.03082132155228, - 15.979811750762334, - 14.928802179972388, - 14.877792609182443, - 14.826783038392495, - 15.77577346760255, - 15.724763896812604, - 14.673754326022658, - 15.622744755232713, - 14.571735184442765, - 15.52072561365282, - 14.469716042862874, - 14.418706472072929, - 15.367696901282983 - ], - "mean": [ - 9.635917029451747, - 9.509907458661765, - 9.278897887871869, - 9.03288831708189, - 9.786878746291912, - 9.070869175502045, - 8.404859604712042, - 8.723850033922158, - 9.832840463132193, - 9.081830892342186, - 9.150821321552307, - 9.139811750762336, - 8.948802179972361, - 8.907792609182458, - 8.63178303839248, - 8.640773467602513, - 9.149763896812631, - 8.758754326022633, - 8.937744755232755, - 9.046735184442783, - 8.420725613652806, - 8.389716042862899, - 7.788706472072928, - 8.567696901282964 - ], - "quantiles": { - "0.1": [ - 3.540917029451739, - 2.3899074586617957, - 4.438897887871846, - 1.3878883170819005, - 4.236878746291957, - 3.2858691755020093, - 0.23485960471206369, - 1.183850033922118, - 4.132840463132171, - 2.981830892342227, - 1.0308213215522795, - 3.979811750762334, - 3.8288021799723904, - 3.8777926091824426, - 1.8267830383924952, - 1.6757734676025517, - 3.724763896812604, - 3.6737543260226584, - 0.6227447552327128, - 4.4717351844427675, - 0.5207256136528198, - 3.469716042862874, - 0.41870647207292855, - 0.36769690128298294 - ], - "0.2": [ - 5.540917029451739, - 5.4899074586617935, - 5.438897887871846, - 5.3878883170819005, - 5.336878746291955, - 5.285869175502009, - 4.234859604712064, - 5.183850033922118, - 5.132840463132171, - 5.081830892342225, - 5.0308213215522795, - 4.979811750762334, - 4.928802179972388, - 4.877792609182443, - 3.8267830383924952, - 4.77577346760255, - 4.724763896812604, - 4.673754326022658, - 4.622744755232713, - 4.571735184442765, - 4.52072561365282, - 4.469716042862874, - 4.4187064720729285, - 4.367696901282983 - ], - "0.3": [ - 7.540917029451739, - 7.4899074586617935, - 6.438897887871846, - 6.3878883170819005, - 7.336878746291955, - 6.285869175502009, - 6.234859604712064, - 6.183850033922118, - 7.132840463132171, - 6.081830892342225, - 6.0308213215522795, - 5.979811750762334, - 5.928802179972388, - 5.877792609182443, - 5.826783038392495, - 5.77577346760255, - 6.724763896812604, - 5.673754326022658, - 6.622744755232713, - 6.571735184442765, - 5.52072561365282, - 5.469716042862874, - 5.4187064720729285, - 5.367696901282983 - ], - "0.4": [ - 8.54091702945174, - 8.489907458661794, - 8.438897887871846, - 8.3878883170819, - 8.336878746291955, - 7.285869175502009, - 7.234859604712064, - 7.183850033922118, - 9.13284046313217, - 8.081830892342225, - 8.03082132155228, - 7.979811750762334, - 7.928802179972388, - 7.877792609182443, - 7.826783038392495, - 7.77577346760255, - 8.724763896812604, - 6.673754326022658, - 8.622744755232713, - 7.571735184442765, - 6.52072561365282, - 7.069716042862883, - 6.4187064720729285, - 7.367696901282983 - ], - "0.5": [ - 10.54091702945174, - 10.489907458661794, - 9.938897887871846, - 10.3878883170819, - 10.336878746291955, - 9.28586917550201, - 9.234859604712064, - 9.183850033922118, - 10.13284046313217, - 9.581830892342225, - 10.03082132155228, - 9.979811750762334, - 9.928802179972388, - 9.877792609182443, - 8.826783038392495, - 9.77577346760255, - 9.724763896812604, - 8.673754326022658, - 9.622744755232713, - 9.571735184442765, - 8.52072561365282, - 8.469716042862874, - 8.418706472072929, - 9.367696901282983 - ], - "0.6": [ - 11.54091702945174, - 10.489907458661794, - 10.438897887871846, - 10.3878883170819, - 10.336878746291955, - 10.28586917550201, - 10.234859604712064, - 10.183850033922118, - 10.532840463132162, - 10.081830892342225, - 10.03082132155228, - 9.979811750762334, - 9.928802179972388, - 10.277792609182434, - 9.826783038392495, - 9.77577346760255, - 9.724763896812604, - 9.673754326022658, - 10.622744755232713, - 9.571735184442765, - 9.52072561365282, - 9.469716042862874, - 9.418706472072929, - 9.367696901282983 - ], - "0.7": [ - 11.54091702945174, - 11.489907458661794, - 11.438897887871846, - 11.3878883170819, - 12.336878746291955, - 11.28586917550201, - 11.234859604712064, - 11.183850033922118, - 12.13284046313217, - 12.081830892342225, - 12.03082132155228, - 11.979811750762334, - 11.928802179972388, - 11.877792609182443, - 11.826783038392495, - 10.77577346760255, - 10.724763896812604, - 11.673754326022658, - 11.622744755232713, - 11.571735184442765, - 10.52072561365282, - 10.469716042862874, - 10.418706472072929, - 10.667696901282966 - ], - "0.8": [ - 13.54091702945174, - 13.489907458661794, - 12.638897887871863, - 13.3878883170819, - 14.336878746291955, - 12.28586917550201, - 12.234859604712064, - 12.383850033922135, - 14.13284046313217, - 14.081830892342225, - 14.03082132155228, - 12.979811750762334, - 12.928802179972388, - 12.877792609182443, - 12.826783038392495, - 12.77577346760255, - 12.924763896812621, - 13.673754326022658, - 13.622744755232713, - 12.571735184442765, - 12.52072561365282, - 11.669716042862891, - 12.418706472072929, - 13.367696901282983 - ], - "0.9": [ - 15.640917029451733, - 15.489907458661794, - 15.438897887871846, - 15.3878883170819, - 16.336878746291955, - 16.285869175502008, - 15.234859604712064, - 15.283850033922112, - 16.13284046313217, - 15.081830892342225, - 17.03082132155228, - 15.979811750762334, - 14.928802179972388, - 14.877792609182443, - 14.826783038392495, - 15.77577346760255, - 15.724763896812604, - 14.673754326022658, - 15.622744755232713, - 14.571735184442765, - 15.52072561365282, - 14.469716042862874, - 14.418706472072929, - 15.367696901282983 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_142911.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_142911.json deleted file mode 100644 index bef269eb2ce6aeab5d9c28a29cc9d09e54d820b9..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260623_142911.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-23T14:29:11.846803+00:00", - "metrics": { - "MSE[mean]": 50.860857696449465, - "MSE[0.5]": 48.94480915790913, - "MAE[0.5]": 4.450885463586545, - "MASE[0.5]": 0.8614617026296538, - "MAPE[0.5]": 0.36799984232318605, - "sMAPE[0.5]": 0.37144497135722804, - "MSIS": 11.346923727839036, - "RMSE[mean]": 7.1316798649721695, - "NRMSE[mean]": 0.5902079888252829, - "ND[0.5]": 0.36834914181405887, - "mean_weighted_sum_quantile_loss": 0.31243957658372773 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.433989150426202, - 9.381571163108246, - 10.329153175790292, - 10.276735188472337, - 9.724317201154383, - 9.17189921383643, - 9.119481226518474, - 10.06706323920052, - 9.014645251882566, - 8.96222726456461, - 8.909809277246657, - 8.857391289928701, - 7.8049733026107475, - 8.752555315292792, - 9.700137327974838, - 8.647719340656884, - 8.595301353338929, - 8.542883366020975, - 8.490465378703021, - 9.438047391385066, - 8.385629404067112, - 9.333211416749156, - 9.280793429431203, - 9.228375442113249 - ], - "p10": [ - 3.4339891504262017, - 3.381571163108246, - 4.329153175790292, - 3.276735188472337, - 1.224317201154383, - 4.171899213836429, - 2.1194812265184737, - 2.06706323920052, - 1.0146452518825662, - 1.9622272645646106, - 0.9098092772466568, - 3.8573912899287013, - 2.8049733026107475, - 0.752555315292792, - 0.7001373279748382, - 1.6477193406568844, - 3.495301353338931, - 0.5428833660209751, - 1.4904653787030213, - 3.4380473913850658, - 0.385629404067112, - 0.33321141674915644, - 0.28079342943120267, - 2.228375442113249 - ], - "p90": [ - 16.4339891504262, - 15.381571163108246, - 15.329153175790292, - 16.276735188472337, - 15.224317201154383, - 15.17189921383643, - 16.119481226518474, - 16.06706323920052, - 15.014645251882566, - 14.96222726456461, - 15.009809277246651, - 15.857391289928701, - 14.804973302610748, - 15.752555315292792, - 14.800137327974833, - 14.647719340656884, - 15.595301353338929, - 15.542883366020975, - 14.490465378703021, - 15.438047391385066, - 15.385629404067112, - 16.333211416749158, - 15.280793429431203, - 16.228375442113247 - ], - "mean": [ - 9.358989150426213, - 9.021571163108224, - 9.364153175790273, - 9.891735188472287, - 8.73931720115441, - 9.196899213836454, - 8.974481226518474, - 9.052063239200493, - 8.384645251882542, - 8.457227264564647, - 8.57480927724667, - 8.947391289928724, - 8.244973302610735, - 8.727555315292756, - 8.40513732797481, - 8.33271934065691, - 8.520301353338967, - 8.277883366020987, - 8.320465378702998, - 8.81304739138505, - 8.580629404067075, - 8.483211416749185, - 8.960793429431227, - 8.628375442113247 - ], - "quantiles": { - "0.1": [ - 3.4339891504262017, - 3.381571163108246, - 4.329153175790292, - 3.276735188472337, - 1.224317201154383, - 4.171899213836429, - 2.1194812265184737, - 2.06706323920052, - 1.0146452518825662, - 1.9622272645646106, - 0.9098092772466568, - 3.8573912899287013, - 2.8049733026107475, - 0.752555315292792, - 0.7001373279748382, - 1.6477193406568844, - 3.495301353338931, - 0.5428833660209751, - 1.4904653787030213, - 3.4380473913850658, - 0.385629404067112, - 0.33321141674915644, - 0.28079342943120267, - 2.228375442113249 - ], - "0.2": [ - 5.433989150426202, - 5.381571163108246, - 5.329153175790292, - 5.276735188472337, - 4.224317201154383, - 5.171899213836429, - 5.119481226518474, - 5.06706323920052, - 4.81464525188257, - 4.962227264564611, - 4.909809277246657, - 4.857391289928701, - 4.8049733026107475, - 4.752555315292792, - 4.700137327974838, - 4.647719340656884, - 4.595301353338929, - 4.342883366020979, - 4.490465378703021, - 4.438047391385066, - 4.385629404067112, - 4.333211416749156, - 5.280793429431203, - 4.228375442113249 - ], - "0.3": [ - 6.433989150426202, - 6.381571163108246, - 7.029153175790288, - 7.276735188472337, - 6.224317201154383, - 6.171899213836429, - 6.119481226518474, - 6.06706323920052, - 6.014645251882566, - 5.962227264564611, - 5.909809277246657, - 5.857391289928701, - 5.8049733026107475, - 5.752555315292792, - 5.700137327974838, - 5.647719340656884, - 5.595301353338929, - 4.542883366020975, - 5.490465378703021, - 6.438047391385066, - 6.385629404067112, - 5.333211416749156, - 7.280793429431203, - 6.228375442113249 - ], - "0.4": [ - 8.03398915042621, - 8.381571163108246, - 8.329153175790292, - 8.876735188472345, - 7.8243172011543916, - 7.171899213836429, - 8.119481226518474, - 8.06706323920052, - 8.014645251882566, - 6.962227264564611, - 6.909809277246657, - 6.857391289928701, - 6.8049733026107475, - 7.752555315292792, - 7.700137327974838, - 7.647719340656884, - 7.595301353338929, - 7.542883366020975, - 7.09046537870303, - 7.438047391385066, - 7.385629404067112, - 7.333211416749156, - 8.280793429431203, - 7.228375442113249 - ], - "0.5": [ - 10.433989150426202, - 9.381571163108246, - 10.329153175790292, - 10.276735188472337, - 9.724317201154383, - 9.17189921383643, - 9.119481226518474, - 10.06706323920052, - 9.014645251882566, - 8.96222726456461, - 8.909809277246657, - 8.857391289928701, - 7.8049733026107475, - 8.752555315292792, - 9.700137327974838, - 8.647719340656884, - 8.595301353338929, - 8.542883366020975, - 8.490465378703021, - 9.438047391385066, - 8.385629404067112, - 9.333211416749156, - 9.280793429431203, - 9.228375442113249 - ], - "0.6": [ - 10.433989150426202, - 10.381571163108246, - 10.329153175790292, - 10.276735188472337, - 10.224317201154383, - 11.17189921383643, - 10.119481226518474, - 10.06706323920052, - 10.014645251882566, - 9.96222726456461, - 9.909809277246657, - 9.857391289928701, - 9.804973302610748, - 9.752555315292792, - 9.700137327974838, - 9.647719340656884, - 9.595301353338929, - 9.542883366020975, - 9.490465378703021, - 9.438047391385066, - 9.785629404067103, - 9.333211416749156, - 10.280793429431203, - 9.62837544211324 - ], - "0.7": [ - 12.433989150426202, - 11.381571163108246, - 11.329153175790292, - 12.276735188472337, - 11.224317201154383, - 12.17189921383643, - 11.419481226518457, - 11.06706323920052, - 11.014645251882566, - 10.96222726456461, - 11.909809277246657, - 10.857391289928701, - 10.10497330261073, - 11.752555315292792, - 10.700137327974838, - 10.647719340656884, - 10.595301353338929, - 10.542883366020975, - 10.490465378703021, - 10.438047391385066, - 11.385629404067112, - 11.333211416749156, - 11.280793429431203, - 11.228375442113249 - ], - "0.8": [ - 13.633989150426219, - 12.381571163108246, - 12.329153175790292, - 14.276735188472337, - 12.224317201154383, - 13.17189921383643, - 13.31948122651849, - 13.06706323920052, - 13.014645251882566, - 12.96222726456461, - 12.909809277246657, - 12.857391289928701, - 12.804973302610748, - 13.752555315292792, - 11.700137327974838, - 12.647719340656884, - 12.595301353338929, - 12.542883366020975, - 12.490465378703021, - 12.638047391385083, - 13.385629404067112, - 13.333211416749156, - 13.280793429431203, - 13.228375442113249 - ], - "0.9": [ - 16.4339891504262, - 15.381571163108246, - 15.329153175790292, - 16.276735188472337, - 15.224317201154383, - 15.17189921383643, - 16.119481226518474, - 16.06706323920052, - 15.014645251882566, - 14.96222726456461, - 15.009809277246651, - 15.857391289928701, - 14.804973302610748, - 15.752555315292792, - 14.800137327974833, - 14.647719340656884, - 15.595301353338929, - 15.542883366020975, - 14.490465378703021, - 15.438047391385066, - 15.385629404067112, - 16.333211416749158, - 15.280793429431203, - 16.228375442113247 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_022031.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_022031.json deleted file mode 100644 index 6dac0984bbb4fea91c7ebd40f0b2f1523ae2fbc0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_022031.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T02:20:31.029448+00:00", - "metrics": { - "MSE[mean]": 66.96869888467175, - "MSE[0.5]": 76.75661667933224, - "MAE[0.5]": 7.904159446745941, - "MASE[0.5]": 1.4034512457847292, - "MAPE[0.5]": 0.8156891343439973, - "sMAPE[0.5]": 0.5021866556113256, - "MSIS": 11.477203302157989, - "RMSE[mean]": 8.183440528571815, - "NRMSE[mean]": 0.6439428612646674, - "ND[0.5]": 0.6219666449898446, - "mean_weighted_sum_quantile_loss": 0.4484085860230137 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 20.702882174170337, - 19.72038454569865, - 19.737886917226966, - 20.75538928875528, - 20.77289166028359, - 19.790394031811903, - 20.80789640334022, - 20.325398774868532, - 20.342901146396844, - 20.860403517925157, - 20.87790588945347, - 19.895408260981785, - 19.912910632510098, - 20.93041300403841, - 19.947915375566723, - 20.965417747095035, - 20.98292011862335, - 21.000422490151664, - 21.017924861679976, - 21.03542723320829, - 21.052929604736605, - 21.070431976264917, - 21.08793434779323, - 21.105436719321542 - ], - "p10": [ - 12.702882174170337, - 13.620384545698652, - 12.637886917226968, - 12.755389288755278, - 12.772891660283591, - 12.790394031811903, - 13.80789640334022, - 11.825398774868532, - 12.842901146396844, - 12.860403517925157, - 14.87790588945347, - 11.895408260981785, - 12.912910632510098, - 12.93041300403841, - 11.947915375566723, - 11.965417747095035, - 13.882920118623353, - 15.000422490151664, - 15.017924861679976, - 14.835427233208293, - 15.052929604736605, - 15.070431976264917, - 15.08793434779323, - 15.105436719321542 - ], - "p90": [ - 27.702882174170337, - 25.820384545698644, - 26.737886917226966, - 26.75538928875528, - 26.77289166028359, - 27.790394031811903, - 27.80789640334022, - 26.825398774868532, - 26.842901146396844, - 25.860403517925157, - 26.87790588945347, - 25.895408260981785, - 25.912910632510098, - 25.93041300403841, - 25.947915375566723, - 27.965417747095035, - 26.98292011862335, - 27.000422490151664, - 27.017924861679976, - 26.03542723320829, - 26.052929604736605, - 26.070431976264917, - 27.08793434779323, - 26.105436719321542 - ], - "mean": [ - 20.01788217417044, - 19.700384545698725, - 19.53788691722702, - 20.08538928875531, - 19.69789166028365, - 20.05539403181195, - 20.547896403340232, - 19.50039877486852, - 20.412901146396806, - 19.935403517925103, - 20.362905889453387, - 19.490408260981738, - 19.637910632510028, - 19.370413004038316, - 19.667915375566825, - 20.300417747095107, - 20.632920118623403, - 20.385422490151747, - 20.767924861680026, - 20.05042723320833, - 20.137929604736616, - 20.3154319762649, - 20.387934347793188, - 20.380436719321484 - ], - "quantiles": { - "0.1": [ - 12.702882174170337, - 13.620384545698652, - 12.637886917226968, - 12.755389288755278, - 12.772891660283591, - 12.790394031811903, - 13.80789640334022, - 11.825398774868532, - 12.842901146396844, - 12.860403517925157, - 14.87790588945347, - 11.895408260981785, - 12.912910632510098, - 12.93041300403841, - 11.947915375566723, - 11.965417747095035, - 13.882920118623353, - 15.000422490151664, - 15.017924861679976, - 14.835427233208293, - 15.052929604736605, - 15.070431976264917, - 15.08793434779323, - 15.105436719321542 - ], - "0.2": [ - 15.702882174170337, - 15.72038454569865, - 15.737886917226966, - 15.755389288755278, - 14.772891660283591, - 15.790394031811903, - 15.80789640334022, - 15.825398774868532, - 15.842901146396844, - 15.860403517925157, - 15.87790588945347, - 15.895408260981785, - 15.912910632510098, - 14.93041300403841, - 15.747915375566727, - 15.965417747095035, - 15.982920118623351, - 16.000422490151664, - 17.017924861679976, - 16.03542723320829, - 16.052929604736605, - 16.070431976264917, - 16.08793434779323, - 16.105436719321542 - ], - "0.3": [ - 16.702882174170337, - 16.72038454569865, - 15.737886917226966, - 16.75538928875528, - 15.772891660283591, - 16.790394031811903, - 16.80789640334022, - 16.825398774868532, - 17.842901146396844, - 17.560403517925153, - 17.577905889453465, - 16.895408260981785, - 16.912910632510098, - 16.93041300403841, - 16.947915375566723, - 17.66541774709503, - 17.98292011862335, - 17.000422490151664, - 18.017924861679976, - 17.03542723320829, - 18.052929604736605, - 17.070431976264917, - 17.08793434779323, - 18.105436719321542 - ], - "0.4": [ - 18.702882174170337, - 17.72038454569865, - 17.737886917226966, - 18.75538928875528, - 17.77289166028359, - 18.390394031811912, - 18.80789640334022, - 17.825398774868532, - 18.842901146396844, - 18.860403517925157, - 18.87790588945347, - 18.495408260981794, - 17.912910632510098, - 17.93041300403841, - 18.947915375566723, - 18.965417747095035, - 19.58292011862336, - 19.000422490151664, - 20.017924861679976, - 19.03542723320829, - 19.052929604736605, - 19.070431976264917, - 19.08793434779323, - 19.105436719321542 - ], - "0.5": [ - 20.702882174170337, - 19.72038454569865, - 19.737886917226966, - 20.75538928875528, - 20.77289166028359, - 19.790394031811903, - 20.80789640334022, - 20.325398774868532, - 20.342901146396844, - 20.860403517925157, - 20.87790588945347, - 19.895408260981785, - 19.912910632510098, - 20.93041300403841, - 19.947915375566723, - 20.965417747095035, - 20.98292011862335, - 21.000422490151664, - 21.017924861679976, - 21.03542723320829, - 21.052929604736605, - 21.070431976264917, - 21.08793434779323, - 21.105436719321542 - ], - "0.6": [ - 21.702882174170337, - 20.72038454569865, - 20.737886917226966, - 21.75538928875528, - 20.77289166028359, - 20.790394031811903, - 21.80789640334022, - 20.825398774868532, - 21.842901146396844, - 20.860403517925157, - 21.87790588945347, - 20.895408260981785, - 20.912910632510098, - 20.93041300403841, - 20.947915375566723, - 21.365417747095027, - 21.382920118623343, - 21.000422490151664, - 22.017924861679976, - 21.03542723320829, - 21.052929604736605, - 22.070431976264917, - 22.08793434779323, - 22.105436719321542 - ], - "0.7": [ - 22.702882174170337, - 21.72038454569865, - 22.737886917226966, - 22.75538928875528, - 22.072891660283574, - 22.790394031811903, - 22.80789640334022, - 21.825398774868532, - 22.842901146396844, - 21.860403517925157, - 22.87790588945347, - 21.895408260981785, - 21.912910632510098, - 21.93041300403841, - 21.947915375566723, - 22.965417747095035, - 22.98292011862335, - 23.000422490151664, - 23.017924861679976, - 22.03542723320829, - 22.052929604736605, - 22.070431976264917, - 22.08793434779323, - 23.105436719321542 - ], - "0.8": [ - 25.702882174170337, - 23.72038454569865, - 24.737886917226966, - 23.75538928875528, - 24.77289166028359, - 23.99039403181192, - 25.80789640334022, - 23.825398774868532, - 24.842901146396844, - 23.860403517925157, - 24.87790588945347, - 23.895408260981785, - 24.112910632510115, - 23.130413004038427, - 23.947915375566723, - 25.965417747095035, - 25.98292011862335, - 25.000422490151664, - 24.017924861679976, - 24.03542723320829, - 24.052929604736605, - 24.070431976264917, - 24.08793434779323, - 24.105436719321542 - ], - "0.9": [ - 27.702882174170337, - 25.820384545698644, - 26.737886917226966, - 26.75538928875528, - 26.77289166028359, - 27.790394031811903, - 27.80789640334022, - 26.825398774868532, - 26.842901146396844, - 25.860403517925157, - 26.87790588945347, - 25.895408260981785, - 25.912910632510098, - 25.93041300403841, - 25.947915375566723, - 27.965417747095035, - 26.98292011862335, - 27.000422490151664, - 27.017924861679976, - 26.03542723320829, - 26.052929604736605, - 26.070431976264917, - 27.08793434779323, - 26.105436719321542 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_033947.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_033947.json deleted file mode 100644 index 28a80e8e7c1bfde484a269178b5925a45932fbcb..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_033947.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T03:39:47.015639+00:00", - "metrics": { - "MSE[mean]": 24.82444418711513, - "MSE[0.5]": 28.43048735945486, - "MAE[0.5]": 4.3837578715366305, - "MASE[0.5]": 0.7679575833348843, - "MAPE[0.5]": 0.46551468848595645, - "sMAPE[0.5]": 0.3238280392430219, - "MSIS": 4.506065005389316, - "RMSE[mean]": 4.982413490178744, - "NRMSE[mean]": 0.393348433435164, - "ND[0.5]": 0.34608614775289187, - "mean_weighted_sum_quantile_loss": 0.24332307313380325 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 15.367476591110364, - 16.86162496726408, - 17.355773343417802, - 17.34992171957152, - 17.34407009572524, - 16.338218471878957, - 17.332366848032677, - 17.326515224186398, - 16.320663600340115, - 17.314811976493836, - 16.308960352647553, - 16.303108728801273, - 17.297257104954994, - 16.29140548110871, - 17.285553857262432, - 16.27970223341615, - 16.27385060956987, - 16.267998985723587, - 17.262147361877307, - 17.256295738031028, - 17.250444114184745, - 16.244592490338466, - 16.738740866492183, - 17.232889242645903 - ], - "p10": [ - 8.367476591110364, - 10.261624967264083, - 11.355773343417802, - 11.349921719571519, - 10.244070095725242, - 8.338218471878957, - 9.23236684803268, - 9.326515224186398, - 11.320663600340115, - 11.214811976493838, - 7.208960352647555, - 9.303108728801273, - 9.297257104954994, - 9.291405481108711, - 9.185553857262434, - 8.279702233416149, - 11.27385060956987, - 9.267998985723587, - 9.262147361877307, - 8.256295738031028, - 9.250444114184745, - 10.144592490338468, - 11.238740866492183, - 8.232889242645903 - ], - "p90": [ - 24.367476591110364, - 22.36162496726408, - 23.355773343417802, - 23.34992171957152, - 22.34407009572524, - 22.338218471878957, - 23.332366848032677, - 23.326515224186398, - 23.320663600340115, - 23.314811976493836, - 22.308960352647553, - 22.303108728801273, - 22.297257104954994, - 23.29140548110871, - 24.285553857262432, - 22.27970223341615, - 23.27385060956987, - 23.267998985723587, - 22.3621473618773, - 22.256295738031028, - 23.250444114184745, - 22.244592490338466, - 23.338740866492177, - 23.232889242645903 - ], - "mean": [ - 16.1824765911104, - 16.266624967264104, - 16.91577334341773, - 16.794921719571605, - 16.364070095725296, - 15.838218471878925, - 16.362366848032643, - 16.176515224186442, - 16.670663600340138, - 16.779811976493765, - 15.66896035264763, - 15.983108728801328, - 16.29225710495496, - 16.01140548110867, - 16.68555385726247, - 15.804702233416172, - 16.668850609569798, - 16.142998985723665, - 16.797147361877364, - 16.301295738030994, - 16.520444114184706, - 16.389592490338508, - 16.613740866492204, - 16.342889242645832 - ], - "quantiles": { - "0.1": [ - 8.367476591110364, - 10.261624967264083, - 11.355773343417802, - 11.349921719571519, - 10.244070095725242, - 8.338218471878957, - 9.23236684803268, - 9.326515224186398, - 11.320663600340115, - 11.214811976493838, - 7.208960352647555, - 9.303108728801273, - 9.297257104954994, - 9.291405481108711, - 9.185553857262434, - 8.279702233416149, - 11.27385060956987, - 9.267998985723587, - 9.262147361877307, - 8.256295738031028, - 9.250444114184745, - 10.144592490338468, - 11.238740866492183, - 8.232889242645903 - ], - "0.2": [ - 12.367476591110364, - 12.161624967264085, - 12.355773343417802, - 12.349921719571519, - 12.34407009572524, - 12.338218471878957, - 12.332366848032677, - 12.326515224186398, - 12.320663600340115, - 12.314811976493836, - 12.308960352647553, - 12.303108728801273, - 12.297257104954994, - 12.291405481108711, - 12.285553857262432, - 12.279702233416149, - 13.27385060956987, - 12.267998985723587, - 12.262147361877307, - 12.256295738031028, - 12.250444114184745, - 12.244592490338466, - 12.238740866492183, - 12.232889242645903 - ], - "0.3": [ - 13.367476591110364, - 13.361624967264081, - 14.355773343417802, - 14.349921719571519, - 14.34407009572524, - 13.038218471878952, - 13.332366848032677, - 13.326515224186398, - 13.320663600340115, - 13.314811976493836, - 13.308960352647553, - 13.303108728801273, - 14.297257104954994, - 12.291405481108711, - 13.285553857262432, - 13.279702233416149, - 14.27385060956987, - 13.267998985723587, - 13.962147361877303, - 13.256295738031028, - 14.250444114184745, - 13.244592490338466, - 13.238740866492183, - 14.232889242645903 - ], - "0.4": [ - 14.367476591110364, - 14.361624967264081, - 15.355773343417802, - 15.349921719571519, - 15.34407009572524, - 14.338218471878957, - 15.332366848032677, - 14.326515224186398, - 15.320663600340115, - 15.314811976493836, - 15.308960352647553, - 14.903108728801282, - 15.297257104954994, - 14.291405481108711, - 15.285553857262432, - 14.279702233416149, - 15.27385060956987, - 14.267998985723587, - 15.262147361877307, - 15.256295738031028, - 15.850444114184754, - 14.244592490338466, - 14.238740866492183, - 15.232889242645903 - ], - "0.5": [ - 15.367476591110364, - 16.86162496726408, - 17.355773343417802, - 17.34992171957152, - 17.34407009572524, - 16.338218471878957, - 17.332366848032677, - 17.326515224186398, - 16.320663600340115, - 17.314811976493836, - 16.308960352647553, - 16.303108728801273, - 17.297257104954994, - 16.29140548110871, - 17.285553857262432, - 16.27970223341615, - 16.27385060956987, - 16.267998985723587, - 17.262147361877307, - 17.256295738031028, - 17.250444114184745, - 16.244592490338466, - 16.738740866492183, - 17.232889242645903 - ], - "0.6": [ - 17.367476591110364, - 17.36162496726408, - 17.355773343417802, - 18.34992171957152, - 18.34407009572524, - 17.338218471878957, - 17.332366848032677, - 17.326515224186398, - 18.320663600340115, - 18.314811976493836, - 17.308960352647553, - 17.303108728801273, - 18.297257104954994, - 17.691405481108703, - 18.285553857262432, - 17.27970223341615, - 17.67385060956986, - 17.267998985723587, - 18.262147361877307, - 17.256295738031028, - 18.250444114184745, - 18.244592490338466, - 18.238740866492183, - 17.232889242645903 - ], - "0.7": [ - 18.667476591110347, - 18.36162496726408, - 18.355773343417802, - 18.34992171957152, - 18.34407009572524, - 18.338218471878957, - 18.332366848032677, - 18.326515224186398, - 19.320663600340115, - 19.314811976493836, - 18.308960352647553, - 18.303108728801273, - 18.297257104954994, - 18.29140548110871, - 19.285553857262432, - 18.27970223341615, - 18.573850609569853, - 18.267998985723587, - 19.262147361877307, - 19.256295738031028, - 19.250444114184745, - 19.244592490338466, - 19.238740866492183, - 18.232889242645903 - ], - "0.8": [ - 21.367476591110364, - 20.36162496726408, - 20.355773343417802, - 21.34992171957152, - 20.34407009572524, - 20.338218471878957, - 21.332366848032677, - 20.326515224186398, - 20.520663600340132, - 20.314811976493836, - 20.308960352647553, - 20.303108728801273, - 19.49725710495501, - 21.29140548110871, - 21.285553857262432, - 20.27970223341615, - 21.27385060956987, - 21.267998985723587, - 21.262147361877307, - 20.256295738031028, - 20.250444114184745, - 20.444592490338483, - 21.238740866492183, - 20.232889242645903 - ], - "0.9": [ - 24.367476591110364, - 22.36162496726408, - 23.355773343417802, - 23.34992171957152, - 22.34407009572524, - 22.338218471878957, - 23.332366848032677, - 23.326515224186398, - 23.320663600340115, - 23.314811976493836, - 22.308960352647553, - 22.303108728801273, - 22.297257104954994, - 23.29140548110871, - 24.285553857262432, - 22.27970223341615, - 23.27385060956987, - 23.267998985723587, - 22.3621473618773, - 22.256295738031028, - 23.250444114184745, - 22.244592490338466, - 23.338740866492177, - 23.232889242645903 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_050107.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_050107.json deleted file mode 100644 index 39a142f88c0e47be189ace481e8e732d91b619ec..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_050107.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T05:01:07.883882+00:00", - "metrics": { - "MSE[mean]": 16.640872666648686, - "MSE[0.5]": 19.132073228534942, - "MAE[0.5]": 3.56343200898634, - "MASE[0.5]": 0.6273034343447836, - "MAPE[0.5]": 0.3550563925012535, - "sMAPE[0.5]": 0.2667955766019501, - "MSIS": 4.552101952019158, - "RMSE[mean]": 4.0793225744783514, - "NRMSE[mean]": 0.3178692915177936, - "ND[0.5]": 0.2776700266742603, - "mean_weighted_sum_quantile_loss": 0.20330624850397994 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 16.86513337645129, - 15.854767390433194, - 16.844401404415102, - 15.834035418397008, - 16.823669432378914, - 15.81330344636082, - 15.802937460342726, - 15.792571474324633, - 16.78220548830654, - 15.771839502288445, - 15.761473516270351, - 16.75110753025226, - 15.740741544234165, - 15.730375558216071, - 15.720009572197977, - 15.709643586179883, - 15.69927760016179, - 16.6889116141437, - 15.678545628125603, - 15.668179642107509, - 16.657813656089417, - 16.647447670071323, - 16.63708168405323, - 15.126715698035134 - ], - "p10": [ - 10.865133376451288, - 10.654767390433198, - 8.844401404415102, - 9.73403541839701, - 8.823669432378914, - 10.81330344636082, - 8.702937460342728, - 8.792571474324633, - 10.682205488306542, - 10.671839502288448, - 8.761473516270351, - 8.75110753025226, - 8.740741544234165, - 7.730375558216071, - 8.720009572197977, - 8.709643586179883, - 8.69927760016179, - 7.688911614143697, - 5.678545628125603, - 8.668179642107509, - 10.657813656089415, - 8.647447670071323, - 10.437081684053233, - 7.6267156980351345 - ], - "p90": [ - 22.965133376451284, - 22.854767390433196, - 23.844401404415102, - 21.934035418397002, - 23.823669432378914, - 21.913303446360814, - 22.802937460342726, - 22.79257147432463, - 23.782205488306538, - 22.871839502288438, - 23.76147351627035, - 22.75110753025226, - 22.740741544234165, - 21.73037555821607, - 22.720009572197977, - 21.709643586179883, - 22.699277600161793, - 21.6889116141437, - 21.7785456281256, - 22.66817964210751, - 23.657813656089417, - 22.647447670071323, - 23.63708168405323, - 22.626715698035134 - ], - "mean": [ - 16.125133376451334, - 15.629767390433162, - 16.049401404415153, - 15.609035418396983, - 16.173669432378976, - 15.768303446360807, - 15.762937460342803, - 15.962571474324632, - 16.052205488306463, - 15.871839502288456, - 15.821473516270293, - 16.076107530252283, - 15.595741544234109, - 15.5203755582161, - 15.38000957219794, - 15.744643586179928, - 15.374277600161756, - 15.223911614143733, - 14.608545628125576, - 15.50317964210756, - 16.247813656089384, - 15.907447670071381, - 16.30708168405321, - 15.076715698035205 - ], - "quantiles": { - "0.1": [ - 10.865133376451288, - 10.654767390433198, - 8.844401404415102, - 9.73403541839701, - 8.823669432378914, - 10.81330344636082, - 8.702937460342728, - 8.792571474324633, - 10.682205488306542, - 10.671839502288448, - 8.761473516270351, - 8.75110753025226, - 8.740741544234165, - 7.730375558216071, - 8.720009572197977, - 8.709643586179883, - 8.69927760016179, - 7.688911614143697, - 5.678545628125603, - 8.668179642107509, - 10.657813656089415, - 8.647447670071323, - 10.437081684053233, - 7.6267156980351345 - ], - "0.2": [ - 11.865133376451288, - 11.854767390433194, - 11.844401404415102, - 11.834035418397008, - 11.823669432378914, - 11.81330344636082, - 11.802937460342726, - 11.792571474324633, - 11.78220548830654, - 11.771839502288445, - 10.761473516270351, - 11.75110753025226, - 11.740741544234165, - 11.730375558216071, - 11.720009572197977, - 11.709643586179883, - 11.69927760016179, - 11.688911614143697, - 10.278545628125611, - 11.668179642107509, - 11.657813656089415, - 11.647447670071323, - 11.637081684053229, - 10.626715698035134 - ], - "0.3": [ - 12.865133376451288, - 12.854767390433194, - 12.844401404415102, - 12.834035418397008, - 12.823669432378914, - 12.81330344636082, - 13.802937460342726, - 12.792571474324633, - 12.78220548830654, - 12.771839502288445, - 12.761473516270351, - 12.75110753025226, - 12.740741544234165, - 12.730375558216071, - 13.420009572197973, - 13.709643586179883, - 11.69927760016179, - 12.688911614143697, - 11.678545628125603, - 12.668179642107509, - 12.657813656089415, - 12.647447670071323, - 13.637081684053229, - 11.626715698035134 - ], - "0.4": [ - 14.865133376451288, - 14.854767390433194, - 14.844401404415102, - 13.834035418397008, - 14.823669432378914, - 13.81330344636082, - 14.802937460342726, - 13.792571474324633, - 14.78220548830654, - 14.371839502288454, - 14.761473516270351, - 14.75110753025226, - 13.740741544234165, - 14.730375558216071, - 13.720009572197977, - 14.709643586179883, - 13.69927760016179, - 14.688911614143697, - 12.678545628125603, - 14.668179642107509, - 14.657813656089415, - 14.647447670071323, - 15.237081684053237, - 12.626715698035134 - ], - "0.5": [ - 16.86513337645129, - 15.854767390433194, - 16.844401404415102, - 15.834035418397008, - 16.823669432378914, - 15.81330344636082, - 15.802937460342726, - 15.792571474324633, - 16.78220548830654, - 15.771839502288445, - 15.761473516270351, - 16.75110753025226, - 15.740741544234165, - 15.730375558216071, - 15.720009572197977, - 15.709643586179883, - 15.69927760016179, - 16.6889116141437, - 15.678545628125603, - 15.668179642107509, - 16.657813656089417, - 16.647447670071323, - 16.63708168405323, - 15.126715698035134 - ], - "0.6": [ - 17.86513337645129, - 16.854767390433196, - 16.844401404415102, - 16.834035418397008, - 17.823669432378914, - 16.81330344636082, - 16.802937460342726, - 16.792571474324635, - 16.78220548830654, - 16.771839502288447, - 17.161473516270345, - 17.75110753025226, - 17.740741544234165, - 16.73037555821607, - 16.720009572197977, - 17.109643586179875, - 16.699277600161793, - 17.08891161414369, - 16.678545628125605, - 16.66817964210751, - 17.657813656089417, - 17.647447670071323, - 17.63708168405323, - 16.626715698035134 - ], - "0.7": [ - 18.86513337645129, - 17.854767390433196, - 17.844401404415102, - 17.834035418397008, - 18.823669432378914, - 17.81330344636082, - 17.802937460342726, - 17.79257147432463, - 17.782205488306538, - 17.771839502288444, - 18.76147351627035, - 18.75110753025226, - 18.040741544234148, - 17.73037555821607, - 17.720009572197977, - 17.709643586179883, - 17.699277600161793, - 17.6889116141437, - 17.678545628125605, - 17.66817964210751, - 18.657813656089417, - 18.647447670071323, - 18.63708168405323, - 17.626715698035134 - ], - "0.8": [ - 20.86513337645129, - 18.854767390433196, - 19.844401404415102, - 19.834035418397008, - 21.823669432378914, - 18.81330344636082, - 19.802937460342726, - 19.99257147432465, - 20.782205488306538, - 19.771839502288444, - 21.76147351627035, - 20.75110753025226, - 20.740741544234165, - 19.930375558216088, - 18.720009572197977, - 18.9096435861799, - 18.699277600161793, - 18.6889116141437, - 18.87854562812562, - 19.66817964210751, - 20.657813656089417, - 19.84744767007134, - 21.63708168405323, - 19.626715698035134 - ], - "0.9": [ - 22.965133376451284, - 22.854767390433196, - 23.844401404415102, - 21.934035418397002, - 23.823669432378914, - 21.913303446360814, - 22.802937460342726, - 22.79257147432463, - 23.782205488306538, - 22.871839502288438, - 23.76147351627035, - 22.75110753025226, - 22.740741544234165, - 21.73037555821607, - 22.720009572197977, - 21.709643586179883, - 22.699277600161793, - 21.6889116141437, - 21.7785456281256, - 22.66817964210751, - 23.657813656089417, - 22.647447670071323, - 23.63708168405323, - 22.626715698035134 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_062020.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_062020.json deleted file mode 100644 index 3114937e1fdb985b1c2e779f333e0797e31505a2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_062020.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T06:20:20.720536+00:00", - "metrics": { - "MSE[mean]": 10.361073989982604, - "MSE[0.5]": 11.319852112195113, - "MAE[0.5]": 2.4989242643315155, - "MASE[0.5]": 0.4367052112424008, - "MAPE[0.5]": 0.2705389363697073, - "sMAPE[0.5]": 0.2049209995463884, - "MSIS": 4.5049330028120735, - "RMSE[mean]": 3.2188622197886327, - "NRMSE[mean]": 0.24602768558894006, - "ND[0.5]": 0.19100058071323686, - "mean_weighted_sum_quantile_loss": 0.16459820108243192 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 13.990005959284339, - 14.964546452961505, - 13.939086946638673, - 14.913627440315839, - 14.888167933993007, - 14.362708427670173, - 13.83724892134734, - 13.811789415024506, - 13.786329908701674, - 14.76087040237884, - 14.235410896056008, - 13.209951389733174, - 14.684491883410342, - 14.15903237708751, - 14.633572870764675, - 14.608113364441843, - 12.58265385811901, - 14.057194351796177, - 12.531734845473343, - 14.50627533915051, - 13.480815832827677, - 13.455356326504845, - 13.42989682018201, - 13.904437313859178 - ], - "p10": [ - 6.99000595928434, - 8.864546452961509, - 5.939086946638674, - 7.91362744031584, - 8.888167933993007, - 6.8627084276701735, - 6.837248921347341, - 8.811789415024506, - 8.786329908701674, - 6.760870402378841, - 6.735410896056009, - 4.709951389733174, - 6.584491883410345, - 6.65903237708751, - 5.633572870764676, - 8.608113364441845, - 6.58265385811901, - 6.557194351796178, - 6.531734845473344, - 8.506275339150513, - 5.480815832827678, - 8.455356326504845, - 6.4298968201820115, - 8.304437313859182 - ], - "p90": [ - 19.99000595928434, - 21.0645464529615, - 20.939086946638675, - 21.91362744031584, - 21.888167933993007, - 19.96270842767017, - 19.837248921347342, - 20.811789415024506, - 20.786329908701674, - 20.760870402378842, - 19.73541089605601, - 21.709951389733174, - 19.784491883410336, - 21.65903237708751, - 20.633572870764677, - 20.608113364441845, - 19.58265385811901, - 21.557194351796177, - 20.531734845473345, - 20.506275339150513, - 20.58081583282767, - 19.455356326504845, - 21.42989682018201, - 21.404437313859177 - ], - "mean": [ - 14.105005959284322, - 14.544546452961557, - 13.914086946638736, - 14.093627440315847, - 14.103167933992959, - 14.10270842767014, - 13.552248921347365, - 14.211789415024546, - 13.82132990870165, - 14.12087040237884, - 13.375410896056005, - 13.169951389733164, - 13.639491883410365, - 14.034032377087474, - 13.868572870764645, - 14.013113364441882, - 13.042653858119058, - 13.507194351796173, - 13.056734845473283, - 13.881275339150475, - 13.240815832827689, - 13.090356326504887, - 13.704896820181977, - 13.839437313859172 - ], - "quantiles": { - "0.1": [ - 6.99000595928434, - 8.864546452961509, - 5.939086946638674, - 7.91362744031584, - 8.888167933993007, - 6.8627084276701735, - 6.837248921347341, - 8.811789415024506, - 8.786329908701674, - 6.760870402378841, - 6.735410896056009, - 4.709951389733174, - 6.584491883410345, - 6.65903237708751, - 5.633572870764676, - 8.608113364441845, - 6.58265385811901, - 6.557194351796178, - 6.531734845473344, - 8.506275339150513, - 5.480815832827678, - 8.455356326504845, - 6.4298968201820115, - 8.304437313859182 - ], - "0.2": [ - 9.990005959284339, - 9.964546452961507, - 9.939086946638675, - 9.913627440315839, - 9.888167933993007, - 9.862708427670174, - 9.837248921347342, - 9.811789415024506, - 9.786329908701674, - 9.760870402378842, - 9.73541089605601, - 9.509951389733178, - 9.684491883410342, - 9.65903237708751, - 9.633572870764677, - 9.608113364441845, - 9.58265385811901, - 9.557194351796177, - 9.531734845473345, - 9.506275339150513, - 9.480815832827677, - 9.455356326504845, - 9.429896820182012, - 9.40443731385918 - ], - "0.3": [ - 10.990005959284339, - 10.964546452961507, - 10.939086946638675, - 11.613627440315835, - 10.888167933993007, - 10.862708427670174, - 10.837248921347342, - 11.811789415024506, - 10.786329908701674, - 10.760870402378842, - 10.73541089605601, - 9.709951389733174, - 10.684491883410342, - 10.65903237708751, - 10.633572870764677, - 11.608113364441843, - 9.58265385811901, - 10.557194351796177, - 10.531734845473345, - 10.506275339150513, - 10.480815832827677, - 10.455356326504845, - 10.429896820182012, - 10.40443731385918 - ], - "0.4": [ - 12.590005959284348, - 12.964546452961505, - 12.939086946638673, - 12.913627440315839, - 12.888167933993007, - 12.862708427670173, - 12.437248921347349, - 12.811789415024506, - 11.786329908701674, - 12.76087040237884, - 11.735410896056008, - 11.709951389733174, - 12.684491883410342, - 11.65903237708751, - 12.633572870764675, - 12.608113364441843, - 11.58265385811901, - 11.557194351796177, - 11.531734845473343, - 11.50627533915051, - 11.480815832827677, - 12.455356326504845, - 12.42989682018201, - 11.404437313859178 - ], - "0.5": [ - 13.990005959284339, - 14.964546452961505, - 13.939086946638673, - 14.913627440315839, - 14.888167933993007, - 14.362708427670173, - 13.83724892134734, - 13.811789415024506, - 13.786329908701674, - 14.76087040237884, - 14.235410896056008, - 13.209951389733174, - 14.684491883410342, - 14.15903237708751, - 14.633572870764675, - 14.608113364441843, - 12.58265385811901, - 14.057194351796177, - 12.531734845473343, - 14.50627533915051, - 13.480815832827677, - 13.455356326504845, - 13.42989682018201, - 13.904437313859178 - ], - "0.6": [ - 14.990005959284339, - 15.964546452961507, - 14.939086946638673, - 14.913627440315839, - 14.888167933993007, - 15.862708427670174, - 14.83724892134734, - 14.811789415024506, - 14.786329908701674, - 15.760870402378842, - 14.735410896056008, - 14.709951389733174, - 14.684491883410342, - 15.65903237708751, - 15.633572870764677, - 15.608113364441845, - 14.58265385811901, - 15.557194351796177, - 14.531734845473343, - 15.506275339150513, - 14.480815832827677, - 14.455356326504845, - 14.829896820182002, - 15.40443731385918 - ], - "0.7": [ - 15.990005959284339, - 16.964546452961507, - 16.939086946638675, - 15.913627440315839, - 15.888167933993007, - 15.862708427670174, - 15.837248921347342, - 16.11178941502449, - 16.786329908701674, - 17.760870402378842, - 15.73541089605601, - 16.709951389733174, - 15.684491883410342, - 16.65903237708751, - 16.633572870764677, - 16.608113364441845, - 15.58265385811901, - 16.557194351796177, - 14.831734845473326, - 15.506275339150513, - 16.480815832827677, - 15.455356326504845, - 16.429896820182012, - 16.40443731385918 - ], - "0.8": [ - 17.99000595928434, - 18.964546452961507, - 18.939086946638675, - 17.91362744031584, - 17.888167933993007, - 18.06270842767019, - 16.837248921347342, - 17.811789415024506, - 18.786329908701674, - 18.760870402378842, - 16.935410896056027, - 18.709951389733174, - 17.68449188341034, - 19.65903237708751, - 18.633572870764677, - 18.608113364441845, - 16.58265385811901, - 17.557194351796177, - 16.731734845473362, - 17.506275339150513, - 18.480815832827677, - 16.455356326504845, - 18.429896820182012, - 18.40443731385918 - ], - "0.9": [ - 19.99000595928434, - 21.0645464529615, - 20.939086946638675, - 21.91362744031584, - 21.888167933993007, - 19.96270842767017, - 19.837248921347342, - 20.811789415024506, - 20.786329908701674, - 20.760870402378842, - 19.73541089605601, - 21.709951389733174, - 19.784491883410336, - 21.65903237708751, - 20.633572870764677, - 20.608113364441845, - 19.58265385811901, - 21.557194351796177, - 20.531734845473345, - 20.506275339150513, - 20.58081583282767, - 19.455356326504845, - 21.42989682018201, - 21.404437313859177 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_073351.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_073351.json deleted file mode 100644 index c5b26d7a3846a9c05a93bc7c392a87822efa6f60..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_073351.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T07:33:51.098220+00:00", - "metrics": { - "MSE[mean]": 15.063186479834988, - "MSE[0.5]": 15.895522105064785, - "MAE[0.5]": 2.7026877254956982, - "MASE[0.5]": 0.473463543152531, - "MAPE[0.5]": 0.7508887473911413, - "sMAPE[0.5]": 0.24337396443623963, - "MSIS": 4.370072635438981, - "RMSE[mean]": 3.8811321131642744, - "NRMSE[mean]": 0.3094590389233973, - "ND[0.5]": 0.21549669572058724, - "mean_weighted_sum_quantile_loss": 0.1891088218374364 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.376857827336886, - 13.355354255268903, - 14.33385068320092, - 14.312347111132937, - 14.290843539064953, - 15.26933996699697, - 14.247836394928987, - 13.226332822861004, - 15.20482925079302, - 14.183325678725037, - 14.161822106657052, - 14.140318534589069, - 14.118814962521085, - 15.097311390453102, - 14.075807818385119, - 14.054304246317136, - 15.032800674249152, - 14.01129710218117, - 13.989793530113186, - 13.968289958045203, - 14.94678638597722, - 13.925282813909236, - 13.903779241841253, - 13.88227566977327 - ], - "p10": [ - 7.376857827336886, - 9.355354255268903, - 5.233850683200922, - 6.312347111132937, - 7.290843539064953, - 7.26933996699697, - 8.147836394928989, - 5.2263328228610035, - 7.20482925079302, - 6.183325678725037, - 6.161822106657052, - 7.140318534589069, - 5.1188149625210855, - 7.097311390453102, - 5.075807818385119, - 9.054304246317136, - 8.032800674249152, - 8.911297102181171, - 6.989793530113186, - 7.868289958045205, - 8.746786385977224, - 6.925282813909236, - 5.803779241841255, - 6.88227566977327 - ], - "p90": [ - 20.376857827336885, - 20.355354255268903, - 22.33385068320092, - 20.312347111132937, - 20.29084353906495, - 21.26933996699697, - 21.347836394928983, - 21.226332822861004, - 22.20482925079302, - 21.183325678725037, - 21.261822106657046, - 21.14031853458907, - 20.118814962521085, - 21.0973113904531, - 20.175807818385113, - 21.054304246317137, - 21.132800674249147, - 20.011297102181167, - 19.989793530113186, - 19.968289958045204, - 21.94678638597722, - 21.925282813909234, - 21.903779241841253, - 20.88227566977327 - ], - "mean": [ - 14.081857827336908, - 14.430354255268918, - 13.908850683200937, - 14.007347111132983, - 14.220843539064997, - 14.424339966996993, - 14.217836394928984, - 13.706332822860977, - 14.769829250792984, - 13.813325678724983, - 13.836822106657058, - 14.075318534589048, - 13.253814962521064, - 14.262311390453052, - 13.575807818385163, - 14.294304246317164, - 14.547800674249176, - 14.12629710218116, - 14.049793530113234, - 14.028289958045233, - 14.416786385977243, - 13.825282813909235, - 13.74877924184123, - 14.07727566977324 - ], - "quantiles": { - "0.1": [ - 7.376857827336886, - 9.355354255268903, - 5.233850683200922, - 6.312347111132937, - 7.290843539064953, - 7.26933996699697, - 8.147836394928989, - 5.2263328228610035, - 7.20482925079302, - 6.183325678725037, - 6.161822106657052, - 7.140318534589069, - 5.1188149625210855, - 7.097311390453102, - 5.075807818385119, - 9.054304246317136, - 8.032800674249152, - 8.911297102181171, - 6.989793530113186, - 7.868289958045205, - 8.746786385977224, - 6.925282813909236, - 5.803779241841255, - 6.88227566977327 - ], - "0.2": [ - 10.376857827336886, - 10.355354255268903, - 9.33385068320092, - 10.312347111132937, - 10.290843539064953, - 10.26933996699697, - 10.247836394928987, - 9.226332822861004, - 10.20482925079302, - 10.183325678725037, - 10.161822106657052, - 10.140318534589069, - 9.118814962521085, - 10.097311390453102, - 9.075807818385119, - 10.054304246317136, - 10.032800674249152, - 10.01129710218117, - 9.989793530113186, - 9.968289958045203, - 10.746786385977224, - 9.925282813909236, - 8.903779241841253, - 9.88227566977327 - ], - "0.3": [ - 11.376857827336886, - 11.355354255268903, - 10.33385068320092, - 11.312347111132937, - 11.290843539064953, - 11.969339966996966, - 11.247836394928987, - 10.226332822861004, - 11.904829250793016, - 11.183325678725037, - 10.161822106657052, - 12.140318534589069, - 10.118814962521085, - 12.097311390453102, - 10.075807818385119, - 11.054304246317136, - 12.032800674249152, - 11.711297102181165, - 10.989793530113186, - 10.968289958045203, - 11.94678638597722, - 9.925282813909236, - 10.903779241841253, - 10.88227566977327 - ], - "0.4": [ - 12.376857827336886, - 12.355354255268903, - 12.933850683200928, - 12.312347111132937, - 12.290843539064953, - 13.26933996699697, - 12.247836394928987, - 11.226332822861004, - 13.20482925079302, - 12.183325678725037, - 12.161822106657052, - 12.140318534589069, - 12.118814962521085, - 13.097311390453102, - 11.675807818385127, - 12.054304246317136, - 13.632800674249161, - 13.01129710218117, - 12.989793530113186, - 11.968289958045203, - 12.94678638597722, - 11.925282813909236, - 11.903779241841253, - 12.88227566977327 - ], - "0.5": [ - 14.376857827336886, - 13.355354255268903, - 14.33385068320092, - 14.312347111132937, - 14.290843539064953, - 15.26933996699697, - 14.247836394928987, - 13.226332822861004, - 15.20482925079302, - 14.183325678725037, - 14.161822106657052, - 14.140318534589069, - 14.118814962521085, - 15.097311390453102, - 14.075807818385119, - 14.054304246317136, - 15.032800674249152, - 14.01129710218117, - 13.989793530113186, - 13.968289958045203, - 14.94678638597722, - 13.925282813909236, - 13.903779241841253, - 13.88227566977327 - ], - "0.6": [ - 15.376857827336886, - 15.355354255268903, - 15.33385068320092, - 15.312347111132937, - 16.290843539064955, - 16.26933996699697, - 16.24783639492899, - 15.226332822861004, - 16.204829250793022, - 15.183325678725037, - 15.161822106657052, - 15.140318534589069, - 15.118814962521085, - 16.097311390453104, - 16.07580781838512, - 15.054304246317136, - 16.032800674249152, - 15.41129710218116, - 15.989793530113186, - 14.968289958045203, - 15.94678638597722, - 15.925282813909236, - 14.903779241841253, - 14.88227566977327 - ], - "0.7": [ - 16.376857827336888, - 16.355354255268903, - 17.33385068320092, - 16.312347111132937, - 17.290843539064955, - 17.26933996699697, - 17.24783639492899, - 17.226332822861004, - 17.204829250793022, - 16.183325678725037, - 16.161822106657052, - 17.14031853458907, - 16.118814962521085, - 17.097311390453104, - 16.07580781838512, - 16.054304246317137, - 17.032800674249152, - 17.01129710218117, - 16.989793530113186, - 15.968289958045203, - 16.94678638597722, - 16.925282813909238, - 15.903779241841253, - 16.88227566977327 - ], - "0.8": [ - 18.376857827336885, - 18.355354255268903, - 19.53385068320094, - 18.312347111132937, - 18.29084353906495, - 18.26933996699697, - 18.24783639492899, - 19.226332822861004, - 19.20482925079302, - 17.383325678725054, - 18.161822106657052, - 18.14031853458907, - 17.118814962521085, - 18.0973113904531, - 18.07580781838512, - 19.254304246317155, - 18.032800674249152, - 18.011297102181167, - 17.989793530113186, - 17.968289958045204, - 17.94678638597722, - 19.925282813909234, - 18.903779241841253, - 17.88227566977327 - ], - "0.9": [ - 20.376857827336885, - 20.355354255268903, - 22.33385068320092, - 20.312347111132937, - 20.29084353906495, - 21.26933996699697, - 21.347836394928983, - 21.226332822861004, - 22.20482925079302, - 21.183325678725037, - 21.261822106657046, - 21.14031853458907, - 20.118814962521085, - 21.0973113904531, - 20.175807818385113, - 21.054304246317137, - 21.132800674249147, - 20.011297102181167, - 19.989793530113186, - 19.968289958045204, - 21.94678638597722, - 21.925282813909234, - 21.903779241841253, - 20.88227566977327 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_085421.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_085421.json deleted file mode 100644 index ea4358cb6285649ceecfb2a99109b973387458bf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_085421.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T08:54:21.040864+00:00", - "metrics": { - "MSE[mean]": 15.293931586000577, - "MSE[0.5]": 15.702667045312873, - "MAE[0.5]": 3.0232745486489425, - "MASE[0.5]": 0.5322145904712076, - "MAPE[0.5]": 0.3786151983308823, - "sMAPE[0.5]": 0.2589396148785796, - "MSIS": 5.347566080809856, - "RMSE[mean]": 3.910745656009935, - "NRMSE[mean]": 0.31708748562242717, - "ND[0.5]": 0.24513036880937372, - "mean_weighted_sum_quantile_loss": 0.19959625473901144 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.342908737944919, - 15.32400253557883, - 14.30509633321274, - 14.28619013084665, - 13.26728392848056, - 14.248377726114471, - 15.229471523748382, - 14.210565321382292, - 14.191659119016203, - 13.672752916650113, - 14.153846714284024, - 14.134940511917932, - 14.116034309551843, - 14.097128107185753, - 15.078221904819664, - 15.059315702453574, - 13.040409500087485, - 14.021503297721395, - 14.002597095355306, - 12.983690892989216, - 12.964784690623127, - 13.945878488257037, - 13.926972285890947, - 13.908066083524858 - ], - "p10": [ - 9.342908737944919, - 9.224002535578832, - 9.205096333212742, - 7.28619013084665, - 5.267283928480561, - 6.148377726114473, - 7.229471523748382, - 6.210565321382292, - 5.091659119016205, - 7.172752916650113, - 5.153846714284024, - 9.134940511917932, - 7.116034309551843, - 9.097128107185753, - 7.978221904819666, - 9.059315702453574, - 8.840409500087489, - 7.021503297721395, - 9.002597095355306, - 5.883690892989218, - 5.9647846906231266, - 6.845878488257039, - 8.926972285890947, - 6.908066083524858 - ], - "p90": [ - 22.342908737944917, - 20.324002535578828, - 21.305096333212738, - 21.386190130846643, - 20.26728392848056, - 20.24837772611447, - 20.22947152374838, - 20.21056532138229, - 20.1916591190162, - 22.17275291665011, - 21.153846714284022, - 22.134940511917932, - 21.116034309551843, - 21.197128107185748, - 22.078221904819664, - 20.059315702453574, - 20.040409500087485, - 22.021503297721395, - 21.002597095355306, - 19.983690892989216, - 21.964784690623127, - 19.945878488257037, - 21.026972285890942, - 21.908066083524858 - ], - "mean": [ - 15.012908737944949, - 14.424002535578852, - 14.61509633321269, - 14.336190130846646, - 13.26728392848054, - 13.823377726114508, - 13.914471523748407, - 13.825565321382262, - 13.196659119016138, - 13.897752916650099, - 13.723846714284063, - 14.584940511917948, - 13.891034309551808, - 14.442128107185692, - 14.543221904819658, - 14.24431570245362, - 13.575409500087503, - 14.31150329772136, - 14.112597095355252, - 13.098690892989216, - 13.499784690623176, - 13.480878488257062, - 14.376972285890918, - 14.053066083524813 - ], - "quantiles": { - "0.1": [ - 9.342908737944919, - 9.224002535578832, - 9.205096333212742, - 7.28619013084665, - 5.267283928480561, - 6.148377726114473, - 7.229471523748382, - 6.210565321382292, - 5.091659119016205, - 7.172752916650113, - 5.153846714284024, - 9.134940511917932, - 7.116034309551843, - 9.097128107185753, - 7.978221904819666, - 9.059315702453574, - 8.840409500087489, - 7.021503297721395, - 9.002597095355306, - 5.883690892989218, - 5.9647846906231266, - 6.845878488257039, - 8.926972285890947, - 6.908066083524858 - ], - "0.2": [ - 10.342908737944919, - 10.32400253557883, - 10.30509633321274, - 10.28619013084665, - 9.26728392848056, - 10.248377726114471, - 10.229471523748382, - 10.010565321382296, - 9.191659119016203, - 10.172752916650113, - 9.153846714284024, - 10.134940511917932, - 10.116034309551843, - 10.097128107185753, - 10.078221904819664, - 10.059315702453574, - 10.040409500087485, - 10.021503297721395, - 10.002597095355306, - 9.983690892989216, - 8.964784690623127, - 8.945878488257037, - 9.926972285890947, - 9.908066083524858 - ], - "0.3": [ - 11.342908737944919, - 11.32400253557883, - 11.30509633321274, - 11.28619013084665, - 10.26728392848056, - 11.248377726114471, - 11.229471523748382, - 11.210565321382292, - 11.191659119016203, - 11.172752916650113, - 11.153846714284024, - 11.134940511917932, - 11.116034309551843, - 11.097128107185753, - 11.078221904819664, - 11.059315702453574, - 11.040409500087485, - 11.021503297721395, - 11.002597095355306, - 10.983690892989216, - 9.964784690623127, - 10.945878488257037, - 11.926972285890947, - 10.908066083524858 - ], - "0.4": [ - 13.342908737944919, - 12.32400253557883, - 12.30509633321274, - 12.886190130846659, - 11.26728392848056, - 12.84837772611448, - 12.229471523748382, - 13.210565321382292, - 12.191659119016203, - 12.172752916650113, - 12.153846714284024, - 13.134940511917932, - 13.116034309551843, - 12.697128107185762, - 13.078221904819664, - 13.059315702453574, - 12.040409500087485, - 12.621503297721404, - 12.002597095355306, - 11.983690892989216, - 11.964784690623127, - 11.945878488257037, - 12.926972285890947, - 11.908066083524858 - ], - "0.5": [ - 14.342908737944919, - 15.32400253557883, - 14.30509633321274, - 14.28619013084665, - 13.26728392848056, - 14.248377726114471, - 15.229471523748382, - 14.210565321382292, - 14.191659119016203, - 13.672752916650113, - 14.153846714284024, - 14.134940511917932, - 14.116034309551843, - 14.097128107185753, - 15.078221904819664, - 15.059315702453574, - 13.040409500087485, - 14.021503297721395, - 14.002597095355306, - 12.983690892989216, - 12.964784690623127, - 13.945878488257037, - 13.926972285890947, - 13.908066083524858 - ], - "0.6": [ - 15.342908737944919, - 15.72400253557882, - 16.30509633321274, - 15.28619013084665, - 15.26728392848056, - 15.248377726114471, - 15.229471523748382, - 15.210565321382292, - 15.191659119016203, - 15.172752916650113, - 15.153846714284024, - 16.134940511917932, - 15.116034309551843, - 16.097128107185753, - 16.078221904819664, - 16.059315702453574, - 15.040409500087485, - 16.021503297721395, - 15.002597095355306, - 14.983690892989216, - 14.964784690623127, - 14.945878488257037, - 15.326972285890939, - 14.908066083524858 - ], - "0.7": [ - 17.34290873794492, - 17.32400253557883, - 17.30509633321274, - 16.286190130846652, - 16.267283928480563, - 16.248377726114473, - 16.229471523748384, - 16.210565321382294, - 16.191659119016204, - 16.172752916650115, - 16.153846714284025, - 17.134940511917932, - 16.116034309551843, - 17.097128107185753, - 17.078221904819664, - 16.059315702453574, - 16.040409500087485, - 17.021503297721395, - 17.002597095355306, - 15.983690892989216, - 15.964784690623127, - 15.945878488257037, - 15.926972285890947, - 16.908066083524858 - ], - "0.8": [ - 20.342908737944917, - 18.524002535578845, - 19.505096333212755, - 18.28619013084665, - 18.26728392848056, - 18.24837772611447, - 17.229471523748384, - 18.21056532138229, - 17.191659119016204, - 18.17275291665011, - 18.153846714284022, - 19.134940511917932, - 17.31603430955186, - 19.097128107185753, - 19.078221904819664, - 18.059315702453574, - 17.040409500087485, - 19.021503297721395, - 19.002597095355306, - 17.983690892989216, - 18.164784690623144, - 17.945878488257037, - 17.926972285890947, - 18.908066083524858 - ], - "0.9": [ - 22.342908737944917, - 20.324002535578828, - 21.305096333212738, - 21.386190130846643, - 20.26728392848056, - 20.24837772611447, - 20.22947152374838, - 20.21056532138229, - 20.1916591190162, - 22.17275291665011, - 21.153846714284022, - 22.134940511917932, - 21.116034309551843, - 21.197128107185748, - 22.078221904819664, - 20.059315702453574, - 20.040409500087485, - 22.021503297721395, - 21.002597095355306, - 19.983690892989216, - 21.964784690623127, - 19.945878488257037, - 21.026972285890942, - 21.908066083524858 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_102204.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_102204.json deleted file mode 100644 index b9a8aa3eb9f953a286cd0aab0ab128b21fe940a8..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260624_102204.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "ETS", - "evaluated_at": "2026-06-24T10:22:04.756806+00:00", - "metrics": { - "MSE[mean]": 16.002648513161144, - "MSE[0.5]": 17.336282945264532, - "MAE[0.5]": 2.948786175260467, - "MASE[0.5]": 0.5274847319720588, - "MAPE[0.5]": 0.46935123436165743, - "sMAPE[0.5]": 0.26814587312522126, - "MSIS": 4.627752234720454, - "RMSE[mean]": 4.000331050445843, - "NRMSE[mean]": 0.3333609208704869, - "ND[0.5]": 0.2457321812717056, - "mean_weighted_sum_quantile_loss": 0.21365338587123603 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 14.323509963885325, - 14.305629208940655, - 15.287748453995983, - 15.269867699051312, - 14.251986944106642, - 13.234106189161972, - 14.216225434217302, - 14.198344679272632, - 15.18046392432796, - 14.16258316938329, - 14.144702414438619, - 13.126821659493949, - 14.108940904549279, - 12.091060149604607, - 14.073179394659936, - 14.055298639715266, - 13.537417884770596, - 14.019537129825926, - 13.501656374881255, - 13.983775619936583, - 13.965894864991913, - 13.948014110047243, - 13.930133355102573, - 14.912252600157903 - ], - "p10": [ - 7.223509963885327, - 6.305629208940655, - 7.287748453995983, - 7.2698676990513125, - 6.251986944106642, - 7.234106189161972, - 5.216225434217302, - 9.198344679272632, - 9.18046392432796, - 6.162583169383289, - 9.144702414438619, - 5.126821659493949, - 5.108940904549279, - 6.991060149604609, - 5.873179394659941, - 5.055298639715266, - 5.937417884770598, - 7.019537129825926, - 6.901656374881258, - 8.983775619936583, - 7.865894864991915, - 6.948014110047243, - 6.930133355102573, - 7.812252600157905 - ], - "p90": [ - 21.323509963885325, - 20.305629208940655, - 22.28774845399598, - 23.26986769905131, - 20.25198694410664, - 20.23410618916197, - 21.2162254342173, - 21.19834467927263, - 22.18046392432796, - 21.16258316938329, - 20.14470241443862, - 20.226821659493943, - 21.10894090454928, - 19.191060149604603, - 20.073179394659938, - 22.155298639715262, - 21.137417884770592, - 22.019537129825927, - 22.001656374881257, - 19.983775619936583, - 19.965894864991913, - 21.948014110047243, - 20.930133355102573, - 19.912252600157903 - ], - "mean": [ - 14.37850996388535, - 13.625629208940614, - 14.672748453995968, - 15.024867699051276, - 14.211986944106645, - 13.459106189162013, - 13.961225434217315, - 14.323344679272687, - 15.040463924327922, - 13.57258316938324, - 13.7547024144386, - 13.526821659493987, - 13.868940904549277, - 13.01106014960463, - 13.493179394659908, - 14.175298639715272, - 13.71241788477056, - 14.014537129825946, - 13.661656374881312, - 14.198775619936617, - 13.63589486499186, - 14.03301411004723, - 13.82013335510253, - 13.5822526001579 - ], - "quantiles": { - "0.1": [ - 7.223509963885327, - 6.305629208940655, - 7.287748453995983, - 7.2698676990513125, - 6.251986944106642, - 7.234106189161972, - 5.216225434217302, - 9.198344679272632, - 9.18046392432796, - 6.162583169383289, - 9.144702414438619, - 5.126821659493949, - 5.108940904549279, - 6.991060149604609, - 5.873179394659941, - 5.055298639715266, - 5.937417884770598, - 7.019537129825926, - 6.901656374881258, - 8.983775619936583, - 7.865894864991915, - 6.948014110047243, - 6.930133355102573, - 7.812252600157905 - ], - "0.2": [ - 10.323509963885325, - 10.305629208940655, - 10.287748453995983, - 10.269867699051312, - 10.251986944106642, - 10.234106189161972, - 9.216225434217302, - 10.198344679272632, - 11.18046392432796, - 9.16258316938329, - 10.144702414438619, - 9.126821659493949, - 9.108940904549279, - 10.091060149604607, - 10.073179394659936, - 10.055298639715266, - 10.037417884770596, - 10.019537129825926, - 9.001656374881255, - 9.983775619936583, - 9.965894864991913, - 9.948014110047243, - 8.930133355102573, - 9.912252600157903 - ], - "0.3": [ - 11.323509963885325, - 11.305629208940655, - 11.287748453995983, - 11.269867699051312, - 11.251986944106642, - 11.234106189161972, - 11.216225434217302, - 11.198344679272632, - 12.18046392432796, - 10.16258316938329, - 11.144702414438619, - 10.126821659493949, - 10.108940904549279, - 10.091060149604607, - 10.073179394659936, - 10.755298639715262, - 10.037417884770596, - 11.019537129825926, - 10.001656374881255, - 10.983775619936583, - 9.965894864991913, - 10.948014110047243, - 10.930133355102573, - 10.912252600157903 - ], - "0.4": [ - 13.323509963885325, - 12.305629208940655, - 13.287748453995983, - 13.269867699051312, - 13.251986944106642, - 12.234106189161972, - 12.216225434217302, - 13.198344679272632, - 14.18046392432796, - 12.16258316938329, - 12.144702414438619, - 11.126821659493949, - 12.108940904549279, - 11.091060149604607, - 12.073179394659936, - 12.055298639715266, - 12.037417884770596, - 13.019537129825926, - 12.001656374881255, - 12.983775619936583, - 11.965894864991913, - 11.948014110047243, - 12.930133355102573, - 12.912252600157903 - ], - "0.5": [ - 14.323509963885325, - 14.305629208940655, - 15.287748453995983, - 15.269867699051312, - 14.251986944106642, - 13.234106189161972, - 14.216225434217302, - 14.198344679272632, - 15.18046392432796, - 14.16258316938329, - 14.144702414438619, - 13.126821659493949, - 14.108940904549279, - 12.091060149604607, - 14.073179394659936, - 14.055298639715266, - 13.537417884770596, - 14.019537129825926, - 13.501656374881255, - 13.983775619936583, - 13.965894864991913, - 13.948014110047243, - 13.930133355102573, - 14.912252600157903 - ], - "0.6": [ - 16.323509963885325, - 15.305629208940655, - 16.287748453995984, - 16.269867699051314, - 15.651986944106634, - 15.234106189161972, - 15.616225434217293, - 15.598344679272623, - 16.18046392432796, - 15.16258316938329, - 15.144702414438619, - 15.126821659493949, - 15.108940904549279, - 14.091060149604607, - 16.073179394659938, - 16.055298639715268, - 15.037417884770596, - 15.419537129825917, - 15.001656374881255, - 15.983775619936583, - 14.965894864991913, - 14.948014110047243, - 15.930133355102573, - 14.912252600157903 - ], - "0.7": [ - 17.323509963885325, - 16.305629208940655, - 17.287748453995984, - 17.269867699051314, - 17.251986944106644, - 16.234106189161974, - 16.516225434217287, - 17.198344679272633, - 17.18046392432796, - 16.16258316938329, - 16.14470241443862, - 17.12682165949395, - 17.10894090454928, - 15.091060149604607, - 17.073179394659938, - 17.055298639715268, - 16.037417884770598, - 17.019537129825927, - 16.001656374881257, - 16.983775619936583, - 15.965894864991913, - 15.948014110047243, - 16.930133355102573, - 15.912252600157903 - ], - "0.8": [ - 19.323509963885325, - 18.305629208940655, - 19.28774845399598, - 19.469867699051328, - 18.451986944106658, - 18.23410618916197, - 19.2162254342173, - 19.19834467927263, - 20.18046392432796, - 18.16258316938329, - 18.14470241443862, - 18.326821659493966, - 19.10894090454928, - 17.09106014960461, - 18.073179394659938, - 20.055298639715268, - 18.037417884770598, - 18.019537129825927, - 18.001656374881257, - 17.983775619936583, - 17.965894864991913, - 18.948014110047243, - 18.930133355102573, - 16.912252600157903 - ], - "0.9": [ - 21.323509963885325, - 20.305629208940655, - 22.28774845399598, - 23.26986769905131, - 20.25198694410664, - 20.23410618916197, - 21.2162254342173, - 21.19834467927263, - 22.18046392432796, - 21.16258316938329, - 20.14470241443862, - 20.226821659493943, - 21.10894090454928, - 19.191060149604603, - 20.073179394659938, - 22.155298639715262, - 21.137417884770592, - 22.019537129825927, - 22.001656374881257, - 19.983775619936583, - 19.965894864991913, - 21.948014110047243, - 20.930133355102573, - 19.912252600157903 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_131541.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_131541.json deleted file mode 100644 index 096a788aebf14e99e93ea5657ae2aae46a01ecd0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_131541.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T13:15:41.040444+00:00", - "metrics": { - "MSE[mean]": 11.973457298439294, - "MSE[0.5]": 11.860917126291042, - "MAE[0.5]": 2.765321373939514, - "MASE[0.5]": 0.5454880518456028, - "MAPE[0.5]": 0.6799407476792633, - "sMAPE[0.5]": 0.2936770500816996, - "MSIS": 3.4004189974641146, - "RMSE[mean]": 3.460268385319164, - "NRMSE[mean]": 0.3460268385319164, - "ND[0.5]": 0.27653213739395144, - "mean_weighted_sum_quantile_loss": 0.2332098384698232 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00" - ], - "context": [ - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 17.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 13.0, - 16.0, - 10.0, - 9.0, - 8.0, - 15.0, - 35.0, - 10.0, - 12.0, - 10.0, - 16.0, - 9.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 8.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0 - ], - "actual": [ - 13.0, - 12.0, - 13.0, - 14.0, - 10.0, - 10.0, - 14.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 6.0, - 13.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.827075481414795, - 10.783220291137695, - 11.312451839447021, - 11.324280261993408, - 11.865750312805176, - 11.45069932937622, - 10.435966968536377, - 11.168376445770264, - 10.908591270446777, - 10.940468788146973, - 11.305631637573242, - 11.055560111999512, - 11.204026222229004, - 11.493189334869385, - 10.96275281906128, - 11.06011152267456, - 11.391827583312988, - 11.272451400756836, - 11.423763275146484, - 11.73401165008545, - 11.831464290618896, - 11.647175312042236, - 10.76227855682373, - 11.395798683166504 - ], - "p10": [ - 5.967573642730713, - 5.958311080932617, - 6.115765571594238, - 6.507737636566162, - 6.1551618576049805, - 6.632614612579346, - 5.125138282775879, - 6.011326551437378, - 4.570820093154907, - 5.378982305526733, - 5.631350755691528, - 5.054422616958618, - 6.568345546722412, - 6.5667784214019775, - 5.107034683227539, - 5.744565486907959, - 4.956130266189575, - 4.415478467941284, - 5.036850214004517, - 5.635545492172241, - 4.310000896453857, - 5.3360819816589355, - 4.774019002914429, - 5.486337184906006 - ], - "p90": [ - 15.50619125366211, - 15.500251293182373, - 16.5471134185791, - 16.130611419677734, - 17.301782608032227, - 16.345794677734375, - 16.058019161224365, - 16.61087417602539, - 16.248656272888184, - 15.847006797790527, - 17.237738609313965, - 16.713947296142578, - 19.388206481933594, - 17.21267318725586, - 17.87111473083496, - 15.931306838989258, - 17.147586822509766, - 17.3272123336792, - 17.58387851715088, - 17.957841873168945, - 17.508986473083496, - 17.96213722229004, - 16.135053634643555, - 17.580613136291504 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_143737.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_143737.json deleted file mode 100644 index 4f0a196c89c25e80236163d63f772919f9ac2411..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260616_143737.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-16T14:37:37.001952+00:00", - "metrics": { - "MSE[mean]": 44.24852590150825, - "MSE[0.5]": 14.18452706278588, - "MAE[0.5]": 3.110309620698293, - "MASE[0.5]": 0.6220619241396586, - "MAPE[0.5]": 0.5078736633250404, - "sMAPE[0.5]": 0.31293815448519674, - "MSIS": 4.498262284199397, - "RMSE[mean]": 6.65195654687463, - "NRMSE[mean]": 0.6569833626542845, - "ND[0.5]": 0.3071910736492141, - "mean_weighted_sum_quantile_loss": 0.2369708365591683 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00" - ], - "context": [ - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0, - 13.0 - ], - "actual": [ - 12.0, - 15.0, - 14.0, - 12.0, - 11.0, - 15.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 7.0, - 14.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 9.0, - 7.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.425500869750977, - 11.441266059875488, - 11.803937911987305, - 11.502265453338623, - 11.493587017059326, - 11.459773540496826, - 11.307403564453125, - 11.848362922668457, - 11.78870153427124, - 12.036312580108643, - 11.455538272857666, - 11.611685276031494, - 11.85881757736206, - 11.924517154693604, - 11.293973445892334, - 12.000083923339844, - 11.824092388153076, - 12.677056312561035, - 12.12979793548584, - 11.517098903656006, - 11.910552024841309, - 11.924135684967041, - 11.61406135559082, - 11.792920112609863 - ], - "p10": [ - 7.116005182266235, - 7.306890487670898, - 6.494553804397583, - 7.175645112991333, - 7.702378749847412, - 6.8325035572052, - 7.602809190750122, - 6.930069446563721, - 6.7972002029418945, - 7.5015034675598145, - 6.695555925369263, - 7.588226556777954, - 6.719271898269653, - 6.976933717727661, - 6.748435735702515, - 7.381919622421265, - 6.98335337638855, - 7.6519575119018555, - 6.419252634048462, - 6.495608568191528, - 7.60420560836792, - 6.8003013134002686, - 6.59588098526001, - 7.326220989227295 - ], - "p90": [ - 16.1903715133667, - 16.271653175354004, - 15.917109966278076, - 16.634570121765137, - 16.662429809570312, - 16.59729766845703, - 16.640316009521484, - 16.17465591430664, - 17.948810577392578, - 17.459075927734375, - 17.0836820602417, - 16.21827983856201, - 17.33195686340332, - 15.708935260772705, - 18.083099365234375, - 17.663475036621094, - 21.59625244140625, - 18.8778715133667, - 20.25437355041504, - 17.8007173538208, - 17.519554138183594, - 17.90499496459961, - 16.453731536865234, - 17.534951210021973 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_014344.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_014344.json deleted file mode 100644 index 95a17eb3cf15ff41c5296f88b6cf9312a36d77f2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_014344.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T01:43:44.099940+00:00", - "metrics": { - "MSE[mean]": 24.76005822346546, - "MSE[0.5]": 20.50874337496315, - "MAE[0.5]": 3.621074060599009, - "MASE[0.5]": 0.6237256755098771, - "MAPE[0.5]": 0.6034510523379492, - "sMAPE[0.5]": 0.3438389699406099, - "MSIS": 5.103950307129673, - "RMSE[mean]": 4.975947972343105, - "NRMSE[mean]": 0.4489577117903553, - "ND[0.5]": 0.3267134490766023, - "mean_weighted_sum_quantile_loss": 0.26391281942177935 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00" - ], - "context": [ - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 22.0, - 11.0, - 18.0, - 9.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0 - ], - "actual": [ - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 8.0, - 9.0, - 17.0, - 13.0, - 14.0, - 18.0, - 8.0, - 15.0, - 7.0, - 5.0, - 7.0, - 5.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.783048629760742, - 13.100110530853271, - 13.630456447601318, - 12.776130676269531, - 12.895751476287842, - 12.557219505310059, - 12.530611038208008, - 12.615354537963867, - 13.1006441116333, - 13.985055923461914, - 13.64264965057373, - 11.966693878173828, - 12.821494579315186, - 12.707842350006104, - 13.14527177810669, - 13.139985084533691, - 13.402678966522217, - 13.655898571014404, - 12.726340770721436, - 12.407695770263672, - 12.281048774719238, - 12.457491397857666, - 12.8309326171875, - 12.892313957214355 - ], - "p10": [ - 7.124546051025391, - 7.29892110824585, - 7.652774810791016, - 7.686150789260864, - 7.1206934452056885, - 7.50514030456543, - 7.539243936538696, - 7.7437310218811035, - 6.7707765102386475, - 7.699586391448975, - 8.186075687408447, - 7.316650629043579, - 7.081757307052612, - 7.4073662757873535, - 6.607051849365234, - 7.497260570526123, - 7.236114740371704, - 7.8341851234436035, - 7.811561107635498, - 7.125250577926636, - 7.262549877166748, - 7.715415000915527, - 7.125958204269409, - 6.856111526489258 - ], - "p90": [ - 20.161574363708496, - 20.19810962677002, - 21.612488746643066, - 19.44141960144043, - 21.976964950561523, - 19.891191482543945, - 18.95029354095459, - 20.1431884765625, - 20.992223739624023, - 20.68173599243164, - 21.689032554626465, - 20.293960571289062, - 18.99957847595215, - 19.77564525604248, - 20.915125846862793, - 19.806766510009766, - 19.821388244628906, - 21.434085845947266, - 20.379942893981934, - 20.88078498840332, - 19.824196815490723, - 18.296138763427734, - 19.968412399291992, - 20.81520652770996 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_025713.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_025713.json deleted file mode 100644 index aeb2aa139cf670d8653a2487004e62f2c6a6c119..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_025713.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T02:57:13.858053+00:00", - "metrics": { - "MSE[mean]": 32.953745663848736, - "MSE[0.5]": 17.605516135205658, - "MAE[0.5]": 3.50996466477712, - "MASE[0.5]": 0.6045872149855326, - "MAPE[0.5]": 0.40111475161344307, - "sMAPE[0.5]": 0.30491153746749733, - "MSIS": 5.233780260291396, - "RMSE[mean]": 5.740535311610646, - "NRMSE[mean]": 0.48855619673282097, - "ND[0.5]": 0.29872039700230807, - "mean_weighted_sum_quantile_loss": 0.24449694008222236 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00" - ], - "context": [ - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0 - ], - "actual": [ - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 6.0 - ], - "predictions": { - "p50": [ - 12.378178596496582, - 12.99008846282959, - 13.079946994781494, - 13.628654956817627, - 13.286978244781494, - 13.241033554077148, - 13.609944343566895, - 12.813073635101318, - 12.445154190063477, - 13.153157711029053, - 13.432130336761475, - 13.657710552215576, - 13.702840328216553, - 13.629244804382324, - 13.101865768432617, - 14.033380508422852, - 12.763614654541016, - 13.311282634735107, - 13.199035167694092, - 13.475748538970947, - 14.20137357711792, - 13.325149059295654, - 12.715718746185303, - 13.190245151519775 - ], - "p10": [ - 8.72986888885498, - 7.896094799041748, - 8.442986488342285, - 9.67757797241211, - 8.869834423065186, - 8.874660015106201, - 8.429471969604492, - 7.72719669342041, - 6.786530494689941, - 9.079309463500977, - 8.441239833831787, - 8.632163524627686, - 8.49057912826538, - 8.383617401123047, - 7.81295919418335, - 7.645373344421387, - 8.156400680541992, - 8.072913646697998, - 8.249677181243896, - 8.662476539611816, - 8.508044719696045, - 8.42698335647583, - 7.975348949432373, - 8.810683250427246 - ], - "p90": [ - 19.191028594970703, - 19.632051467895508, - 19.01692485809326, - 21.197599411010742, - 20.97654151916504, - 20.980229377746582, - 19.226887702941895, - 19.33286190032959, - 19.65103816986084, - 20.16710662841797, - 23.16098690032959, - 24.03430938720703, - 21.240686416625977, - 23.394176483154297, - 24.301400184631348, - 24.45319175720215, - 21.440136909484863, - 20.43247890472412, - 22.1572322845459, - 20.717483520507812, - 23.467713356018066, - 23.57134246826172, - 19.619911193847656, - 21.77430534362793 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_040504.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_040504.json deleted file mode 100644 index e9d4706f39c74d75f43b4fb58199a76cf6c1666f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_040504.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:05:04.264081+00:00", - "metrics": { - "MSE[mean]": 157.14767194170568, - "MSE[0.5]": 23.645304541299765, - "MAE[0.5]": 4.1438999970753985, - "MASE[0.5]": 0.725938685619048, - "MAPE[0.5]": 0.49846012490822705, - "sMAPE[0.5]": 0.353140605780095, - "MSIS": 7.36527612783613, - "RMSE[mean]": 12.535855453127468, - "NRMSE[mean]": 1.1020532266485685, - "ND[0.5]": 0.3642989008417933, - "mean_weighted_sum_quantile_loss": 0.29582277227331094 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00" - ], - "context": [ - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0 - ], - "actual": [ - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.270318984985352, - 13.862026691436768, - 13.991186141967773, - 14.516497135162354, - 14.16169023513794, - 14.571503639221191, - 14.391485214233398, - 14.250613689422607, - 13.580327987670898, - 13.464231014251709, - 14.6919527053833, - 14.823110103607178, - 14.861558437347412, - 13.751301765441895, - 13.94668197631836, - 14.305379867553711, - 14.537993431091309, - 14.812623500823975, - 14.359099864959717, - 14.500985145568848, - 14.142403602600098, - 13.0800199508667, - 13.828492164611816, - 14.375561714172363 - ], - "p10": [ - 9.864383697509766, - 9.196589469909668, - 9.610548496246338, - 9.884311199188232, - 8.784055709838867, - 9.717631340026855, - 9.468967914581299, - 9.524518966674805, - 8.319135189056396, - 8.778573036193848, - 9.871134757995605, - 9.330531597137451, - 9.020882606506348, - 8.832830429077148, - 9.682785511016846, - 9.4946928024292, - 9.786329746246338, - 9.425630569458008, - 8.788308143615723, - 9.359572887420654, - 8.959296703338623, - 8.041877746582031, - 9.160335540771484, - 9.245513439178467 - ], - "p90": [ - 20.948540687561035, - 20.130913734436035, - 25.16670036315918, - 23.870155334472656, - 22.592495918273926, - 23.65942668914795, - 23.4459171295166, - 28.314934730529785, - 22.172361373901367, - 21.697940826416016, - 25.99962043762207, - 25.920516967773438, - 26.387866020202637, - 24.38402271270752, - 23.333596229553223, - 25.337468147277832, - 30.50322151184082, - 24.660417556762695, - 26.56982707977295, - 26.37467098236084, - 22.863368034362793, - 23.779178619384766, - 25.736270904541016, - 26.908690452575684 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_042053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_042053.json deleted file mode 100644 index fb084f6c7d4419f63210465630efe6a5d25916f7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_042053.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T04:20:53.911514+00:00", - "metrics": { - "MSE[mean]": 26.03160162115455, - "MSE[0.5]": 21.521928951913356, - "MAE[0.5]": 3.7552074790000916, - "MASE[0.5]": 0.711887673744093, - "MAPE[0.5]": 0.5961962383804997, - "sMAPE[0.5]": 0.3510878975489049, - "MSIS": 6.497057810025569, - "RMSE[mean]": 5.102117366462139, - "NRMSE[mean]": 0.4603414165228997, - "ND[0.5]": 0.3388157123909857, - "mean_weighted_sum_quantile_loss": 0.26350378205403746 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0 - ], - "actual": [ - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.726603984832764, - 12.179805755615234, - 12.4008469581604, - 12.137567043304443, - 12.614774227142334, - 12.107545852661133, - 12.927032947540283, - 12.957792282104492, - 12.976408004760742, - 13.484408855438232, - 12.92374038696289, - 13.060962677001953, - 12.447755813598633, - 12.738150119781494, - 12.087212085723877, - 12.41760540008545, - 12.719828605651855, - 12.948594093322754, - 13.326484680175781, - 12.307923793792725, - 11.990623474121094, - 12.521734714508057, - 12.94235372543335, - 12.76389741897583 - ], - "p10": [ - 8.098712921142578, - 8.73199462890625, - 8.888803482055664, - 8.76156759262085, - 8.739492416381836, - 8.676785945892334, - 9.02666187286377, - 8.415031433105469, - 8.534664154052734, - 8.659311771392822, - 8.662928581237793, - 8.218796730041504, - 8.457728862762451, - 8.212556838989258, - 7.945005178451538, - 8.727232933044434, - 8.338392734527588, - 8.973113536834717, - 8.672937393188477, - 8.225659370422363, - 7.943648338317871, - 8.171258926391602, - 7.961273431777954, - 7.805415630340576 - ], - "p90": [ - 18.41352367401123, - 20.116086959838867, - 19.538328170776367, - 20.28652858734131, - 19.755935668945312, - 18.559517860412598, - 20.85888957977295, - 21.280007362365723, - 20.63530921936035, - 21.26527976989746, - 21.07856559753418, - 20.23469638824463, - 19.896924018859863, - 19.72398567199707, - 19.417831420898438, - 19.502338409423828, - 20.050101280212402, - 21.490439414978027, - 22.36141014099121, - 20.18113899230957, - 19.817185401916504, - 20.257023811340332, - 21.005939483642578, - 20.50513458251953 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_051726.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_051726.json deleted file mode 100644 index 0594553c4921fb49248b369f8ab1996694ff5389..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_051726.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T05:17:26.660992+00:00", - "metrics": { - "MSE[mean]": 33.25269369465726, - "MSE[0.5]": 26.014943998792774, - "MAE[0.5]": 4.23509414990743, - "MASE[0.5]": 0.8105443349105131, - "MAPE[0.5]": 0.6135542874311296, - "sMAPE[0.5]": 0.3878422500312538, - "MSIS": 5.8047441242224105, - "RMSE[mean]": 5.766514865554173, - "NRMSE[mean]": 0.5406107686457038, - "ND[0.5]": 0.39704007655382156, - "mean_weighted_sum_quantile_loss": 0.28978263781302505 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0 - ], - "actual": [ - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 3.0 - ], - "predictions": { - "p50": [ - 14.011976718902588, - 13.458227157592773, - 13.938517570495605, - 14.014013290405273, - 14.006865501403809, - 13.970319747924805, - 13.634120464324951, - 14.002645492553711, - 14.00110387802124, - 14.500826835632324, - 14.049352169036865, - 13.599766731262207, - 13.703030109405518, - 13.25683879852295, - 13.807393074035645, - 14.053628921508789, - 14.019535541534424, - 14.007537364959717, - 13.78916597366333, - 13.494311332702637, - 13.643444538116455, - 13.337084770202637, - 14.01686143875122, - 14.020757675170898 - ], - "p10": [ - 8.037015914916992, - 8.184653759002686, - 8.086371660232544, - 8.444949626922607, - 8.493083000183105, - 8.051342964172363, - 8.827964305877686, - 7.853711128234863, - 7.448986291885376, - 9.205949783325195, - 7.729397535324097, - 7.784923553466797, - 7.811148405075073, - 8.301954746246338, - 7.99796986579895, - 6.678550958633423, - 7.916118621826172, - 6.533892631530762, - 7.537431240081787, - 7.408633232116699, - 7.3574464321136475, - 6.963897705078125, - 7.378544569015503, - 8.14067268371582 - ], - "p90": [ - 19.07490062713623, - 18.676003456115723, - 19.976075172424316, - 19.930317878723145, - 19.066932678222656, - 19.2636775970459, - 19.87983226776123, - 19.738694190979004, - 21.566466331481934, - 21.007844924926758, - 20.241228103637695, - 18.71588706970215, - 18.90810489654541, - 20.93686866760254, - 18.917677879333496, - 20.905468940734863, - 20.81261920928955, - 20.995314598083496, - 19.750203132629395, - 22.70596694946289, - 21.95947551727295, - 20.519938468933105, - 22.11276340484619, - 21.28477191925049 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_062716.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_062716.json deleted file mode 100644 index 290aa3f562ede7d06653b6738ad4fed7a68aa5ce..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_062716.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T06:27:16.848590+00:00", - "metrics": { - "MSE[mean]": 30.09002907411995, - "MSE[0.5]": 22.918086604203705, - "MAE[0.5]": 3.942200024922689, - "MASE[0.5]": 0.7544880430474045, - "MAPE[0.5]": 0.9022643793828545, - "sMAPE[0.5]": 0.38407085318628553, - "MSIS": 9.013411899883021, - "RMSE[mean]": 5.485437910880037, - "NRMSE[mean]": 0.5203577464866439, - "ND[0.5]": 0.373963638727844, - "mean_weighted_sum_quantile_loss": 0.29600845424030553 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00" - ], - "context": [ - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0 - ], - "actual": [ - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.026976108551025, - 12.600210666656494, - 12.70572280883789, - 12.381659984588623, - 12.452672004699707, - 13.496357440948486, - 12.535870552062988, - 12.912893772125244, - 12.144421577453613, - 12.545577049255371, - 12.782022476196289, - 12.835739612579346, - 12.696680068969727, - 12.784356117248535, - 11.981768608093262, - 12.979393005371094, - 13.737457752227783, - 13.306161880493164, - 12.752567291259766, - 12.61415719985962, - 12.30937385559082, - 12.488701820373535, - 12.477303504943848, - 12.27195692062378 - ], - "p10": [ - 8.952585220336914, - 8.901789665222168, - 9.026238918304443, - 8.90048599243164, - 9.015159606933594, - 8.577361106872559, - 9.001519680023193, - 8.986824035644531, - 8.648134231567383, - 9.107951164245605, - 9.251474380493164, - 8.342246055603027, - 9.130618572235107, - 8.798672676086426, - 8.31749963760376, - 8.721179962158203, - 8.764223098754883, - 8.399169921875, - 8.386731624603271, - 8.952444553375244, - 8.441218376159668, - 8.78254222869873, - 8.150655746459961, - 8.289510250091553 - ], - "p90": [ - 18.837063789367676, - 19.27313995361328, - 20.52669906616211, - 19.779178619384766, - 20.83099365234375, - 19.483542442321777, - 19.26649570465088, - 20.300097465515137, - 19.727703094482422, - 21.452451705932617, - 19.01547622680664, - 19.914173126220703, - 19.566203117370605, - 19.12905979156494, - 18.76203441619873, - 20.5322208404541, - 19.6819486618042, - 21.444551467895508, - 19.500030517578125, - 20.221980094909668, - 19.37077522277832, - 20.895819664001465, - 21.692901611328125, - 19.356740951538086 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_074144.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_074144.json deleted file mode 100644 index 0a7dfcd561193d74d3ad1c39a8b6b2171dfdb1b2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_074144.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T07:41:44.873034+00:00", - "metrics": { - "MSE[mean]": 28.68696220980708, - "MSE[0.5]": 20.546579744108907, - "MAE[0.5]": 3.7795395652453103, - "MASE[0.5]": 0.7256715965270996, - "MAPE[0.5]": 0.5265918242210262, - "sMAPE[0.5]": 0.35747147735493484, - "MSIS": 8.817485687255859, - "RMSE[mean]": 5.356021117378747, - "NRMSE[mean]": 0.49440194929649967, - "ND[0.5]": 0.34888057525341326, - "mean_weighted_sum_quantile_loss": 0.28350426951025287 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00" - ], - "context": [ - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0 - ], - "actual": [ - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 11.0, - 15.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.774200916290283, - 11.81925916671753, - 12.272036075592041, - 12.303805351257324, - 12.670732975006104, - 12.650917530059814, - 12.452599048614502, - 12.485586166381836, - 12.668041706085205, - 13.116843223571777, - 12.518552780151367, - 12.842473983764648, - 12.427529335021973, - 12.399519920349121, - 12.861396789550781, - 12.765526294708252, - 12.598638534545898, - 13.000661373138428, - 13.075913906097412, - 12.0565185546875, - 12.30206823348999, - 12.836437702178955, - 12.907660007476807, - 12.205509185791016 - ], - "p10": [ - 9.10348653793335, - 9.206214904785156, - 9.03075885772705, - 9.513385772705078, - 9.150143146514893, - 9.346675872802734, - 9.450321674346924, - 9.08838701248169, - 9.319703102111816, - 9.508209228515625, - 9.222609996795654, - 8.83091402053833, - 8.875775337219238, - 8.546790599822998, - 9.150745391845703, - 9.020404815673828, - 8.849434852600098, - 9.042085647583008, - 8.879147052764893, - 8.698503971099854, - 8.603776931762695, - 9.207138061523438, - 8.911025524139404, - 8.900628089904785 - ], - "p90": [ - 18.628320693969727, - 18.722028732299805, - 21.537094116210938, - 20.424787521362305, - 20.07980728149414, - 19.80993366241455, - 22.087700843811035, - 20.775877952575684, - 20.202312469482422, - 20.29684352874756, - 21.18795871734619, - 20.57503890991211, - 19.842777252197266, - 20.70588207244873, - 20.687435150146484, - 21.68149757385254, - 20.95361328125, - 20.84187126159668, - 22.666940689086914, - 20.830662727355957, - 18.925979614257812, - 20.3004732131958, - 22.500391006469727, - 20.321236610412598 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_085641.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_085641.json deleted file mode 100644 index 92abfd39577c53be2da65f619ef252fb86dc4e95..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_085641.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T08:56:41.754193+00:00", - "metrics": { - "MSE[mean]": 28.318125515056256, - "MSE[0.5]": 28.672627713969092, - "MAE[0.5]": 4.564837555090587, - "MASE[0.5]": 0.8835169461465652, - "MAPE[0.5]": 0.7362080757658268, - "sMAPE[0.5]": 0.4236651849524422, - "MSIS": 8.186209732486356, - "RMSE[mean]": 5.321477756700318, - "NRMSE[mean]": 0.49888853969065483, - "ND[0.5]": 0.42795352078974247, - "mean_weighted_sum_quantile_loss": 0.31059864407612214 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00" - ], - "context": [ - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0 - ], - "actual": [ - 13.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 13.589816570281982, - 13.502774715423584, - 12.962331771850586, - 13.343442440032959, - 14.022844314575195, - 13.408705234527588, - 13.45254373550415, - 13.760668754577637, - 13.469847202301025, - 13.438504219055176, - 13.535349369049072, - 13.658671379089355, - 13.814480781555176, - 14.165826320648193, - 13.447303771972656, - 14.177444458007812, - 12.873270988464355, - 12.9783353805542, - 13.796270370483398, - 13.320562839508057, - 14.05307149887085, - 14.239617347717285, - 13.723098278045654, - 12.940464496612549 - ], - "p10": [ - 8.162326335906982, - 8.582389831542969, - 8.658995628356934, - 8.59212875366211, - 8.774536609649658, - 7.298836708068848, - 7.4899961948394775, - 8.03761100769043, - 8.74311113357544, - 7.680122137069702, - 6.329572677612305, - 8.106118202209473, - 7.4612836837768555, - 8.51600456237793, - 8.260881423950195, - 7.784682989120483, - 7.116403341293335, - 7.603551864624023, - 8.304454803466797, - 7.702429294586182, - 7.902278423309326, - 7.926561594009399, - 7.5026936531066895, - 6.787387371063232 - ], - "p90": [ - 18.23829174041748, - 18.83998966217041, - 17.40333366394043, - 17.246383666992188, - 18.70400047302246, - 18.74693775177002, - 18.57533359527588, - 19.283428192138672, - 17.915282249450684, - 18.769161224365234, - 18.753707885742188, - 19.405324935913086, - 19.37211036682129, - 19.348700523376465, - 19.15384006500244, - 19.091071128845215, - 18.331928253173828, - 19.35892105102539, - 19.996832847595215, - 19.412503242492676, - 20.624719619750977, - 20.41460132598877, - 19.872310638427734, - 17.77696132659912 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_100719.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_100719.json deleted file mode 100644 index ecbf990e15dff3b09cc3236219e517453503c8a8..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_100719.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T10:07:19.383318+00:00", - "metrics": { - "MSE[mean]": 23.359244026599185, - "MSE[0.5]": 22.787377995424787, - "MAE[0.5]": 4.099926650524139, - "MASE[0.5]": 0.7948161519594453, - "MAPE[0.5]": 0.5503110046118875, - "sMAPE[0.5]": 0.38140186777506074, - "MSIS": 6.703409871300127, - "RMSE[mean]": 4.833140182800328, - "NRMSE[mean]": 0.45310689213753075, - "ND[0.5]": 0.38436812348663807, - "mean_weighted_sum_quantile_loss": 0.27478841079605953 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00" - ], - "context": [ - 10.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0 - ], - "actual": [ - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 11.0 - ], - "predictions": { - "p50": [ - 14.053861141204834, - 13.124788284301758, - 12.746560096740723, - 12.85619068145752, - 13.06733751296997, - 13.789858341217041, - 13.580520629882812, - 13.478330612182617, - 13.17553186416626, - 12.791808605194092, - 13.190702438354492, - 13.88959789276123, - 14.215077877044678, - 13.588716506958008, - 13.5714430809021, - 13.36009693145752, - 13.077505588531494, - 12.7359938621521, - 13.822808265686035, - 13.728033542633057, - 12.774603366851807, - 13.561869621276855, - 12.888162612915039, - 12.645158767700195 - ], - "p10": [ - 8.188608646392822, - 7.3260955810546875, - 7.682227849960327, - 7.647454738616943, - 8.259296894073486, - 7.790662527084351, - 8.145610809326172, - 8.692471027374268, - 7.474311113357544, - 7.6764726638793945, - 6.986039400100708, - 8.552717208862305, - 8.369013786315918, - 7.883700847625732, - 8.197629928588867, - 8.235756874084473, - 7.779728889465332, - 8.457850456237793, - 7.960773944854736, - 8.311603546142578, - 8.109453201293945, - 8.097734928131104, - 8.186810970306396, - 7.529592037200928 - ], - "p90": [ - 17.444697380065918, - 17.06899356842041, - 17.63357925415039, - 16.44791316986084, - 17.70974349975586, - 19.39230251312256, - 18.699856758117676, - 17.826814651489258, - 17.888389587402344, - 16.930721282958984, - 18.155070304870605, - 18.518571853637695, - 18.62234115600586, - 18.285107612609863, - 18.940927505493164, - 17.37120819091797, - 17.11494255065918, - 17.898441314697266, - 18.14112091064453, - 18.647849082946777, - 17.22291851043701, - 18.240052223205566, - 18.026591300964355, - 17.247413635253906 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_112746.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_112746.json deleted file mode 100644 index 72bf209162a82b2dd382023101710f4526a9b182..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_112746.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:27:46.662048+00:00", - "metrics": { - "MSE[mean]": 28.930503274148805, - "MSE[0.5]": 25.197057397061723, - "MAE[0.5]": 4.309378564357758, - "MASE[0.5]": 0.8274006843566895, - "MAPE[0.5]": 0.640577693382816, - "sMAPE[0.5]": 0.41331657800489, - "MSIS": 8.76417037010193, - "RMSE[mean]": 5.378708327670204, - "NRMSE[mean]": 0.5042539057190817, - "ND[0.5]": 0.40400424040853977, - "mean_weighted_sum_quantile_loss": 0.30789051523639094 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 16.0, - 3.0 - ], - "predictions": { - "p50": [ - 13.068202018737793, - 13.035757541656494, - 12.621699810028076, - 12.658224105834961, - 12.526291847229004, - 12.630463600158691, - 12.453865051269531, - 12.706504821777344, - 12.833507061004639, - 12.525144577026367, - 12.935489177703857, - 12.905520915985107, - 12.505619525909424, - 13.465407371520996, - 12.479305267333984, - 13.176991939544678, - 12.768494129180908, - 12.781804084777832, - 12.79778242111206, - 13.254907131195068, - 13.030044555664062, - 12.910881042480469, - 12.881163120269775, - 12.607553958892822 - ], - "p10": [ - 9.019518852233887, - 8.972045421600342, - 8.29505443572998, - 8.383894443511963, - 9.080695152282715, - 8.91716194152832, - 8.032464504241943, - 8.15834665298462, - 8.404221534729004, - 8.217578887939453, - 8.0241117477417, - 8.117511749267578, - 7.420430660247803, - 9.014972686767578, - 7.999296188354492, - 8.688586235046387, - 8.542364120483398, - 8.119732856750488, - 7.502239465713501, - 8.59510326385498, - 8.385686874389648, - 8.498053550720215, - 8.558089256286621, - 8.127030849456787 - ], - "p90": [ - 20.257512092590332, - 18.636499404907227, - 19.32740879058838, - 18.397202491760254, - 18.95235538482666, - 19.245244026184082, - 17.489450454711914, - 18.63221549987793, - 18.757149696350098, - 18.754935264587402, - 19.788450241088867, - 19.45254898071289, - 19.004368782043457, - 21.09243869781494, - 18.55178165435791, - 19.69353675842285, - 19.464194297790527, - 19.723148345947266, - 19.42199993133545, - 19.47814655303955, - 18.576419830322266, - 19.463132858276367, - 19.509841918945312, - 19.339895248413086 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_123830.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_123830.json deleted file mode 100644 index 4ad667d00bad69e09cbc261843e51a62561e5af1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_123830.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:38:30.221231+00:00", - "metrics": { - "MSE[mean]": 29.77168157155624, - "MSE[0.5]": 25.952503185283557, - "MAE[0.5]": 4.409404893716176, - "MASE[0.5]": 0.8372287772878816, - "MAPE[0.5]": 0.6928359847034423, - "sMAPE[0.5]": 0.42047058760771333, - "MSIS": 8.183403271663039, - "RMSE[mean]": 5.456343241728496, - "NRMSE[mean]": 0.49981770153238136, - "ND[0.5]": 0.4039149520961383, - "mean_weighted_sum_quantile_loss": 0.3095352248482223 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.667018413543701, - 12.497413158416748, - 12.613455295562744, - 12.279441833496094, - 12.76618242263794, - 12.315045833587646, - 12.711034774780273, - 12.792046070098877, - 12.765995025634766, - 12.949192523956299, - 12.780109882354736, - 12.135730743408203, - 13.40759563446045, - 12.430657863616943, - 13.010071754455566, - 12.680578231811523, - 12.713252067565918, - 12.491804122924805, - 11.972044944763184, - 12.658748149871826, - 12.583508491516113, - 12.543174743652344, - 12.677029132843018, - 11.9549880027771 - ], - "p10": [ - 7.53835129737854, - 7.001147270202637, - 7.595532655715942, - 7.878151178359985, - 7.969555854797363, - 8.053509712219238, - 8.304258823394775, - 8.143779277801514, - 8.211516380310059, - 8.026894569396973, - 7.857111215591431, - 7.348057985305786, - 8.490695476531982, - 7.503771781921387, - 7.855895757675171, - 7.885153770446777, - 7.555866241455078, - 7.3385701179504395, - 7.869969129562378, - 7.706806898117065, - 7.229181289672852, - 7.632127046585083, - 7.847055673599243, - 7.9040985107421875 - ], - "p90": [ - 19.535685539245605, - 19.84386920928955, - 20.140100479125977, - 19.009305953979492, - 20.091845512390137, - 18.617972373962402, - 19.404622077941895, - 20.7674560546875, - 20.31363296508789, - 19.478273391723633, - 19.820639610290527, - 20.13527011871338, - 19.302437782287598, - 18.91921329498291, - 19.56312370300293, - 19.804682731628418, - 19.75823402404785, - 19.260737419128418, - 19.588704109191895, - 19.940874099731445, - 19.05485725402832, - 19.227375030517578, - 18.80086898803711, - 17.965407371520996 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_142423.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_142423.json deleted file mode 100644 index 552681d051dca549122fefec1549136a23c3f845..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_142423.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:24:23.252401+00:00", - "metrics": { - "MSE[mean]": 23.971857154699023, - "MSE[0.5]": 24.152281592156147, - "MAE[0.5]": 4.279335081577301, - "MASE[0.5]": 0.8097559155678468, - "MAPE[0.5]": 0.4976902649157462, - "sMAPE[0.5]": 0.3703645766726704, - "MSIS": 7.362485533474936, - "RMSE[mean]": 4.8961063259184865, - "NRMSE[mean]": 0.42421137841893025, - "ND[0.5]": 0.37077271464929684, - "mean_weighted_sum_quantile_loss": 0.2726299092323006 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 13.570569038391113, - 14.638981342315674, - 14.123310565948486, - 12.884902954101562, - 12.459563732147217, - 12.632572174072266, - 13.22539758682251, - 14.295623779296875, - 14.087102890014648, - 13.432281494140625, - 13.267077445983887, - 12.067970275878906, - 12.499583721160889, - 13.348918437957764, - 13.341917514801025, - 14.087663173675537, - 13.861820697784424, - 13.380155563354492, - 13.116184711456299, - 12.418761730194092, - 12.945923328399658, - 13.335078239440918, - 13.476775646209717, - 13.933974742889404 - ], - "p10": [ - 7.709658861160278, - 8.554404258728027, - 8.877132415771484, - 9.549297332763672, - 8.113831520080566, - 8.631417751312256, - 8.27763843536377, - 9.157295227050781, - 8.59765338897705, - 8.41456937789917, - 8.990165710449219, - 8.368024826049805, - 8.132293701171875, - 8.903449058532715, - 8.320343494415283, - 8.237221240997314, - 8.051828861236572, - 8.215189456939697, - 8.067553281784058, - 8.052285194396973, - 7.645615816116333, - 7.687082767486572, - 8.425230026245117, - 8.522386074066162 - ], - "p90": [ - 17.426335334777832, - 18.699462890625, - 19.161487579345703, - 17.21004009246826, - 17.003986358642578, - 16.961535453796387, - 17.77214527130127, - 18.771641731262207, - 19.3189640045166, - 19.20437717437744, - 17.56265163421631, - 17.285921096801758, - 17.006954193115234, - 17.337574005126953, - 17.612651824951172, - 18.81123161315918, - 17.816009521484375, - 17.313114166259766, - 17.862489700317383, - 16.94946575164795, - 17.127718925476074, - 19.18122386932373, - 19.051189422607422, - 18.600936889648438 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_155903.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_155903.json deleted file mode 100644 index 61b00d6e9a97767e68562710335857df781d7e18..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_155903.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:59:03.426689+00:00", - "metrics": { - "MSE[mean]": 23.57045882714154, - "MSE[0.5]": 23.78709331136355, - "MAE[0.5]": 4.266293962796529, - "MASE[0.5]": 0.8051721240402362, - "MAPE[0.5]": 0.510839710885278, - "sMAPE[0.5]": 0.36921343845857496, - "MSIS": 7.90080174924818, - "RMSE[mean]": 4.854941691425505, - "NRMSE[mean]": 0.4221688427326526, - "ND[0.5]": 0.3709820837214373, - "mean_weighted_sum_quantile_loss": 0.27039419111230334 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 14.52838945388794, - 14.111220836639404, - 13.120971202850342, - 12.767828464508057, - 13.063286781311035, - 14.169592380523682, - 14.234474182128906, - 13.781925678253174, - 13.82234525680542, - 12.738411903381348, - 12.781400203704834, - 12.92440128326416, - 12.99775505065918, - 14.512091159820557, - 13.678102493286133, - 13.393088817596436, - 13.074674129486084, - 12.642114162445068, - 13.080793857574463, - 13.70450735092163, - 14.105879306793213, - 13.751734256744385, - 13.612971305847168, - 12.972441673278809 - ], - "p10": [ - 9.363610744476318, - 8.188647270202637, - 7.814689874649048, - 7.901116371154785, - 8.660355567932129, - 9.393674850463867, - 8.108713150024414, - 8.806176662445068, - 9.135214805603027, - 8.057505369186401, - 8.519675731658936, - 7.477713584899902, - 8.28012752532959, - 9.476148128509521, - 8.686422348022461, - 8.198674201965332, - 8.203346252441406, - 7.092085599899292, - 7.539860486984253, - 8.381973266601562, - 8.6961989402771, - 7.55491828918457, - 8.655657291412354, - 8.768620014190674 - ], - "p90": [ - 18.707735061645508, - 18.227116584777832, - 17.324238777160645, - 16.22867774963379, - 17.6257381439209, - 18.907394409179688, - 18.216970443725586, - 20.422115325927734, - 18.750274658203125, - 17.680849075317383, - 17.047767639160156, - 17.12855052947998, - 17.871164321899414, - 19.095531463623047, - 18.616615295410156, - 17.409555435180664, - 16.2518310546875, - 16.114656448364258, - 17.09697723388672, - 18.80556583404541, - 19.30448818206787, - 18.355658531188965, - 17.81421947479248, - 17.597525596618652 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_005509.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_005509.json deleted file mode 100644 index 7daa13317370499ecb069e4b35824d93aa6affb0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_005509.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T00:55:09.587140+00:00", - "metrics": { - "MSE[mean]": 37.11542058361442, - "MSE[0.5]": 31.377586654022696, - "MAE[0.5]": 4.744891544183095, - "MASE[0.5]": 0.9061861835044639, - "MAPE[0.5]": 0.5914218103755369, - "sMAPE[0.5]": 0.3997855397123657, - "MSIS": 9.414420426366185, - "RMSE[mean]": 6.092242656330624, - "NRMSE[mean]": 0.5166566210315724, - "ND[0.5]": 0.4023936291886724, - "mean_weighted_sum_quantile_loss": 0.3084832205321211 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 15.741730213165283, - 13.754215717315674, - 13.79216718673706, - 14.102931022644043, - 14.338609218597412, - 14.701187133789062, - 15.638566970825195, - 15.664843082427979, - 13.90643310546875, - 13.829137802124023, - 14.141871929168701, - 14.170825004577637, - 14.298701286315918, - 15.371431827545166, - 14.344499111175537, - 12.940618991851807, - 13.400309085845947, - 14.37834882736206, - 13.959564685821533, - 14.198596000671387, - 14.390662670135498, - 15.400327205657959, - 13.477173328399658, - 13.45129919052124 - ], - "p10": [ - 10.518961429595947, - 9.041618824005127, - 9.065566539764404, - 9.67899465560913, - 9.923418045043945, - 9.43228530883789, - 9.359712600708008, - 9.557402610778809, - 8.690126895904541, - 8.983866691589355, - 8.84511137008667, - 9.308537006378174, - 9.40887451171875, - 9.71438980102539, - 9.103265762329102, - 8.527419090270996, - 8.4631667137146, - 9.167572021484375, - 9.758835315704346, - 8.623301982879639, - 9.884485244750977, - 9.60147476196289, - 9.168924808502197, - 8.624979019165039 - ], - "p90": [ - 22.838993072509766, - 22.650428771972656, - 19.330859184265137, - 19.993428230285645, - 21.74624538421631, - 21.253973960876465, - 24.734797477722168, - 23.78724765777588, - 20.974645614624023, - 20.407886505126953, - 20.93024444580078, - 21.10176658630371, - 21.571959495544434, - 22.783267974853516, - 23.525358200073242, - 20.619807243347168, - 20.40852642059326, - 23.669455528259277, - 21.90160369873047, - 21.243983268737793, - 22.73602294921875, - 24.1959867477417, - 21.437166213989258, - 20.713441848754883 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_022158.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_022158.json deleted file mode 100644 index 9dd1166e642f8cda21b1ca442ec029ddffde7681..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_022158.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:21:58.802986+00:00", - "metrics": { - "MSE[mean]": 36.126837920488775, - "MSE[0.5]": 36.20135293631054, - "MAE[0.5]": 4.888879954814911, - "MASE[0.5]": 0.939918175558541, - "MAPE[0.5]": 1.0840925147311102, - "sMAPE[0.5]": 0.4409268263216004, - "MSIS": 10.570863245007828, - "RMSE[mean]": 6.010560532969349, - "NRMSE[mean]": 0.5170374652016644, - "ND[0.5]": 0.4205488133174117, - "mean_weighted_sum_quantile_loss": 0.32158872299771635 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.004446983337402, - 12.903462409973145, - 13.924726963043213, - 14.58668041229248, - 13.663533687591553, - 12.629930973052979, - 12.321244716644287, - 12.866004943847656, - 13.563502788543701, - 13.617632389068604, - 14.981203556060791, - 13.908183097839355, - 12.438740253448486, - 12.86601972579956, - 12.4156174659729, - 12.994925022125244, - 13.92615032196045, - 14.406862258911133, - 14.045344829559326, - 13.156264781951904, - 12.541277885437012, - 13.306847095489502, - 13.752331733703613, - 14.184016227722168 - ], - "p10": [ - 7.99054479598999, - 7.092198610305786, - 8.550871849060059, - 9.265053749084473, - 8.105103015899658, - 7.127006530761719, - 7.641388177871704, - 7.606045246124268, - 8.201496124267578, - 7.420923709869385, - 8.27319622039795, - 8.433494091033936, - 7.385162353515625, - 7.191705226898193, - 6.995496034622192, - 7.7046544551849365, - 7.360263824462891, - 8.661035060882568, - 6.467523097991943, - 6.037171363830566, - 6.9663238525390625, - 7.463335275650024, - 7.01464319229126, - 7.251741170883179 - ], - "p90": [ - 16.50663948059082, - 16.92068862915039, - 18.328694343566895, - 20.442830085754395, - 18.543819427490234, - 18.255529403686523, - 17.24956512451172, - 17.031110763549805, - 18.916370391845703, - 20.211270332336426, - 20.07553768157959, - 19.26533031463623, - 17.225810050964355, - 17.39335346221924, - 17.933222770690918, - 19.254901885986328, - 20.553489685058594, - 19.9754056930542, - 19.4558687210083, - 19.06235122680664, - 18.38798427581787, - 17.552650451660156, - 19.09890651702881, - 20.02610206604004 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_033622.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_033622.json deleted file mode 100644 index 259197d7d7faea1c7cfdf89a64188e1c000f5934..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_033622.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:36:22.743629+00:00", - "metrics": { - "MSE[mean]": 36.930615467858274, - "MSE[0.5]": 38.147450497033844, - "MAE[0.5]": 5.148024757703145, - "MASE[0.5]": 0.9831771420547121, - "MAPE[0.5]": 0.6374089662511601, - "sMAPE[0.5]": 0.43700785236659684, - "MSIS": 12.207493262834829, - "RMSE[mean]": 6.0770564805552265, - "NRMSE[mean]": 0.5064213733796022, - "ND[0.5]": 0.4290020631419288, - "mean_weighted_sum_quantile_loss": 0.3287186160131737 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.907073974609375, - 13.227596759796143, - 13.117386817932129, - 13.048900127410889, - 11.6198148727417, - 11.47402048110962, - 11.743682384490967, - 12.618538856506348, - 13.449779510498047, - 13.937588214874268, - 12.807908058166504, - 12.3882155418396, - 11.889495372772217, - 12.846835613250732, - 13.739927291870117, - 14.679323196411133, - 14.236072540283203, - 13.52824068069458, - 12.697419166564941, - 13.198856353759766, - 13.75163221359253, - 14.52115249633789, - 15.001780033111572, - 13.967676639556885 - ], - "p10": [ - 8.078444480895996, - 7.447547912597656, - 8.080567836761475, - 7.840471506118774, - 6.700238227844238, - 7.2877514362335205, - 7.5336010456085205, - 8.52901554107666, - 8.079413414001465, - 8.450456142425537, - 7.788973331451416, - 7.542817831039429, - 6.951492786407471, - 7.83493709564209, - 6.3572375774383545, - 7.670636415481567, - 8.013015747070312, - 8.126944541931152, - 6.128819465637207, - 8.278602123260498, - 6.494383811950684, - 7.479045152664185, - 8.45265007019043, - 7.975304365158081 - ], - "p90": [ - 17.576921463012695, - 18.872787475585938, - 17.538989067077637, - 17.399062156677246, - 15.522246360778809, - 15.678041458129883, - 16.373148918151855, - 17.845322608947754, - 18.388983726501465, - 18.33398151397705, - 17.174381256103516, - 16.77910041809082, - 15.879746437072754, - 17.35183334350586, - 19.26488494873047, - 19.50704288482666, - 20.807778358459473, - 18.2264347076416, - 19.03886890411377, - 18.29073429107666, - 19.37550163269043, - 21.392194747924805, - 21.109996795654297, - 21.281840324401855 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_050213.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_050213.json deleted file mode 100644 index f546d99316c30dbf7a5e087d73eda2f0e224bef9..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_050213.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:02:13.580355+00:00", - "metrics": { - "MSE[mean]": 38.726113003398645, - "MSE[0.5]": 37.228637669694, - "MAE[0.5]": 5.189123034477234, - "MASE[0.5]": 0.9910261498205859, - "MAPE[0.5]": 0.9626560938429011, - "sMAPE[0.5]": 0.46275830627567366, - "MSIS": 10.187958517504624, - "RMSE[mean]": 6.223030853482782, - "NRMSE[mean]": 0.49784246827862255, - "ND[0.5]": 0.4151298427581787, - "mean_weighted_sum_quantile_loss": 0.32708099676061564 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 9.9143967628479, - 10.319783687591553, - 10.972055912017822, - 11.492841720581055, - 11.584793090820312, - 12.631000995635986, - 12.240715503692627, - 12.516637802124023, - 12.337938785552979, - 11.741893291473389, - 12.588813781738281, - 12.789006233215332, - 12.613467693328857, - 12.24786901473999, - 12.78637409210205, - 12.446492671966553, - 12.903745651245117, - 12.80741024017334, - 12.606188297271729, - 12.616177082061768, - 11.696756362915039, - 12.89600658416748, - 12.758336544036865, - 13.141442775726318 - ], - "p10": [ - 6.545898199081421, - 7.207082986831665, - 7.019441366195679, - 7.281907320022583, - 7.479366064071655, - 7.546281576156616, - 7.358224391937256, - 7.958474159240723, - 7.874417543411255, - 7.448320388793945, - 7.8672730922698975, - 7.9505836963653564, - 7.855386018753052, - 8.03096866607666, - 7.5894615650177, - 8.037398338317871, - 7.813054323196411, - 8.660618305206299, - 7.629235029220581, - 8.307989120483398, - 8.015437364578247, - 7.696637392044067, - 8.432756423950195, - 7.588971853256226 - ], - "p90": [ - 17.064361572265625, - 17.86753749847412, - 20.091809272766113, - 18.692238807678223, - 19.352153778076172, - 23.227079391479492, - 20.813095092773438, - 19.743041038513184, - 18.89986801147461, - 19.17060661315918, - 20.35292339324951, - 20.816455841064453, - 22.631324768066406, - 20.940916061401367, - 20.28479766845703, - 20.921740531921387, - 21.364070892333984, - 21.944350242614746, - 20.16498851776123, - 21.625170707702637, - 20.516745567321777, - 20.812630653381348, - 20.106857299804688, - 20.212315559387207 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_184340.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_184340.json deleted file mode 100644 index dab6282a1e711c90cbef70ef61cdc496713bd7f7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_184340.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:43:40.684043+00:00", - "metrics": { - "MSE[mean]": 63.26687908932911, - "MSE[0.5]": 53.81310307346423, - "MAE[0.5]": 6.680327753225963, - "MASE[0.5]": 1.2380530199028812, - "MAPE[0.5]": 0.9014053786352685, - "sMAPE[0.5]": 0.5661562226002563, - "MSIS": 14.905701298511167, - "RMSE[mean]": 7.954047968759625, - "NRMSE[mean]": 0.8598970777037432, - "ND[0.5]": 0.7221975949433472, - "mean_weighted_sum_quantile_loss": 0.5057794941318883 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 17.050610542297363, - 17.757587432861328, - 15.568548202514648, - 16.017005920410156, - 15.440304279327393, - 15.278911113739014, - 15.889754295349121, - 15.754168033599854, - 15.62864065170288, - 15.950664043426514, - 15.765429496765137, - 15.424753189086914, - 15.865283489227295, - 14.938424587249756, - 15.590999126434326, - 16.53102684020996, - 16.255085945129395, - 15.080302238464355, - 15.627667903900146, - 15.644814491271973, - 14.648046493530273, - 16.19252109527588, - 16.17387104034424, - 15.388063430786133 - ], - "p10": [ - 11.294570922851562, - 10.841784954071045, - 10.148433685302734, - 9.908515930175781, - 9.864608764648438, - 10.324912071228027, - 9.822911262512207, - 9.71064043045044, - 9.861790657043457, - 9.61892032623291, - 9.269847869873047, - 9.340052604675293, - 9.325156211853027, - 9.61909294128418, - 9.505302429199219, - 10.53608512878418, - 9.8540678024292, - 9.097537517547607, - 9.23644733428955, - 9.661741256713867, - 9.293213844299316, - 9.996726512908936, - 10.058391571044922, - 9.001805305480957 - ], - "p90": [ - 25.313340187072754, - 24.91485595703125, - 22.70006561279297, - 24.85419750213623, - 22.759061813354492, - 22.46483039855957, - 24.047388076782227, - 23.58554458618164, - 24.292658805847168, - 25.977730751037598, - 24.262940406799316, - 23.255319595336914, - 26.218976974487305, - 24.60789966583252, - 24.026103973388672, - 23.666645050048828, - 24.04560661315918, - 23.76412296295166, - 24.107833862304688, - 24.01482105255127, - 23.07078742980957, - 22.58681297302246, - 24.795793533325195, - 23.774027824401855 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_140253.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_140253.json deleted file mode 100644 index 8ef401cb01f104e052290d26fbfd7d9db92fbfce..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_140253.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T14:02:53.404317+00:00", - "metrics": { - "MSE[mean]": 31.483129444434287, - "MSE[0.5]": 22.892655715715517, - "MAE[0.5]": 3.96903924147288, - "MASE[0.5]": 0.7064791727714397, - "MAPE[0.5]": 0.6170859333498654, - "sMAPE[0.5]": 0.3981794907821486, - "MSIS": 7.157293106923145, - "RMSE[mean]": 5.610982930328187, - "NRMSE[mean]": 0.6011767425351628, - "ND[0.5]": 0.42525420444352285, - "mean_weighted_sum_quantile_loss": 0.3206263270643022 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.967358112335205, - 11.967860698699951, - 12.657253742218018, - 12.724989891052246, - 12.843977928161621, - 12.363731861114502, - 13.516140937805176, - 13.021458148956299, - 12.541487216949463, - 12.925517082214355, - 13.10850477218628, - 13.257277965545654, - 12.730791091918945, - 12.897669315338135, - 12.825706005096436, - 12.791932106018066, - 12.83860731124878, - 13.241610527038574, - 13.731433868408203, - 13.269292831420898, - 12.813988208770752, - 12.842320919036865, - 11.887823104858398, - 12.96220064163208 - ], - "p10": [ - 7.309396266937256, - 7.647705078125, - 7.639014959335327, - 7.927917957305908, - 7.9284117221832275, - 8.559674263000488, - 7.623502492904663, - 8.471014499664307, - 7.57453727722168, - 8.784576416015625, - 8.035888195037842, - 8.017876148223877, - 7.737091302871704, - 8.329689979553223, - 8.451909065246582, - 7.720941781997681, - 8.457775115966797, - 8.944044589996338, - 8.099910259246826, - 8.673957824707031, - 8.348392009735107, - 7.834039211273193, - 6.741264820098877, - 8.010228633880615 - ], - "p90": [ - 19.481633186340332, - 19.301513671875, - 19.697762489318848, - 20.58363914489746, - 20.89647102355957, - 20.009577751159668, - 19.64598846435547, - 20.20450782775879, - 19.50836944580078, - 19.94178295135498, - 20.6400785446167, - 21.54867649078369, - 20.823790550231934, - 19.735556602478027, - 20.336389541625977, - 21.2027645111084, - 19.84174346923828, - 20.024141311645508, - 20.39680767059326, - 21.090219497680664, - 20.866849899291992, - 20.431285858154297, - 19.16208839416504, - 21.501730918884277 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_152448.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_152448.json deleted file mode 100644 index 96cc9a61aac83cb3daa8b967b673fc1e030168fd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_152448.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T15:24:48.387815+00:00", - "metrics": { - "MSE[mean]": 28.996265476224306, - "MSE[0.5]": 22.70018542389667, - "MAE[0.5]": 3.8174853126207986, - "MASE[0.5]": 0.6655180206021732, - "MAPE[0.5]": 0.7401088336263278, - "sMAPE[0.5]": 0.40717042610054355, - "MSIS": 7.213209419504494, - "RMSE[mean]": 5.384818054142991, - "NRMSE[mean]": 0.5821424923397828, - "ND[0.5]": 0.4127011148779242, - "mean_weighted_sum_quantile_loss": 0.32379785696188135 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.453204154968262, - 12.16274118423462, - 12.378678798675537, - 11.921142101287842, - 12.253052711486816, - 12.150718688964844, - 12.796643257141113, - 11.783735275268555, - 12.825552940368652, - 12.345579624176025, - 12.241247653961182, - 12.523101806640625, - 12.390015125274658, - 11.842290878295898, - 12.34696626663208, - 12.771515369415283, - 12.416122913360596, - 12.588053226470947, - 12.540299892425537, - 12.380273342132568, - 12.177780151367188, - 12.180017471313477, - 12.329245567321777, - 12.053717136383057 - ], - "p10": [ - 6.974509000778198, - 7.083007097244263, - 6.828327178955078, - 7.273730516433716, - 6.952672719955444, - 8.054418087005615, - 7.638486862182617, - 7.40270733833313, - 7.093660116195679, - 7.5164313316345215, - 8.166009902954102, - 7.945291757583618, - 7.399909257888794, - 7.049551486968994, - 7.885334730148315, - 7.473207950592041, - 7.723045110702515, - 7.220428228378296, - 6.745991230010986, - 7.172879219055176, - 6.835000514984131, - 7.242989540100098, - 7.153920412063599, - 7.316302537918091 - ], - "p90": [ - 18.0693416595459, - 18.461946487426758, - 18.826210021972656, - 17.970252990722656, - 19.20232582092285, - 19.751195907592773, - 19.37732982635498, - 19.374438285827637, - 20.82612895965576, - 19.45224666595459, - 18.889892578125, - 21.56960678100586, - 18.69701385498047, - 18.923797607421875, - 19.23603057861328, - 19.873615264892578, - 20.15093421936035, - 21.031265258789062, - 20.01592445373535, - 20.770870208740234, - 19.458176612854004, - 20.8819522857666, - 21.193243980407715, - 21.198981285095215 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_164544.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_164544.json deleted file mode 100644 index fbeee3829faa0f53d52f13a5ec95b5a97d6f09d4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260619_164544.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T16:45:44.842542+00:00", - "metrics": { - "MSE[mean]": 34.05904207148433, - "MSE[0.5]": 22.890933595437172, - "MAE[0.5]": 4.0521716475486755, - "MASE[0.5]": 0.697147810330955, - "MAPE[0.5]": 0.6225665392608645, - "sMAPE[0.5]": 0.4110058953918921, - "MSIS": 7.234631984464585, - "RMSE[mean]": 5.836012514678522, - "NRMSE[mean]": 0.6280910329698859, - "ND[0.5]": 0.4361081593774359, - "mean_weighted_sum_quantile_loss": 0.3219955839205572 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 13.152220726013184, - 12.438209533691406, - 11.708332538604736, - 11.834115028381348, - 12.211124420166016, - 12.44620132446289, - 12.932764053344727, - 13.533334255218506, - 12.588106155395508, - 12.013775825500488, - 12.541529178619385, - 13.09896993637085, - 12.610766410827637, - 12.42195987701416, - 13.57485580444336, - 13.077314376831055, - 12.230984210968018, - 12.429929733276367, - 12.88448190689087, - 12.376169681549072, - 12.531015872955322, - 13.47597074508667, - 12.480117797851562, - 12.274075984954834 - ], - "p10": [ - 8.306140422821045, - 7.8474085330963135, - 7.936868906021118, - 7.807549953460693, - 8.778831481933594, - 8.689245223999023, - 7.568694114685059, - 8.611882209777832, - 8.002115249633789, - 8.259924411773682, - 8.093987464904785, - 8.039290428161621, - 8.114189147949219, - 8.27101993560791, - 8.526403427124023, - 7.595376014709473, - 8.022009134292603, - 8.026893615722656, - 8.90019702911377, - 8.287156105041504, - 8.059825420379639, - 8.617870330810547, - 8.097135066986084, - 7.6339545249938965 - ], - "p90": [ - 20.26753807067871, - 18.885891914367676, - 18.08478832244873, - 18.234150886535645, - 18.728602409362793, - 18.9991455078125, - 20.26753807067871, - 20.46873378753662, - 19.437681198120117, - 17.787891387939453, - 20.111177444458008, - 19.86305809020996, - 20.26753807067871, - 19.513508796691895, - 19.506826400756836, - 19.850361824035645, - 17.762086868286133, - 19.35603904724121, - 19.81516170501709, - 19.760781288146973, - 19.7863712310791, - 21.104846000671387, - 18.13810157775879, - 20.220242500305176 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260620_172353.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260620_172353.json deleted file mode 100644 index 8a3950bfaee1fa27b3066fb112c32904186c9ada..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260620_172353.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T17:23:53.630754+00:00", - "metrics": { - "MSE[mean]": 42.97348829029602, - "MSE[0.5]": 35.09321746946501, - "MAE[0.5]": 5.108222305774689, - "MASE[0.5]": 0.8916169842806729, - "MAPE[0.5]": 1.3085118633355906, - "sMAPE[0.5]": 0.5610302378855744, - "MSIS": 14.592419634732332, - "RMSE[mean]": 6.555416713702953, - "NRMSE[mean]": 0.815181352999331, - "ND[0.5]": 0.6352193540859716, - "mean_weighted_sum_quantile_loss": 0.49468692906917205 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.402973651885986, - 13.01232624053955, - 11.922901153564453, - 12.8616361618042, - 12.697203636169434, - 12.76061725616455, - 12.48041296005249, - 12.310214519500732, - 13.13648271560669, - 12.534692764282227, - 12.377280712127686, - 12.993099689483643, - 12.748499870300293, - 12.652473449707031, - 13.031431674957275, - 12.866958141326904, - 12.958013534545898, - 12.226004600524902, - 13.185363292694092, - 12.043275356292725, - 12.327819347381592, - 11.874992370605469, - 12.232075214385986, - 12.41595458984375 - ], - "p10": [ - 7.1257545948028564, - 8.175152778625488, - 7.758303165435791, - 8.713995933532715, - 8.877782821655273, - 8.867609977722168, - 8.423351287841797, - 7.878644704818726, - 8.173757553100586, - 8.486274719238281, - 8.510686874389648, - 8.569363594055176, - 8.902044296264648, - 8.174444198608398, - 8.662991046905518, - 8.77937650680542, - 8.147993087768555, - 8.224023818969727, - 8.65941333770752, - 8.571677207946777, - 8.114031791687012, - 8.379476547241211, - 8.435976028442383, - 8.582395553588867 - ], - "p90": [ - 19.250200271606445, - 21.32819366455078, - 19.46438503265381, - 20.66817569732666, - 18.97445774078369, - 19.949061393737793, - 19.71943187713623, - 18.79470443725586, - 19.988866806030273, - 18.9081392288208, - 19.892850875854492, - 19.34587574005127, - 19.092084884643555, - 19.580745697021484, - 19.370848655700684, - 19.87367057800293, - 18.679439544677734, - 18.996710777282715, - 20.050070762634277, - 18.352335929870605, - 19.72175884246826, - 18.521482467651367, - 18.54530906677246, - 20.50790786743164 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_191240.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_191240.json deleted file mode 100644 index 506e238336eb3e459b60b955ea8c7b913ffe7de6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_191240.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T19:12:40.663348+00:00", - "metrics": { - "MSE[mean]": 15.477262296158452, - "MSE[0.5]": 12.163136978588918, - "MAE[0.5]": 3.051810006300608, - "MASE[0.5]": 0.576720001190666, - "MAPE[0.5]": 0.5817744688843699, - "sMAPE[0.5]": 0.3700281647764651, - "MSIS": 4.419860802297517, - "RMSE[mean]": 3.934115185929163, - "NRMSE[mean]": 0.4583435168072811, - "ND[0.5]": 0.3555506803457019, - "mean_weighted_sum_quantile_loss": 0.27805604363722325 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00" - ], - "context": [ - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 17.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 7.0, - 6.0, - 5.0, - 7.0, - 10.0, - 11.0 - ], - "actual": [ - 6.0, - 13.0, - 13.0, - 13.0, - 7.0, - 8.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 8.0, - 8.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.0022292137146, - 10.041675090789795, - 9.631470203399658, - 9.667859554290771, - 10.313003063201904, - 9.628099918365479, - 10.035859107971191, - 10.741767883300781, - 10.033548831939697, - 9.281315326690674, - 9.146429538726807, - 9.856773376464844, - 10.328311443328857, - 10.142724990844727, - 10.548443794250488, - 9.953312397003174, - 9.54192066192627, - 10.000406742095947, - 10.38952922821045, - 9.81074571609497, - 9.674830913543701, - 10.641611099243164, - 9.656730651855469, - 9.397730827331543 - ], - "p10": [ - 6.804977893829346, - 6.244671106338501, - 5.731305122375488, - 5.955172061920166, - 6.1748433113098145, - 5.553921699523926, - 5.744277000427246, - 6.2222206592559814, - 5.437094211578369, - 5.6326704025268555, - 5.248233318328857, - 5.257382869720459, - 6.2562127113342285, - 5.990692615509033, - 6.401516914367676, - 5.687083721160889, - 5.2344489097595215, - 5.009217262268066, - 6.0498270988464355, - 5.1719231605529785, - 5.354395389556885, - 5.468586444854736, - 4.808686256408691, - 5.547469139099121 - ], - "p90": [ - 17.22504997253418, - 15.548283100128174, - 14.995921611785889, - 15.491376399993896, - 15.000412464141846, - 15.698820114135742, - 16.951921463012695, - 16.729004859924316, - 16.264074325561523, - 15.289398670196533, - 15.28725528717041, - 16.744223594665527, - 17.01865863800049, - 17.079416275024414, - 17.93490219116211, - 16.879180908203125, - 16.63316535949707, - 15.215381145477295, - 17.271970748901367, - 16.866122245788574, - 16.633325576782227, - 18.67724323272705, - 16.585941314697266, - 14.840051651000977 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_231112.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_231112.json deleted file mode 100644 index a580e98fa904f41c670711ea3c815980c4b4286d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260621_231112.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:11:12.924230+00:00", - "metrics": { - "MSE[mean]": 26.302917048141012, - "MSE[0.5]": 19.836624864737768, - "MAE[0.5]": 3.7792120973269143, - "MASE[0.5]": 0.707680808862257, - "MAPE[0.5]": 0.7512025396522608, - "sMAPE[0.5]": 0.44070751611280534, - "MSIS": 7.779809588418671, - "RMSE[mean]": 5.128636958114798, - "NRMSE[mean]": 0.647827826288185, - "ND[0.5]": 0.4773741596623471, - "mean_weighted_sum_quantile_loss": 0.35454982344867203 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00" - ], - "context": [ - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 13.0 - ], - "actual": [ - 7.0, - 8.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 10.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.615696430206299, - 10.838224411010742, - 9.974563598632812, - 9.649666786193848, - 9.8169846534729, - 10.046920776367188, - 10.548165798187256, - 11.09054946899414, - 11.24781084060669, - 11.3658127784729, - 11.619295597076416, - 11.697336196899414, - 11.307809352874756, - 11.049257278442383, - 10.657247066497803, - 11.269476890563965, - 10.732003688812256, - 11.409035682678223, - 11.506647109985352, - 11.834067344665527, - 11.716390609741211, - 11.493124008178711, - 11.395945072174072, - 11.367680072784424 - ], - "p10": [ - 7.701902389526367, - 6.323603391647339, - 6.580157518386841, - 6.077085256576538, - 5.765574932098389, - 5.822422504425049, - 5.885064601898193, - 7.220808982849121, - 6.768614292144775, - 6.705128192901611, - 6.36006236076355, - 7.601820230484009, - 7.337257623672485, - 7.574103832244873, - 6.117015361785889, - 6.758201837539673, - 6.7565248012542725, - 6.668083906173706, - 7.743759632110596, - 7.835583448410034, - 7.453481197357178, - 7.487238883972168, - 6.9040374755859375, - 7.001617193222046 - ], - "p90": [ - 17.15954875946045, - 16.49631118774414, - 15.211759567260742, - 14.369052410125732, - 14.829904079437256, - 15.730479717254639, - 15.777081966400146, - 16.502836227416992, - 17.571962356567383, - 17.90253448486328, - 17.646453857421875, - 18.262187004089355, - 17.462743759155273, - 17.317893981933594, - 17.116975784301758, - 17.1539945602417, - 16.749021530151367, - 17.254857063293457, - 18.080278396606445, - 17.701306343078613, - 19.766688346862793, - 17.962061882019043, - 18.02961540222168, - 17.343759536743164 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_010446.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_010446.json deleted file mode 100644 index 062bfe9daf4536af034dc113e9162a2d7ef6dc54..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_010446.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T01:04:46.395392+00:00", - "metrics": { - "MSE[mean]": 20.4054227569895, - "MSE[0.5]": 19.639745782147514, - "MAE[0.5]": 3.7064760327339172, - "MASE[0.5]": 0.6931591541736157, - "MAPE[0.5]": 0.7486573754178613, - "sMAPE[0.5]": 0.43638832806655037, - "MSIS": 5.166825862364336, - "RMSE[mean]": 4.517236185654841, - "NRMSE[mean]": 0.582869185245786, - "ND[0.5]": 0.47825497196566674, - "mean_weighted_sum_quantile_loss": 0.33265425808540816 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 11.33120346069336, - 11.486625671386719, - 10.645550727844238, - 10.969659805297852, - 10.495049476623535, - 10.753656387329102, - 11.775351524353027, - 12.394303321838379, - 11.139256954193115, - 10.255205631256104, - 11.313806533813477, - 10.871385097503662, - 11.183384895324707, - 11.322388172149658, - 11.95448923110962, - 11.031715869903564, - 10.871410846710205, - 10.834011554718018, - 10.828545570373535, - 10.989132404327393, - 11.09378957748413, - 11.831545352935791, - 11.403575897216797, - 11.10746717453003 - ], - "p10": [ - 7.7343056201934814, - 6.012851238250732, - 6.040567874908447, - 6.8078694343566895, - 6.244172096252441, - 5.642743110656738, - 6.965613603591919, - 6.487993478775024, - 6.102335214614868, - 5.396694660186768, - 6.281877040863037, - 6.2827723026275635, - 6.287232398986816, - 5.86319637298584, - 6.77024245262146, - 5.694563388824463, - 4.967517852783203, - 5.854513168334961, - 6.135151386260986, - 6.347164630889893, - 6.1860127449035645, - 6.798594236373901, - 5.27032470703125, - 5.905368804931641 - ], - "p90": [ - 17.667329788208008, - 16.6890869140625, - 15.018749237060547, - 15.00914192199707, - 15.020275115966797, - 15.628793716430664, - 16.916505813598633, - 17.78687286376953, - 15.913297176361084, - 15.91174602508545, - 15.812724113464355, - 15.783699035644531, - 15.011246681213379, - 16.365286827087402, - 16.679367065429688, - 16.429190635681152, - 15.173510074615479, - 16.415281295776367, - 15.02576208114624, - 15.601381778717041, - 16.85547637939453, - 15.916374683380127, - 15.90930986404419, - 16.067922115325928 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_022010.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_022010.json deleted file mode 100644 index f7d8b1a1aa61e604961f97bc6f8c870815375628..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_022010.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:20:10.669749+00:00", - "metrics": { - "MSE[mean]": 22.18340540374091, - "MSE[0.5]": 21.23522162793654, - "MAE[0.5]": 3.8712770541508994, - "MASE[0.5]": 0.7221034919659709, - "MAPE[0.5]": 0.8319998631329993, - "sMAPE[0.5]": 0.477943852162473, - "MSIS": 7.326135672435861, - "RMSE[mean]": 4.709926263089573, - "NRMSE[mean]": 0.6534001752262991, - "ND[0.5]": 0.5370557762983906, - "mean_weighted_sum_quantile_loss": 0.37694249627830584 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.645991802215576, - 10.9349365234375, - 10.874664306640625, - 11.45111894607544, - 11.836851119995117, - 11.401920795440674, - 11.137400150299072, - 10.818319320678711, - 10.540432929992676, - 10.719850540161133, - 11.468149185180664, - 11.986333847045898, - 11.296569347381592, - 10.872257232666016, - 10.446487426757812, - 10.457634925842285, - 11.434112548828125, - 11.179641723632812, - 11.212718486785889, - 11.220439910888672, - 10.575533390045166, - 10.337096214294434, - 10.80601692199707, - 10.550021648406982 - ], - "p10": [ - 5.8774824142456055, - 5.977203845977783, - 6.362942695617676, - 6.835150241851807, - 6.445472002029419, - 7.210359811782837, - 5.956329822540283, - 6.440624952316284, - 6.116513729095459, - 6.31773829460144, - 6.807438373565674, - 6.854641914367676, - 6.547076463699341, - 5.9713053703308105, - 6.459870100021362, - 6.475707769393921, - 7.53487229347229, - 6.525580644607544, - 6.707343339920044, - 6.687200546264648, - 6.455787420272827, - 5.859155654907227, - 5.733091354370117, - 6.056949138641357 - ], - "p90": [ - 15.077722549438477, - 15.003273010253906, - 14.795421123504639, - 15.192195415496826, - 17.00892925262451, - 16.045022010803223, - 15.914088249206543, - 15.880174160003662, - 15.17020559310913, - 15.006216526031494, - 16.24731731414795, - 17.636043548583984, - 16.392894744873047, - 15.006333351135254, - 15.383787631988525, - 15.004708290100098, - 16.268465995788574, - 15.446876525878906, - 16.256528854370117, - 15.015742301940918, - 15.28773021697998, - 15.506112098693848, - 15.018407821655273, - 15.42037057876587 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_032847.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_032847.json deleted file mode 100644 index 4a200747bf934cf3567562d9c08f7459b117cb03..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_032847.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:28:47.387357+00:00", - "metrics": { - "MSE[mean]": 26.21733883247642, - "MSE[0.5]": 24.39989679058748, - "MAE[0.5]": 4.217489659786224, - "MASE[0.5]": 0.7897509896088639, - "MAPE[0.5]": 0.9489047601768866, - "sMAPE[0.5]": 0.5089482630850236, - "MSIS": 8.795124778821966, - "RMSE[mean]": 5.120286987315889, - "NRMSE[mean]": 0.6865189256736387, - "ND[0.5]": 0.5654734739378178, - "mean_weighted_sum_quantile_loss": 0.4036154098794891 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 10.773022174835205, - 10.516014575958252, - 11.42842435836792, - 12.653699398040771, - 12.702988147735596, - 10.941733360290527, - 10.605031490325928, - 10.815746307373047, - 11.09576416015625, - 11.050718307495117, - 11.05971622467041, - 11.243593692779541, - 11.299429893493652, - 10.429404735565186, - 10.286375999450684, - 10.620503902435303, - 11.124248504638672, - 11.503145217895508, - 11.743196487426758, - 10.722278594970703, - 10.24708890914917, - 10.85609769821167, - 10.99406099319458, - 11.12760877609253 - ], - "p10": [ - 6.302335023880005, - 6.0188889503479, - 6.989766359329224, - 7.776225805282593, - 7.460245370864868, - 6.533743858337402, - 5.768700122833252, - 6.40247368812561, - 6.598451614379883, - 6.522448778152466, - 5.974352836608887, - 5.8886260986328125, - 6.177150726318359, - 6.146299839019775, - 5.545226573944092, - 5.281834125518799, - 6.471580982208252, - 6.575962781906128, - 6.675118446350098, - 6.541030406951904, - 5.996835708618164, - 4.407557964324951, - 6.1671342849731445, - 4.807682037353516 - ], - "p90": [ - 14.988922119140625, - 14.99989938735962, - 15.862685680389404, - 16.947022438049316, - 17.608281135559082, - 15.23905611038208, - 15.186213970184326, - 14.963273525238037, - 14.992878913879395, - 16.33839702606201, - 16.803954124450684, - 15.866594314575195, - 16.429831504821777, - 14.718095779418945, - 14.976484775543213, - 14.99180269241333, - 16.088583946228027, - 15.471082210540771, - 15.775806427001953, - 15.00728178024292, - 14.973772048950195, - 14.995596885681152, - 15.121315956115723, - 15.892635822296143 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_044859.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_044859.json deleted file mode 100644 index f56ca569350b5c44a6914145edc125b5e2908858..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_044859.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T04:48:59.487417+00:00", - "metrics": { - "MSE[mean]": 23.30896261622983, - "MSE[0.5]": 17.960612346429325, - "MAE[0.5]": 3.6996260484059653, - "MASE[0.5]": 0.695491058708171, - "MAPE[0.5]": 0.6126697580062638, - "sMAPE[0.5]": 0.4270490953072604, - "MSIS": 5.040756154620616, - "RMSE[mean]": 4.8279356474822475, - "NRMSE[mean]": 0.6163322103168827, - "ND[0.5]": 0.4722926870305487, - "mean_weighted_sum_quantile_loss": 0.34268713307437043 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.043009281158447, - 10.357335567474365, - 10.858198642730713, - 11.48842477798462, - 10.91896677017212, - 10.194895267486572, - 10.291574001312256, - 10.348405838012695, - 10.283782958984375, - 10.872183799743652, - 11.939591407775879, - 11.028940677642822, - 9.682632446289062, - 9.93557357788086, - 9.96722936630249, - 10.959611415863037, - 10.50430154800415, - 11.05759859085083, - 10.306758880615234, - 9.913947105407715, - 9.946081638336182, - 10.567009449005127, - 10.949538230895996, - 10.695201873779297 - ], - "p10": [ - 4.911623954772949, - 5.441051959991455, - 5.939446449279785, - 6.280777215957642, - 6.939510822296143, - 5.275223255157471, - 5.749847888946533, - 5.9827117919921875, - 4.9378767013549805, - 6.355152368545532, - 6.122116565704346, - 5.936542510986328, - 4.635592460632324, - 5.442968845367432, - 4.888146877288818, - 6.338717222213745, - 6.352064371109009, - 5.763305187225342, - 5.266489505767822, - 5.231154918670654, - 5.622745513916016, - 5.980337142944336, - 6.368716478347778, - 5.223372459411621 - ], - "p90": [ - 16.69860553741455, - 15.897992610931396, - 16.444068908691406, - 18.4085693359375, - 16.532814025878906, - 15.945323944091797, - 17.11857318878174, - 16.736430168151855, - 17.804290771484375, - 18.80428695678711, - 17.44554615020752, - 16.50156307220459, - 16.774738311767578, - 16.378507614135742, - 17.659707069396973, - 17.611726760864258, - 17.44889259338379, - 18.89400291442871, - 17.309993743896484, - 15.527089595794678, - 16.372413635253906, - 17.557639122009277, - 18.726531982421875, - 19.271020889282227 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_060601.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_060601.json deleted file mode 100644 index 9a5503b88bdbb66c7c0ee065b27e812b04adfb7e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_060601.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:06:01.490265+00:00", - "metrics": { - "MSE[mean]": 16.894228130466292, - "MSE[0.5]": 14.250305077860267, - "MAE[0.5]": 3.177631437778473, - "MASE[0.5]": 0.588147721131234, - "MAPE[0.5]": 0.5044139191579968, - "sMAPE[0.5]": 0.3688445002899434, - "MSIS": 4.278019133447682, - "RMSE[mean]": 4.11025888849672, - "NRMSE[mean]": 0.4932310666196063, - "ND[0.5]": 0.38131577253341675, - "mean_weighted_sum_quantile_loss": 0.28851284482744005 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 9.759641647338867, - 9.778899192810059, - 10.776812076568604, - 10.991762161254883, - 9.595977306365967, - 10.03768539428711, - 10.862014293670654, - 10.359694480895996, - 9.760586261749268, - 10.365606307983398, - 10.65535306930542, - 9.915226459503174, - 10.023003101348877, - 10.041740894317627, - 10.230663776397705, - 10.261214256286621, - 10.85081672668457, - 10.144098281860352, - 10.028096199035645, - 9.721197128295898, - 10.514607429504395, - 10.14659595489502, - 9.825493812561035, - 10.649271965026855 - ], - "p10": [ - 5.912029266357422, - 5.732100009918213, - 5.923772811889648, - 6.565656661987305, - 6.008843898773193, - 5.432759761810303, - 5.987614631652832, - 5.544978618621826, - 5.768375396728516, - 5.507436752319336, - 6.076526165008545, - 5.948686599731445, - 5.490516185760498, - 5.7353196144104, - 5.565841197967529, - 6.603837013244629, - 6.393985271453857, - 5.786791801452637, - 5.478663921356201, - 5.439402103424072, - 6.333713531494141, - 5.564731597900391, - 4.250672340393066, - 6.478816032409668 - ], - "p90": [ - 15.189591884613037, - 15.626562118530273, - 16.665947914123535, - 17.457600593566895, - 14.73686933517456, - 15.97116231918335, - 17.50514793395996, - 16.58075714111328, - 16.62035083770752, - 17.141324996948242, - 18.32115077972412, - 15.80973768234253, - 15.807156085968018, - 16.266761779785156, - 16.724620819091797, - 15.210128784179688, - 17.87223243713379, - 16.047410011291504, - 15.70639944076538, - 15.772584915161133, - 16.827028274536133, - 17.37569522857666, - 15.877664566040039, - 17.075520515441895 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_072408.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_072408.json deleted file mode 100644 index e4dd746853f95a0b5b15f8fba45c0902221a4dab..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_072408.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T07:24:08.948787+00:00", - "metrics": { - "MSE[mean]": 23.624820786826643, - "MSE[0.5]": 19.93275431530164, - "MAE[0.5]": 3.703485131263733, - "MASE[0.5]": 0.6863601787670239, - "MAPE[0.5]": 0.9322025494722578, - "sMAPE[0.5]": 0.4489365841510799, - "MSIS": 6.6084890733814605, - "RMSE[mean]": 4.860537088308929, - "NRMSE[mean]": 0.6204940963798633, - "ND[0.5]": 0.47278533590600846, - "mean_weighted_sum_quantile_loss": 0.35090732399735325 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.545300483703613, - 11.165842056274414, - 10.737977504730225, - 10.313555717468262, - 9.92825984954834, - 10.5848388671875, - 10.573546409606934, - 10.564475059509277, - 11.153186321258545, - 10.484426021575928, - 10.159037590026855, - 9.91257095336914, - 10.49617624282837, - 11.439327716827393, - 11.220669269561768, - 11.021763324737549, - 10.502617835998535, - 9.786199569702148, - 10.227341651916504, - 10.477043151855469, - 10.494266510009766, - 11.15963077545166, - 11.193700790405273, - 10.274272918701172 - ], - "p10": [ - 6.2371604442596436, - 6.103100776672363, - 6.609089612960815, - 6.198550462722778, - 5.984720706939697, - 6.30132794380188, - 6.9309914112091064, - 6.293870449066162, - 6.889791488647461, - 5.93556547164917, - 5.966241836547852, - 5.832277297973633, - 6.038344860076904, - 6.864275932312012, - 6.40354061126709, - 6.8319642543792725, - 6.250882387161255, - 5.5022873878479, - 5.447348117828369, - 5.85498046875, - 6.562279939651489, - 6.730733394622803, - 5.497725009918213, - 5.827225208282471 - ], - "p90": [ - 18.458056449890137, - 17.753692626953125, - 16.19375991821289, - 17.06281566619873, - 15.348764896392822, - 16.38248634338379, - 16.292773246765137, - 17.06340789794922, - 17.08810806274414, - 17.155168533325195, - 16.12420654296875, - 15.3085036277771, - 17.347603797912598, - 17.968534469604492, - 17.66603183746338, - 17.43047332763672, - 17.178085327148438, - 16.50553321838379, - 16.587711334228516, - 17.61264419555664, - 16.704334259033203, - 19.06141757965088, - 18.386287689208984, - 17.14772319793701 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_083631.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_083631.json deleted file mode 100644 index c2718f9b6e8631de1b144c2944d1c5db25fea4dd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_083631.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T08:36:31.891858+00:00", - "metrics": { - "MSE[mean]": 16.49145963800322, - "MSE[0.5]": 14.076667821431613, - "MAE[0.5]": 3.0866506497065225, - "MASE[0.5]": 0.5887121768976679, - "MAPE[0.5]": 0.5266532764561027, - "sMAPE[0.5]": 0.3673824360125524, - "MSIS": 4.912564757643946, - "RMSE[mean]": 4.060967820360465, - "NRMSE[mean]": 0.5023877715909852, - "ND[0.5]": 0.38185368862348734, - "mean_weighted_sum_quantile_loss": 0.29154503686867766 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 9.512041091918945, - 9.2316312789917, - 9.665331363677979, - 10.278991222381592, - 10.899234771728516, - 10.260584831237793, - 10.018638610839844, - 10.150362491607666, - 9.566703796386719, - 9.890327453613281, - 10.134215354919434, - 10.85414171218872, - 10.398463249206543, - 9.672709465026855, - 9.665728569030762, - 10.547954082489014, - 9.674962043762207, - 10.56175708770752, - 11.026080131530762, - 10.253307819366455, - 10.79133415222168, - 10.765024185180664, - 9.700469970703125, - 10.416136264801025 - ], - "p10": [ - 5.5604472160339355, - 5.526054382324219, - 5.61204719543457, - 5.74813175201416, - 6.197269916534424, - 5.9333062171936035, - 5.911399841308594, - 5.517180442810059, - 5.860572338104248, - 5.490804672241211, - 6.168044805526733, - 6.3396594524383545, - 5.781114101409912, - 5.6011199951171875, - 5.89729642868042, - 5.6363091468811035, - 5.330113410949707, - 5.988098621368408, - 6.088399887084961, - 6.132769584655762, - 6.415500164031982, - 5.649130344390869, - 5.446890354156494, - 5.742308139801025 - ], - "p90": [ - 15.073180675506592, - 14.147305011749268, - 13.98964262008667, - 15.09437608718872, - 16.931294441223145, - 15.536232471466064, - 15.83052110671997, - 15.4692702293396, - 15.044952392578125, - 14.47505521774292, - 16.29397964477539, - 16.55067539215088, - 16.09821605682373, - 15.513336658477783, - 16.26478862762451, - 16.019301891326904, - 15.14365530014038, - 15.515034198760986, - 17.03547477722168, - 18.28181743621826, - 17.554275512695312, - 16.954025268554688, - 15.315014362335205, - 15.516931533813477 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_094759.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_094759.json deleted file mode 100644 index 969c4e0f4be58b77d6fe60554d88217617602b30..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_094759.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T09:47:59.903230+00:00", - "metrics": { - "MSE[mean]": 15.011191241375627, - "MSE[0.5]": 13.332707817158044, - "MAE[0.5]": 3.0339848399162292, - "MASE[0.5]": 0.575617677138257, - "MAPE[0.5]": 0.4572806771147589, - "sMAPE[0.5]": 0.3545728385773374, - "MSIS": 4.4107020815370594, - "RMSE[mean]": 3.874427859875007, - "NRMSE[mean]": 0.4696276193787887, - "ND[0.5]": 0.3677557381716641, - "mean_weighted_sum_quantile_loss": 0.276798914418076 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 8.906664371490479, - 9.226987838745117, - 9.530049324035645, - 10.031047344207764, - 10.346358299255371, - 9.98325777053833, - 9.907895565032959, - 9.828991889953613, - 9.724382400512695, - 9.719976902008057, - 10.481224536895752, - 10.551283836364746, - 10.088414669036865, - 9.740883827209473, - 9.513487815856934, - 9.723357200622559, - 9.596975326538086, - 9.95267391204834, - 10.199294090270996, - 10.279584407806396, - 10.317514896392822, - 9.759645938873291, - 9.778006553649902, - 9.7747163772583 - ], - "p10": [ - 5.2243781089782715, - 5.737369060516357, - 5.592380046844482, - 5.994800567626953, - 6.317829132080078, - 5.93172025680542, - 6.412303447723389, - 5.37341833114624, - 5.348000526428223, - 5.430377006530762, - 6.857330560684204, - 5.99360466003418, - 5.754079341888428, - 5.762121200561523, - 5.634359359741211, - 5.744727611541748, - 5.4070820808410645, - 6.017549991607666, - 5.636033058166504, - 6.3419718742370605, - 5.710390090942383, - 5.729544639587402, - 5.5346245765686035, - 6.116717100143433 - ], - "p90": [ - 13.081102848052979, - 13.939648628234863, - 14.040151596069336, - 15.34518814086914, - 15.675747394561768, - 15.280555725097656, - 15.156208992004395, - 15.159903049468994, - 13.806756973266602, - 13.618780612945557, - 16.113757133483887, - 16.07550048828125, - 16.418811798095703, - 15.820042610168457, - 14.177453517913818, - 14.943113803863525, - 14.489147186279297, - 15.190829277038574, - 15.627788543701172, - 15.20632553100586, - 16.550047874450684, - 15.696767330169678, - 15.065643787384033, - 15.228960514068604 - ], - "mean": [ - 9.025694847106934, - 9.711048126220703, - 9.773490905761719, - 10.704432487487793, - 10.785713195800781, - 10.707723617553711, - 10.451923370361328, - 10.238687515258789, - 9.784890174865723, - 9.721086502075195, - 11.097204208374023, - 11.053375244140625, - 10.691384315490723, - 10.40607738494873, - 9.972214698791504, - 10.10929012298584, - 10.145614624023438, - 10.306788444519043, - 10.875138282775879, - 10.78246784210205, - 10.85441780090332, - 10.415827751159668, - 10.23485279083252, - 10.4734525680542 - ], - "quantiles": { - "0.1": [ - 5.2243781089782715, - 5.737369060516357, - 5.592380046844482, - 5.994800567626953, - 6.317829132080078, - 5.93172025680542, - 6.412303447723389, - 5.37341833114624, - 5.348000526428223, - 5.430377006530762, - 6.857330560684204, - 5.99360466003418, - 5.754079341888428, - 5.762121200561523, - 5.634359359741211, - 5.744727611541748, - 5.4070820808410645, - 6.017549991607666, - 5.636033058166504, - 6.3419718742370605, - 5.710390090942383, - 5.729544639587402, - 5.5346245765686035, - 6.116717100143433 - ], - "0.2": [ - 5.2243781089782715, - 5.737369060516357, - 5.592380046844482, - 5.994800567626953, - 6.317829132080078, - 5.93172025680542, - 6.412303447723389, - 5.37341833114624, - 5.348000526428223, - 5.430377006530762, - 6.857330560684204, - 5.99360466003418, - 5.754079341888428, - 5.762121200561523, - 5.634359359741211, - 5.744727611541748, - 5.4070820808410645, - 6.017549991607666, - 5.636033058166504, - 6.3419718742370605, - 5.710390090942383, - 5.729544639587402, - 5.5346245765686035, - 6.116717100143433 - ], - "0.3": [ - 5.2243781089782715, - 5.737369060516357, - 5.592380046844482, - 5.994800567626953, - 6.317829132080078, - 5.93172025680542, - 6.412303447723389, - 5.37341833114624, - 5.348000526428223, - 5.430377006530762, - 6.857330560684204, - 5.99360466003418, - 5.754079341888428, - 5.762121200561523, - 5.634359359741211, - 5.744727611541748, - 5.4070820808410645, - 6.017549991607666, - 5.636033058166504, - 6.3419718742370605, - 5.710390090942383, - 5.729544639587402, - 5.5346245765686035, - 6.116717100143433 - ], - "0.4": [ - 8.906664371490479, - 9.226987838745117, - 9.530049324035645, - 10.031047344207764, - 10.346358299255371, - 9.98325777053833, - 9.907895565032959, - 9.828991889953613, - 9.724382400512695, - 9.719976902008057, - 10.481224536895752, - 10.551283836364746, - 10.088414669036865, - 9.740883827209473, - 9.513487815856934, - 9.723357200622559, - 9.596975326538086, - 9.95267391204834, - 10.199294090270996, - 10.279584407806396, - 10.317514896392822, - 9.759645938873291, - 9.778006553649902, - 9.7747163772583 - ], - "0.5": [ - 8.906664371490479, - 9.226987838745117, - 9.530049324035645, - 10.031047344207764, - 10.346358299255371, - 9.98325777053833, - 9.907895565032959, - 9.828991889953613, - 9.724382400512695, - 9.719976902008057, - 10.481224536895752, - 10.551283836364746, - 10.088414669036865, - 9.740883827209473, - 9.513487815856934, - 9.723357200622559, - 9.596975326538086, - 9.95267391204834, - 10.199294090270996, - 10.279584407806396, - 10.317514896392822, - 9.759645938873291, - 9.778006553649902, - 9.7747163772583 - ], - "0.6": [ - 8.906664371490479, - 9.226987838745117, - 9.530049324035645, - 10.031047344207764, - 10.346358299255371, - 9.98325777053833, - 9.907895565032959, - 9.828991889953613, - 9.724382400512695, - 9.719976902008057, - 10.481224536895752, - 10.551283836364746, - 10.088414669036865, - 9.740883827209473, - 9.513487815856934, - 9.723357200622559, - 9.596975326538086, - 9.95267391204834, - 10.199294090270996, - 10.279584407806396, - 10.317514896392822, - 9.759645938873291, - 9.778006553649902, - 9.7747163772583 - ], - "0.7": [ - 8.906664371490479, - 9.226987838745117, - 9.530049324035645, - 10.031047344207764, - 10.346358299255371, - 9.98325777053833, - 9.907895565032959, - 9.828991889953613, - 9.724382400512695, - 9.719976902008057, - 10.481224536895752, - 10.551283836364746, - 10.088414669036865, - 9.740883827209473, - 9.513487815856934, - 9.723357200622559, - 9.596975326538086, - 9.95267391204834, - 10.199294090270996, - 10.279584407806396, - 10.317514896392822, - 9.759645938873291, - 9.778006553649902, - 9.7747163772583 - ], - "0.8": [ - 13.081102848052979, - 13.939648628234863, - 14.040151596069336, - 15.34518814086914, - 15.675747394561768, - 15.280555725097656, - 15.156208992004395, - 15.159903049468994, - 13.806756973266602, - 13.618780612945557, - 16.113757133483887, - 16.07550048828125, - 16.418811798095703, - 15.820042610168457, - 14.177453517913818, - 14.943113803863525, - 14.489147186279297, - 15.190829277038574, - 15.627788543701172, - 15.20632553100586, - 16.550047874450684, - 15.696767330169678, - 15.065643787384033, - 15.228960514068604 - ], - "0.9": [ - 13.081102848052979, - 13.939648628234863, - 14.040151596069336, - 15.34518814086914, - 15.675747394561768, - 15.280555725097656, - 15.156208992004395, - 15.159903049468994, - 13.806756973266602, - 13.618780612945557, - 16.113757133483887, - 16.07550048828125, - 16.418811798095703, - 15.820042610168457, - 14.177453517913818, - 14.943113803863525, - 14.489147186279297, - 15.190829277038574, - 15.627788543701172, - 15.20632553100586, - 16.550047874450684, - 15.696767330169678, - 15.065643787384033, - 15.228960514068604 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_111313.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_111313.json deleted file mode 100644 index 491b206548643cb6b99b2dd48985e8f7c3d7befa..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_111313.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T11:13:13.158965+00:00", - "metrics": { - "MSE[mean]": 13.28488128842605, - "MSE[0.5]": 13.074613168561996, - "MAE[0.5]": 2.9192054271698, - "MASE[0.5]": 0.5642491027012767, - "MAPE[0.5]": 0.4396559399632405, - "sMAPE[0.5]": 0.3369991297296447, - "MSIS": 4.039220950107446, - "RMSE[mean]": 3.6448431088904294, - "NRMSE[mean]": 0.42880507163416814, - "ND[0.5]": 0.34343593260821176, - "mean_weighted_sum_quantile_loss": 0.2657384565972554 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 9.443251132965088, - 9.248276710510254, - 9.697391033172607, - 10.115513801574707, - 10.36971664428711, - 9.34019947052002, - 8.993539333343506, - 9.349884986877441, - 9.740277767181396, - 9.95421552658081, - 9.74072790145874, - 10.588257312774658, - 9.890143871307373, - 9.802298069000244, - 9.893702507019043, - 10.195903301239014, - 10.200323104858398, - 10.601048946380615, - 10.164993286132812, - 10.611875534057617, - 9.449161052703857, - 9.780971050262451, - 10.225278854370117, - 10.541975975036621 - ], - "p10": [ - 4.899176597595215, - 5.372779369354248, - 4.904514312744141, - 5.2017316818237305, - 5.590404510498047, - 4.66729211807251, - 4.464793682098389, - 4.739830017089844, - 5.02612829208374, - 5.9125237464904785, - 4.765470504760742, - 6.330191612243652, - 5.629848480224609, - 5.5234270095825195, - 4.942555904388428, - 4.7385454177856445, - 4.983075141906738, - 5.22048807144165, - 5.023885250091553, - 5.756181240081787, - 5.159990310668945, - 4.88291597366333, - 5.009748458862305, - 5.662802696228027 - ], - "p90": [ - 13.504572868347168, - 14.98408555984497, - 15.007702350616455, - 14.733770370483398, - 15.10350227355957, - 14.057379245758057, - 13.618011951446533, - 14.958064079284668, - 14.640824794769287, - 14.966948986053467, - 14.955873966217041, - 16.32222270965576, - 14.506654739379883, - 14.229859828948975, - 14.402380466461182, - 14.97232437133789, - 15.363874912261963, - 14.93963623046875, - 14.963479042053223, - 14.99341106414795, - 14.654995441436768, - 14.982932090759277, - 14.818413257598877, - 15.61104154586792 - ], - "mean": [ - 9.412389755249023, - 9.885843276977539, - 9.930604934692383, - 10.097708702087402, - 10.518774032592773, - 9.175030708312988, - 9.231962203979492, - 9.721606254577637, - 10.064078330993652, - 10.349696159362793, - 9.817410469055176, - 11.11325454711914, - 9.97033405303955, - 9.706764221191406, - 9.824600219726562, - 10.20325756072998, - 10.256327629089355, - 10.178047180175781, - 10.106820106506348, - 10.603361129760742, - 9.63787841796875, - 9.817374229431152, - 10.082405090332031, - 10.454514503479004 - ], - "quantiles": { - "0.1": [ - 4.899176597595215, - 5.372779369354248, - 4.904514312744141, - 5.2017316818237305, - 5.590404510498047, - 4.66729211807251, - 4.464793682098389, - 4.739830017089844, - 5.02612829208374, - 5.9125237464904785, - 4.765470504760742, - 6.330191612243652, - 5.629848480224609, - 5.5234270095825195, - 4.942555904388428, - 4.7385454177856445, - 4.983075141906738, - 5.22048807144165, - 5.023885250091553, - 5.756181240081787, - 5.159990310668945, - 4.88291597366333, - 5.009748458862305, - 5.662802696228027 - ], - "0.2": [ - 4.899176597595215, - 5.372779369354248, - 4.904514312744141, - 5.2017316818237305, - 5.590404510498047, - 4.66729211807251, - 4.464793682098389, - 4.739830017089844, - 5.02612829208374, - 5.9125237464904785, - 4.765470504760742, - 6.330191612243652, - 5.629848480224609, - 5.5234270095825195, - 4.942555904388428, - 4.7385454177856445, - 4.983075141906738, - 5.22048807144165, - 5.023885250091553, - 5.756181240081787, - 5.159990310668945, - 4.88291597366333, - 5.009748458862305, - 5.662802696228027 - ], - "0.3": [ - 4.899176597595215, - 5.372779369354248, - 4.904514312744141, - 5.2017316818237305, - 5.590404510498047, - 4.66729211807251, - 4.464793682098389, - 4.739830017089844, - 5.02612829208374, - 5.9125237464904785, - 4.765470504760742, - 6.330191612243652, - 5.629848480224609, - 5.5234270095825195, - 4.942555904388428, - 4.7385454177856445, - 4.983075141906738, - 5.22048807144165, - 5.023885250091553, - 5.756181240081787, - 5.159990310668945, - 4.88291597366333, - 5.009748458862305, - 5.662802696228027 - ], - "0.4": [ - 9.443251132965088, - 9.248276710510254, - 9.697391033172607, - 10.115513801574707, - 10.36971664428711, - 9.34019947052002, - 8.993539333343506, - 9.349884986877441, - 9.740277767181396, - 9.95421552658081, - 9.74072790145874, - 10.588257312774658, - 9.890143871307373, - 9.802298069000244, - 9.893702507019043, - 10.195903301239014, - 10.200323104858398, - 10.601048946380615, - 10.164993286132812, - 10.611875534057617, - 9.449161052703857, - 9.780971050262451, - 10.225278854370117, - 10.541975975036621 - ], - "0.5": [ - 9.443251132965088, - 9.248276710510254, - 9.697391033172607, - 10.115513801574707, - 10.36971664428711, - 9.34019947052002, - 8.993539333343506, - 9.349884986877441, - 9.740277767181396, - 9.95421552658081, - 9.74072790145874, - 10.588257312774658, - 9.890143871307373, - 9.802298069000244, - 9.893702507019043, - 10.195903301239014, - 10.200323104858398, - 10.601048946380615, - 10.164993286132812, - 10.611875534057617, - 9.449161052703857, - 9.780971050262451, - 10.225278854370117, - 10.541975975036621 - ], - "0.6": [ - 9.443251132965088, - 9.248276710510254, - 9.697391033172607, - 10.115513801574707, - 10.36971664428711, - 9.34019947052002, - 8.993539333343506, - 9.349884986877441, - 9.740277767181396, - 9.95421552658081, - 9.74072790145874, - 10.588257312774658, - 9.890143871307373, - 9.802298069000244, - 9.893702507019043, - 10.195903301239014, - 10.200323104858398, - 10.601048946380615, - 10.164993286132812, - 10.611875534057617, - 9.449161052703857, - 9.780971050262451, - 10.225278854370117, - 10.541975975036621 - ], - "0.7": [ - 9.443251132965088, - 9.248276710510254, - 9.697391033172607, - 10.115513801574707, - 10.36971664428711, - 9.34019947052002, - 8.993539333343506, - 9.349884986877441, - 9.740277767181396, - 9.95421552658081, - 9.74072790145874, - 10.588257312774658, - 9.890143871307373, - 9.802298069000244, - 9.893702507019043, - 10.195903301239014, - 10.200323104858398, - 10.601048946380615, - 10.164993286132812, - 10.611875534057617, - 9.449161052703857, - 9.780971050262451, - 10.225278854370117, - 10.541975975036621 - ], - "0.8": [ - 13.504572868347168, - 14.98408555984497, - 15.007702350616455, - 14.733770370483398, - 15.10350227355957, - 14.057379245758057, - 13.618011951446533, - 14.958064079284668, - 14.640824794769287, - 14.966948986053467, - 14.955873966217041, - 16.32222270965576, - 14.506654739379883, - 14.229859828948975, - 14.402380466461182, - 14.97232437133789, - 15.363874912261963, - 14.93963623046875, - 14.963479042053223, - 14.99341106414795, - 14.654995441436768, - 14.982932090759277, - 14.818413257598877, - 15.61104154586792 - ], - "0.9": [ - 13.504572868347168, - 14.98408555984497, - 15.007702350616455, - 14.733770370483398, - 15.10350227355957, - 14.057379245758057, - 13.618011951446533, - 14.958064079284668, - 14.640824794769287, - 14.966948986053467, - 14.955873966217041, - 16.32222270965576, - 14.506654739379883, - 14.229859828948975, - 14.402380466461182, - 14.97232437133789, - 15.363874912261963, - 14.93963623046875, - 14.963479042053223, - 14.99341106414795, - 14.654995441436768, - 14.982932090759277, - 14.818413257598877, - 15.61104154586792 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_122600.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_122600.json deleted file mode 100644 index 61c3afbe787c119fb6ef1116fd6d93fb9aca4544..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_122600.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T12:26:00.421915+00:00", - "metrics": { - "MSE[mean]": 15.840600709576998, - "MSE[0.5]": 14.788935793465555, - "MAE[0.5]": 2.940669894218445, - "MASE[0.5]": 0.5699279471971145, - "MAPE[0.5]": 0.5475331274497413, - "sMAPE[0.5]": 0.3564124063985706, - "MSIS": 6.039346458773914, - "RMSE[mean]": 3.980025214691108, - "NRMSE[mean]": 0.4705448529684068, - "ND[0.5]": 0.3476654062130181, - "mean_weighted_sum_quantile_loss": 0.2814199539501939 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.45514440536499, - 9.45531940460205, - 9.864223003387451, - 9.478753089904785, - 9.084108352661133, - 8.788767337799072, - 9.843878269195557, - 9.677023887634277, - 9.58571720123291, - 9.994969844818115, - 9.315644264221191, - 9.0745210647583, - 8.65363073348999, - 9.132489681243896, - 9.185137748718262, - 9.917972564697266, - 9.566499710083008, - 9.713727951049805, - 9.06977367401123, - 9.196101665496826, - 9.358785152435303, - 10.209974765777588, - 9.805565357208252, - 10.220817565917969 - ], - "p10": [ - 5.340815544128418, - 5.640780925750732, - 6.157184362411499, - 5.694480895996094, - 5.1532368659973145, - 4.970734596252441, - 5.125833988189697, - 5.772621154785156, - 5.223457336425781, - 6.141655921936035, - 4.8673930168151855, - 4.909998416900635, - 4.575146198272705, - 5.33902645111084, - 5.215529918670654, - 5.533057689666748, - 5.451746463775635, - 5.94417405128479, - 4.876845836639404, - 5.034823417663574, - 4.665450572967529, - 6.017070770263672, - 5.771484375, - 6.10505485534668 - ], - "p90": [ - 13.972771167755127, - 14.664748668670654, - 15.784829139709473, - 14.584263324737549, - 13.830103397369385, - 13.960249900817871, - 15.160943984985352, - 14.432085037231445, - 14.61977767944336, - 14.820944786071777, - 14.460318565368652, - 12.54440689086914, - 13.274219512939453, - 13.507127285003662, - 13.85693645477295, - 15.939603328704834, - 15.285155296325684, - 16.112399101257324, - 14.45850658416748, - 14.396189212799072, - 15.390304565429688, - 16.405003547668457, - 15.5957350730896, - 15.45714282989502 - ], - "mean": [ - 9.753030776977539, - 10.015460014343262, - 10.394571304321289, - 9.878251075744629, - 9.488438606262207, - 9.387081146240234, - 10.28438663482666, - 10.051239967346191, - 10.106369972229004, - 10.209001541137695, - 9.762856483459473, - 9.078385353088379, - 8.906206130981445, - 9.519706726074219, - 9.779314041137695, - 10.358268737792969, - 10.246217727661133, - 10.653190612792969, - 9.589588165283203, - 9.672937393188477, - 9.743204116821289, - 10.739945411682129, - 10.20930290222168, - 10.643173217773438 - ], - "quantiles": { - "0.1": [ - 5.340815544128418, - 5.640780925750732, - 6.157184362411499, - 5.694480895996094, - 5.1532368659973145, - 4.970734596252441, - 5.125833988189697, - 5.772621154785156, - 5.223457336425781, - 6.141655921936035, - 4.8673930168151855, - 4.909998416900635, - 4.575146198272705, - 5.33902645111084, - 5.215529918670654, - 5.533057689666748, - 5.451746463775635, - 5.94417405128479, - 4.876845836639404, - 5.034823417663574, - 4.665450572967529, - 6.017070770263672, - 5.771484375, - 6.10505485534668 - ], - "0.2": [ - 5.340815544128418, - 5.640780925750732, - 6.157184362411499, - 5.694480895996094, - 5.1532368659973145, - 4.970734596252441, - 5.125833988189697, - 5.772621154785156, - 5.223457336425781, - 6.141655921936035, - 4.8673930168151855, - 4.909998416900635, - 4.575146198272705, - 5.33902645111084, - 5.215529918670654, - 5.533057689666748, - 5.451746463775635, - 5.94417405128479, - 4.876845836639404, - 5.034823417663574, - 4.665450572967529, - 6.017070770263672, - 5.771484375, - 6.10505485534668 - ], - "0.3": [ - 5.340815544128418, - 5.640780925750732, - 6.157184362411499, - 5.694480895996094, - 5.1532368659973145, - 4.970734596252441, - 5.125833988189697, - 5.772621154785156, - 5.223457336425781, - 6.141655921936035, - 4.8673930168151855, - 4.909998416900635, - 4.575146198272705, - 5.33902645111084, - 5.215529918670654, - 5.533057689666748, - 5.451746463775635, - 5.94417405128479, - 4.876845836639404, - 5.034823417663574, - 4.665450572967529, - 6.017070770263672, - 5.771484375, - 6.10505485534668 - ], - "0.4": [ - 9.45514440536499, - 9.45531940460205, - 9.864223003387451, - 9.478753089904785, - 9.084108352661133, - 8.788767337799072, - 9.843878269195557, - 9.677023887634277, - 9.58571720123291, - 9.994969844818115, - 9.315644264221191, - 9.0745210647583, - 8.65363073348999, - 9.132489681243896, - 9.185137748718262, - 9.917972564697266, - 9.566499710083008, - 9.713727951049805, - 9.06977367401123, - 9.196101665496826, - 9.358785152435303, - 10.209974765777588, - 9.805565357208252, - 10.220817565917969 - ], - "0.5": [ - 9.45514440536499, - 9.45531940460205, - 9.864223003387451, - 9.478753089904785, - 9.084108352661133, - 8.788767337799072, - 9.843878269195557, - 9.677023887634277, - 9.58571720123291, - 9.994969844818115, - 9.315644264221191, - 9.0745210647583, - 8.65363073348999, - 9.132489681243896, - 9.185137748718262, - 9.917972564697266, - 9.566499710083008, - 9.713727951049805, - 9.06977367401123, - 9.196101665496826, - 9.358785152435303, - 10.209974765777588, - 9.805565357208252, - 10.220817565917969 - ], - "0.6": [ - 9.45514440536499, - 9.45531940460205, - 9.864223003387451, - 9.478753089904785, - 9.084108352661133, - 8.788767337799072, - 9.843878269195557, - 9.677023887634277, - 9.58571720123291, - 9.994969844818115, - 9.315644264221191, - 9.0745210647583, - 8.65363073348999, - 9.132489681243896, - 9.185137748718262, - 9.917972564697266, - 9.566499710083008, - 9.713727951049805, - 9.06977367401123, - 9.196101665496826, - 9.358785152435303, - 10.209974765777588, - 9.805565357208252, - 10.220817565917969 - ], - "0.7": [ - 9.45514440536499, - 9.45531940460205, - 9.864223003387451, - 9.478753089904785, - 9.084108352661133, - 8.788767337799072, - 9.843878269195557, - 9.677023887634277, - 9.58571720123291, - 9.994969844818115, - 9.315644264221191, - 9.0745210647583, - 8.65363073348999, - 9.132489681243896, - 9.185137748718262, - 9.917972564697266, - 9.566499710083008, - 9.713727951049805, - 9.06977367401123, - 9.196101665496826, - 9.358785152435303, - 10.209974765777588, - 9.805565357208252, - 10.220817565917969 - ], - "0.8": [ - 13.972771167755127, - 14.664748668670654, - 15.784829139709473, - 14.584263324737549, - 13.830103397369385, - 13.960249900817871, - 15.160943984985352, - 14.432085037231445, - 14.61977767944336, - 14.820944786071777, - 14.460318565368652, - 12.54440689086914, - 13.274219512939453, - 13.507127285003662, - 13.85693645477295, - 15.939603328704834, - 15.285155296325684, - 16.112399101257324, - 14.45850658416748, - 14.396189212799072, - 15.390304565429688, - 16.405003547668457, - 15.5957350730896, - 15.45714282989502 - ], - "0.9": [ - 13.972771167755127, - 14.664748668670654, - 15.784829139709473, - 14.584263324737549, - 13.830103397369385, - 13.960249900817871, - 15.160943984985352, - 14.432085037231445, - 14.61977767944336, - 14.820944786071777, - 14.460318565368652, - 12.54440689086914, - 13.274219512939453, - 13.507127285003662, - 13.85693645477295, - 15.939603328704834, - 15.285155296325684, - 16.112399101257324, - 14.45850658416748, - 14.396189212799072, - 15.390304565429688, - 16.405003547668457, - 15.5957350730896, - 15.45714282989502 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_134537.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_134537.json deleted file mode 100644 index d15bddff9083a828d94c2c9a915440698d7e3bc5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_134537.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T13:45:37.783577+00:00", - "metrics": { - "MSE[mean]": 14.938669152426845, - "MSE[0.5]": 14.506786062099621, - "MAE[0.5]": 3.1846657395362854, - "MASE[0.5]": 0.6205573294901557, - "MAPE[0.5]": 0.5390585758306577, - "sMAPE[0.5]": 0.3842566723484215, - "MSIS": 4.288262764720375, - "RMSE[mean]": 3.865057457842877, - "NRMSE[mean]": 0.4732723417766789, - "ND[0.5]": 0.38995907014730025, - "mean_weighted_sum_quantile_loss": 0.2842209625136014 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.803046226501465, - 9.228619575500488, - 9.487016677856445, - 9.638013362884521, - 8.737959861755371, - 9.431220054626465, - 9.47787857055664, - 10.382377624511719, - 9.977094650268555, - 9.460542678833008, - 10.056124210357666, - 9.23100757598877, - 9.434889793395996, - 10.344283103942871, - 9.86951732635498, - 10.09764051437378, - 10.43533182144165, - 9.864288330078125, - 10.14186429977417, - 10.464720249176025, - 11.19121789932251, - 10.911123275756836, - 10.507788181304932, - 10.115931510925293 - ], - "p10": [ - 5.79077935218811, - 5.295140266418457, - 5.485939025878906, - 5.905192852020264, - 5.295776844024658, - 5.508416652679443, - 6.222531795501709, - 5.421919345855713, - 5.034301280975342, - 5.289585590362549, - 5.543244361877441, - 3.938530921936035, - 5.242049217224121, - 5.9144909381866455, - 5.560813903808594, - 5.075439453125, - 6.053256034851074, - 5.787760972976685, - 4.729546070098877, - 5.746840000152588, - 5.756410598754883, - 6.089776277542114, - 5.69086217880249, - 5.425076007843018 - ], - "p90": [ - 14.546628475189209, - 14.003481388092041, - 14.781086921691895, - 13.997212886810303, - 13.76982831954956, - 14.179094791412354, - 14.000938892364502, - 14.186391353607178, - 14.437551021575928, - 14.058772563934326, - 14.169558048248291, - 14.015804290771484, - 14.009540557861328, - 13.9927339553833, - 15.28141164779663, - 15.949633121490479, - 14.696479320526123, - 14.805323600769043, - 14.759213924407959, - 15.07435655593872, - 15.96702527999878, - 17.210641860961914, - 16.401323318481445, - 15.247457504272461 - ], - "mean": [ - 9.929580688476562, - 9.583141326904297, - 9.958641052246094, - 9.837089538574219, - 9.062676429748535, - 9.496023178100586, - 9.723870277404785, - 10.130622863769531, - 10.005375862121582, - 9.735000610351562, - 9.941128730773926, - 9.199065208435059, - 9.51038932800293, - 10.298323631286621, - 10.341620445251465, - 10.382845878601074, - 10.63036823272705, - 10.48933219909668, - 10.187929153442383, - 10.477309226989746, - 11.027997016906738, - 11.286232948303223, - 10.832745552062988, - 10.461456298828125 - ], - "quantiles": { - "0.1": [ - 5.79077935218811, - 5.295140266418457, - 5.485939025878906, - 5.905192852020264, - 5.295776844024658, - 5.508416652679443, - 6.222531795501709, - 5.421919345855713, - 5.034301280975342, - 5.289585590362549, - 5.543244361877441, - 3.938530921936035, - 5.242049217224121, - 5.9144909381866455, - 5.560813903808594, - 5.075439453125, - 6.053256034851074, - 5.787760972976685, - 4.729546070098877, - 5.746840000152588, - 5.756410598754883, - 6.089776277542114, - 5.69086217880249, - 5.425076007843018 - ], - "0.2": [ - 5.79077935218811, - 5.295140266418457, - 5.485939025878906, - 5.905192852020264, - 5.295776844024658, - 5.508416652679443, - 6.222531795501709, - 5.421919345855713, - 5.034301280975342, - 5.289585590362549, - 5.543244361877441, - 3.938530921936035, - 5.242049217224121, - 5.9144909381866455, - 5.560813903808594, - 5.075439453125, - 6.053256034851074, - 5.787760972976685, - 4.729546070098877, - 5.746840000152588, - 5.756410598754883, - 6.089776277542114, - 5.69086217880249, - 5.425076007843018 - ], - "0.3": [ - 5.79077935218811, - 5.295140266418457, - 5.485939025878906, - 5.905192852020264, - 5.295776844024658, - 5.508416652679443, - 6.222531795501709, - 5.421919345855713, - 5.034301280975342, - 5.289585590362549, - 5.543244361877441, - 3.938530921936035, - 5.242049217224121, - 5.9144909381866455, - 5.560813903808594, - 5.075439453125, - 6.053256034851074, - 5.787760972976685, - 4.729546070098877, - 5.746840000152588, - 5.756410598754883, - 6.089776277542114, - 5.69086217880249, - 5.425076007843018 - ], - "0.4": [ - 9.803046226501465, - 9.228619575500488, - 9.487016677856445, - 9.638013362884521, - 8.737959861755371, - 9.431220054626465, - 9.47787857055664, - 10.382377624511719, - 9.977094650268555, - 9.460542678833008, - 10.056124210357666, - 9.23100757598877, - 9.434889793395996, - 10.344283103942871, - 9.86951732635498, - 10.09764051437378, - 10.43533182144165, - 9.864288330078125, - 10.14186429977417, - 10.464720249176025, - 11.19121789932251, - 10.911123275756836, - 10.507788181304932, - 10.115931510925293 - ], - "0.5": [ - 9.803046226501465, - 9.228619575500488, - 9.487016677856445, - 9.638013362884521, - 8.737959861755371, - 9.431220054626465, - 9.47787857055664, - 10.382377624511719, - 9.977094650268555, - 9.460542678833008, - 10.056124210357666, - 9.23100757598877, - 9.434889793395996, - 10.344283103942871, - 9.86951732635498, - 10.09764051437378, - 10.43533182144165, - 9.864288330078125, - 10.14186429977417, - 10.464720249176025, - 11.19121789932251, - 10.911123275756836, - 10.507788181304932, - 10.115931510925293 - ], - "0.6": [ - 9.803046226501465, - 9.228619575500488, - 9.487016677856445, - 9.638013362884521, - 8.737959861755371, - 9.431220054626465, - 9.47787857055664, - 10.382377624511719, - 9.977094650268555, - 9.460542678833008, - 10.056124210357666, - 9.23100757598877, - 9.434889793395996, - 10.344283103942871, - 9.86951732635498, - 10.09764051437378, - 10.43533182144165, - 9.864288330078125, - 10.14186429977417, - 10.464720249176025, - 11.19121789932251, - 10.911123275756836, - 10.507788181304932, - 10.115931510925293 - ], - "0.7": [ - 9.803046226501465, - 9.228619575500488, - 9.487016677856445, - 9.638013362884521, - 8.737959861755371, - 9.431220054626465, - 9.47787857055664, - 10.382377624511719, - 9.977094650268555, - 9.460542678833008, - 10.056124210357666, - 9.23100757598877, - 9.434889793395996, - 10.344283103942871, - 9.86951732635498, - 10.09764051437378, - 10.43533182144165, - 9.864288330078125, - 10.14186429977417, - 10.464720249176025, - 11.19121789932251, - 10.911123275756836, - 10.507788181304932, - 10.115931510925293 - ], - "0.8": [ - 14.546628475189209, - 14.003481388092041, - 14.781086921691895, - 13.997212886810303, - 13.76982831954956, - 14.179094791412354, - 14.000938892364502, - 14.186391353607178, - 14.437551021575928, - 14.058772563934326, - 14.169558048248291, - 14.015804290771484, - 14.009540557861328, - 13.9927339553833, - 15.28141164779663, - 15.949633121490479, - 14.696479320526123, - 14.805323600769043, - 14.759213924407959, - 15.07435655593872, - 15.96702527999878, - 17.210641860961914, - 16.401323318481445, - 15.247457504272461 - ], - "0.9": [ - 14.546628475189209, - 14.003481388092041, - 14.781086921691895, - 13.997212886810303, - 13.76982831954956, - 14.179094791412354, - 14.000938892364502, - 14.186391353607178, - 14.437551021575928, - 14.058772563934326, - 14.169558048248291, - 14.015804290771484, - 14.009540557861328, - 13.9927339553833, - 15.28141164779663, - 15.949633121490479, - 14.696479320526123, - 14.805323600769043, - 14.759213924407959, - 15.07435655593872, - 15.96702527999878, - 17.210641860961914, - 16.401323318481445, - 15.247457504272461 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_002738.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_002738.json deleted file mode 100644 index 3a4aeec7ffdd85ed65add0e0639f2e5aaeb587ac..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_002738.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T00:27:38.622046+00:00", - "metrics": { - "MSE[mean]": 15.344267471716535, - "MSE[0.5]": 15.275048017127972, - "MAE[0.5]": 2.91920272509257, - "MASE[0.5]": 0.559740602414554, - "MAPE[0.5]": 0.31700931464800514, - "sMAPE[0.5]": 0.2844789297226154, - "MSIS": 6.110045615271151, - "RMSE[mean]": 3.91717595618534, - "NRMSE[mean]": 0.3730643767795562, - "ND[0.5]": 0.27801930715167333, - "mean_weighted_sum_quantile_loss": 0.24253652671867787 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.083897113800049, - 9.242786407470703, - 10.134954452514648, - 9.678413391113281, - 9.2760910987854, - 9.464739799499512, - 9.655592918395996, - 9.280220031738281, - 9.690167427062988, - 10.301179885864258, - 10.012589454650879, - 10.501742839813232, - 10.038753032684326, - 9.905224800109863, - 9.517010688781738, - 9.99247121810913, - 10.464715957641602, - 10.33341646194458, - 10.13642406463623, - 9.82363510131836, - 9.575960159301758, - 9.567774772644043, - 10.007815837860107, - 9.830382347106934 - ], - "p10": [ - 4.939434051513672, - 5.588949680328369, - 5.794415473937988, - 5.769717693328857, - 5.45762300491333, - 6.05695652961731, - 6.38541841506958, - 5.667147636413574, - 5.508615970611572, - 6.084690093994141, - 5.735963821411133, - 6.457235813140869, - 6.114876747131348, - 5.845827579498291, - 5.950403213500977, - 6.251306533813477, - 6.758635997772217, - 6.569303512573242, - 5.161932945251465, - 6.314322233200073, - 5.783466339111328, - 5.190767288208008, - 6.001892805099487, - 6.2335364818573 - ], - "p90": [ - 12.773487567901611, - 13.893898010253906, - 14.800853729248047, - 13.445160388946533, - 14.497160911560059, - 14.617270469665527, - 13.56733751296997, - 13.928812980651855, - 15.350929737091064, - 16.814396858215332, - 15.337860584259033, - 16.452627182006836, - 15.118402481079102, - 15.664764881134033, - 15.05308723449707, - 15.875619888305664, - 15.538778305053711, - 15.936944007873535, - 15.14674711227417, - 15.963987827301025, - 14.585114479064941, - 14.542844295501709, - 15.878225326538086, - 16.383368492126465 - ], - "mean": [ - 9.152217864990234, - 9.663822174072266, - 10.254684448242188, - 9.946971893310547, - 9.92892837524414, - 9.866842269897461, - 9.772651672363281, - 9.682160377502441, - 10.32698917388916, - 11.108591079711914, - 10.644384384155273, - 11.353967666625977, - 10.41719913482666, - 10.827020645141602, - 10.171138763427734, - 10.695971488952637, - 11.230016708374023, - 10.848546981811523, - 10.099440574645996, - 10.695917129516602, - 9.963675498962402, - 9.840963363647461, - 10.76732063293457, - 10.975713729858398 - ], - "quantiles": { - "0.1": [ - 4.939434051513672, - 5.588949680328369, - 5.794415473937988, - 5.769717693328857, - 5.45762300491333, - 6.05695652961731, - 6.38541841506958, - 5.667147636413574, - 5.508615970611572, - 6.084690093994141, - 5.735963821411133, - 6.457235813140869, - 6.114876747131348, - 5.845827579498291, - 5.950403213500977, - 6.251306533813477, - 6.758635997772217, - 6.569303512573242, - 5.161932945251465, - 6.314322233200073, - 5.783466339111328, - 5.190767288208008, - 6.001892805099487, - 6.2335364818573 - ], - "0.2": [ - 4.939434051513672, - 5.588949680328369, - 5.794415473937988, - 5.769717693328857, - 5.45762300491333, - 6.05695652961731, - 6.38541841506958, - 5.667147636413574, - 5.508615970611572, - 6.084690093994141, - 5.735963821411133, - 6.457235813140869, - 6.114876747131348, - 5.845827579498291, - 5.950403213500977, - 6.251306533813477, - 6.758635997772217, - 6.569303512573242, - 5.161932945251465, - 6.314322233200073, - 5.783466339111328, - 5.190767288208008, - 6.001892805099487, - 6.2335364818573 - ], - "0.3": [ - 4.939434051513672, - 5.588949680328369, - 5.794415473937988, - 5.769717693328857, - 5.45762300491333, - 6.05695652961731, - 6.38541841506958, - 5.667147636413574, - 5.508615970611572, - 6.084690093994141, - 5.735963821411133, - 6.457235813140869, - 6.114876747131348, - 5.845827579498291, - 5.950403213500977, - 6.251306533813477, - 6.758635997772217, - 6.569303512573242, - 5.161932945251465, - 6.314322233200073, - 5.783466339111328, - 5.190767288208008, - 6.001892805099487, - 6.2335364818573 - ], - "0.4": [ - 9.083897113800049, - 9.242786407470703, - 10.134954452514648, - 9.678413391113281, - 9.2760910987854, - 9.464739799499512, - 9.655592918395996, - 9.280220031738281, - 9.690167427062988, - 10.301179885864258, - 10.012589454650879, - 10.501742839813232, - 10.038753032684326, - 9.905224800109863, - 9.517010688781738, - 9.99247121810913, - 10.464715957641602, - 10.33341646194458, - 10.13642406463623, - 9.82363510131836, - 9.575960159301758, - 9.567774772644043, - 10.007815837860107, - 9.830382347106934 - ], - "0.5": [ - 9.083897113800049, - 9.242786407470703, - 10.134954452514648, - 9.678413391113281, - 9.2760910987854, - 9.464739799499512, - 9.655592918395996, - 9.280220031738281, - 9.690167427062988, - 10.301179885864258, - 10.012589454650879, - 10.501742839813232, - 10.038753032684326, - 9.905224800109863, - 9.517010688781738, - 9.99247121810913, - 10.464715957641602, - 10.33341646194458, - 10.13642406463623, - 9.82363510131836, - 9.575960159301758, - 9.567774772644043, - 10.007815837860107, - 9.830382347106934 - ], - "0.6": [ - 9.083897113800049, - 9.242786407470703, - 10.134954452514648, - 9.678413391113281, - 9.2760910987854, - 9.464739799499512, - 9.655592918395996, - 9.280220031738281, - 9.690167427062988, - 10.301179885864258, - 10.012589454650879, - 10.501742839813232, - 10.038753032684326, - 9.905224800109863, - 9.517010688781738, - 9.99247121810913, - 10.464715957641602, - 10.33341646194458, - 10.13642406463623, - 9.82363510131836, - 9.575960159301758, - 9.567774772644043, - 10.007815837860107, - 9.830382347106934 - ], - "0.7": [ - 9.083897113800049, - 9.242786407470703, - 10.134954452514648, - 9.678413391113281, - 9.2760910987854, - 9.464739799499512, - 9.655592918395996, - 9.280220031738281, - 9.690167427062988, - 10.301179885864258, - 10.012589454650879, - 10.501742839813232, - 10.038753032684326, - 9.905224800109863, - 9.517010688781738, - 9.99247121810913, - 10.464715957641602, - 10.33341646194458, - 10.13642406463623, - 9.82363510131836, - 9.575960159301758, - 9.567774772644043, - 10.007815837860107, - 9.830382347106934 - ], - "0.8": [ - 12.773487567901611, - 13.893898010253906, - 14.800853729248047, - 13.445160388946533, - 14.497160911560059, - 14.617270469665527, - 13.56733751296997, - 13.928812980651855, - 15.350929737091064, - 16.814396858215332, - 15.337860584259033, - 16.452627182006836, - 15.118402481079102, - 15.664764881134033, - 15.05308723449707, - 15.875619888305664, - 15.538778305053711, - 15.936944007873535, - 15.14674711227417, - 15.963987827301025, - 14.585114479064941, - 14.542844295501709, - 15.878225326538086, - 16.383368492126465 - ], - "0.9": [ - 12.773487567901611, - 13.893898010253906, - 14.800853729248047, - 13.445160388946533, - 14.497160911560059, - 14.617270469665527, - 13.56733751296997, - 13.928812980651855, - 15.350929737091064, - 16.814396858215332, - 15.337860584259033, - 16.452627182006836, - 15.118402481079102, - 15.664764881134033, - 15.05308723449707, - 15.875619888305664, - 15.538778305053711, - 15.936944007873535, - 15.14674711227417, - 15.963987827301025, - 14.585114479064941, - 14.542844295501709, - 15.878225326538086, - 16.383368492126465 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_014259.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_014259.json deleted file mode 100644 index 5d562a72296a517a5be8c7394b1deda645620286..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_014259.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T01:42:59.535505+00:00", - "metrics": { - "MSE[mean]": 25.54124716478293, - "MSE[0.5]": 28.378689346545247, - "MAE[0.5]": 3.6998791694641113, - "MASE[0.5]": 0.7084875005356809, - "MAPE[0.5]": 0.2717073593887557, - "sMAPE[0.5]": 0.30736453758528776, - "MSIS": 9.382483275646859, - "RMSE[mean]": 5.053834896866233, - "NRMSE[mean]": 0.4211529080721861, - "ND[0.5]": 0.3083232641220093, - "mean_weighted_sum_quantile_loss": 0.26927994629483165 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 8.66056776046753, - 9.737759113311768, - 9.397418022155762, - 9.192429542541504, - 9.579828262329102, - 9.173038482666016, - 8.895243644714355, - 9.732966423034668, - 10.171914100646973, - 9.099881649017334, - 9.507481575012207, - 9.309693813323975, - 9.217418193817139, - 8.578940391540527, - 9.658804893493652, - 10.280563354492188, - 10.13962459564209, - 9.59628677368164, - 10.14037036895752, - 9.40062141418457, - 9.128944396972656, - 9.388904094696045, - 10.460014820098877, - 9.753861427307129 - ], - "p10": [ - 5.353775501251221, - 6.002862930297852, - 5.577049255371094, - 5.994496822357178, - 5.034021377563477, - 5.368318557739258, - 5.437499523162842, - 5.452208518981934, - 6.016197204589844, - 5.356569766998291, - 5.581424713134766, - 5.748673915863037, - 5.32352876663208, - 5.25745153427124, - 5.481216907501221, - 6.497520446777344, - 5.774938106536865, - 5.3164591789245605, - 5.783877849578857, - 5.52493953704834, - 5.63670015335083, - 5.665191173553467, - 5.86872673034668, - 5.4671311378479 - ], - "p90": [ - 12.304649353027344, - 14.001830101013184, - 13.930374145507812, - 13.472450256347656, - 13.740928173065186, - 13.726097106933594, - 13.574984073638916, - 15.079535484313965, - 15.21507215499878, - 13.931714057922363, - 14.612878322601318, - 14.80128288269043, - 15.121700763702393, - 13.839362144470215, - 14.26847791671753, - 16.23505973815918, - 15.30691146850586, - 14.814048290252686, - 15.976101875305176, - 13.982572555541992, - 14.364151954650879, - 15.018006801605225, - 16.394020080566406, - 14.838728427886963 - ], - "mean": [ - 8.841178894042969, - 10.068737030029297, - 9.841032028198242, - 9.810050010681152, - 9.704042434692383, - 9.479460716247559, - 9.243924140930176, - 10.13826847076416, - 10.590415954589844, - 9.438551902770996, - 9.943622589111328, - 9.762967109680176, - 9.931718826293945, - 9.172957420349121, - 9.947900772094727, - 10.993894577026367, - 10.710220336914062, - 10.223493576049805, - 10.524225234985352, - 9.89881706237793, - 9.65938949584961, - 9.945528984069824, - 11.029025077819824, - 10.16028881072998 - ], - "quantiles": { - "0.1": [ - 5.353775501251221, - 6.002862930297852, - 5.577049255371094, - 5.994496822357178, - 5.034021377563477, - 5.368318557739258, - 5.437499523162842, - 5.452208518981934, - 6.016197204589844, - 5.356569766998291, - 5.581424713134766, - 5.748673915863037, - 5.32352876663208, - 5.25745153427124, - 5.481216907501221, - 6.497520446777344, - 5.774938106536865, - 5.3164591789245605, - 5.783877849578857, - 5.52493953704834, - 5.63670015335083, - 5.665191173553467, - 5.86872673034668, - 5.4671311378479 - ], - "0.2": [ - 5.353775501251221, - 6.002862930297852, - 5.577049255371094, - 5.994496822357178, - 5.034021377563477, - 5.368318557739258, - 5.437499523162842, - 5.452208518981934, - 6.016197204589844, - 5.356569766998291, - 5.581424713134766, - 5.748673915863037, - 5.32352876663208, - 5.25745153427124, - 5.481216907501221, - 6.497520446777344, - 5.774938106536865, - 5.3164591789245605, - 5.783877849578857, - 5.52493953704834, - 5.63670015335083, - 5.665191173553467, - 5.86872673034668, - 5.4671311378479 - ], - "0.3": [ - 5.353775501251221, - 6.002862930297852, - 5.577049255371094, - 5.994496822357178, - 5.034021377563477, - 5.368318557739258, - 5.437499523162842, - 5.452208518981934, - 6.016197204589844, - 5.356569766998291, - 5.581424713134766, - 5.748673915863037, - 5.32352876663208, - 5.25745153427124, - 5.481216907501221, - 6.497520446777344, - 5.774938106536865, - 5.3164591789245605, - 5.783877849578857, - 5.52493953704834, - 5.63670015335083, - 5.665191173553467, - 5.86872673034668, - 5.4671311378479 - ], - "0.4": [ - 8.66056776046753, - 9.737759113311768, - 9.397418022155762, - 9.192429542541504, - 9.579828262329102, - 9.173038482666016, - 8.895243644714355, - 9.732966423034668, - 10.171914100646973, - 9.099881649017334, - 9.507481575012207, - 9.309693813323975, - 9.217418193817139, - 8.578940391540527, - 9.658804893493652, - 10.280563354492188, - 10.13962459564209, - 9.59628677368164, - 10.14037036895752, - 9.40062141418457, - 9.128944396972656, - 9.388904094696045, - 10.460014820098877, - 9.753861427307129 - ], - "0.5": [ - 8.66056776046753, - 9.737759113311768, - 9.397418022155762, - 9.192429542541504, - 9.579828262329102, - 9.173038482666016, - 8.895243644714355, - 9.732966423034668, - 10.171914100646973, - 9.099881649017334, - 9.507481575012207, - 9.309693813323975, - 9.217418193817139, - 8.578940391540527, - 9.658804893493652, - 10.280563354492188, - 10.13962459564209, - 9.59628677368164, - 10.14037036895752, - 9.40062141418457, - 9.128944396972656, - 9.388904094696045, - 10.460014820098877, - 9.753861427307129 - ], - "0.6": [ - 8.66056776046753, - 9.737759113311768, - 9.397418022155762, - 9.192429542541504, - 9.579828262329102, - 9.173038482666016, - 8.895243644714355, - 9.732966423034668, - 10.171914100646973, - 9.099881649017334, - 9.507481575012207, - 9.309693813323975, - 9.217418193817139, - 8.578940391540527, - 9.658804893493652, - 10.280563354492188, - 10.13962459564209, - 9.59628677368164, - 10.14037036895752, - 9.40062141418457, - 9.128944396972656, - 9.388904094696045, - 10.460014820098877, - 9.753861427307129 - ], - "0.7": [ - 8.66056776046753, - 9.737759113311768, - 9.397418022155762, - 9.192429542541504, - 9.579828262329102, - 9.173038482666016, - 8.895243644714355, - 9.732966423034668, - 10.171914100646973, - 9.099881649017334, - 9.507481575012207, - 9.309693813323975, - 9.217418193817139, - 8.578940391540527, - 9.658804893493652, - 10.280563354492188, - 10.13962459564209, - 9.59628677368164, - 10.14037036895752, - 9.40062141418457, - 9.128944396972656, - 9.388904094696045, - 10.460014820098877, - 9.753861427307129 - ], - "0.8": [ - 12.304649353027344, - 14.001830101013184, - 13.930374145507812, - 13.472450256347656, - 13.740928173065186, - 13.726097106933594, - 13.574984073638916, - 15.079535484313965, - 15.21507215499878, - 13.931714057922363, - 14.612878322601318, - 14.80128288269043, - 15.121700763702393, - 13.839362144470215, - 14.26847791671753, - 16.23505973815918, - 15.30691146850586, - 14.814048290252686, - 15.976101875305176, - 13.982572555541992, - 14.364151954650879, - 15.018006801605225, - 16.394020080566406, - 14.838728427886963 - ], - "0.9": [ - 12.304649353027344, - 14.001830101013184, - 13.930374145507812, - 13.472450256347656, - 13.740928173065186, - 13.726097106933594, - 13.574984073638916, - 15.079535484313965, - 15.21507215499878, - 13.931714057922363, - 14.612878322601318, - 14.80128288269043, - 15.121700763702393, - 13.839362144470215, - 14.26847791671753, - 16.23505973815918, - 15.30691146850586, - 14.814048290252686, - 15.976101875305176, - 13.982572555541992, - 14.364151954650879, - 15.018006801605225, - 16.394020080566406, - 14.838728427886963 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_030807.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_030807.json deleted file mode 100644 index fdc6cab3c742f5e6044fd1ac526484a0309dae96..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_030807.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T03:08:07.836221+00:00", - "metrics": { - "MSE[mean]": 27.802678073159957, - "MSE[0.5]": 28.519065403776874, - "MAE[0.5]": 3.4983768860499063, - "MASE[0.5]": 0.6645993028907474, - "MAPE[0.5]": 0.26289133519286007, - "sMAPE[0.5]": 0.272729020800304, - "MSIS": 7.952976891736555, - "RMSE[mean]": 5.272824487232621, - "NRMSE[mean]": 0.4319037122647881, - "ND[0.5]": 0.2865564684819036, - "mean_weighted_sum_quantile_loss": 0.25662574467895877 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 12.42040491104126, - 10.499600410461426, - 9.75505018234253, - 10.501615047454834, - 10.104506015777588, - 9.976427555084229, - 11.076649188995361, - 10.929354190826416, - 10.495856285095215, - 10.472071647644043, - 10.583603382110596, - 10.046288967132568, - 10.371049404144287, - 10.962843894958496, - 11.246480941772461, - 10.185340881347656, - 10.686140060424805, - 10.440567970275879, - 9.705177307128906, - 10.031540393829346, - 10.64889907836914, - 10.884570121765137, - 9.83774709701538, - 10.61215877532959 - ], - "p10": [ - 5.871463775634766, - 5.450972080230713, - 5.143946170806885, - 5.677727699279785, - 4.395359516143799, - 5.026946544647217, - 4.676648139953613, - 5.258823871612549, - 4.931872844696045, - 5.233387470245361, - 5.94706654548645, - 5.866318225860596, - 5.30316686630249, - 4.692139148712158, - 6.145004510879517, - 5.1364665031433105, - 6.2351157665252686, - 6.108175992965698, - 5.281815052032471, - 5.575516700744629, - 5.897548675537109, - 6.106021404266357, - 5.488797664642334, - 6.138480186462402 - ], - "p90": [ - 16.84991455078125, - 16.051934242248535, - 14.95479154586792, - 15.681946754455566, - 15.931421756744385, - 16.03639793395996, - 16.25857639312744, - 15.86384105682373, - 15.705826759338379, - 15.878239631652832, - 15.261134147644043, - 14.971405506134033, - 15.653624534606934, - 16.322261810302734, - 17.579336166381836, - 16.147412300109863, - 18.034255981445312, - 16.587841987609863, - 15.960584163665771, - 15.994134902954102, - 17.532065391540527, - 18.02384376525879, - 18.15921688079834, - 17.021759033203125 - ], - "mean": [ - 11.812173843383789, - 10.4552583694458, - 10.038389205932617, - 11.040886878967285, - 10.377808570861816, - 10.273303031921387, - 11.091611862182617, - 11.059907913208008, - 10.759137153625488, - 10.665731430053711, - 10.579846382141113, - 10.19339656829834, - 10.525680541992188, - 10.870025634765625, - 11.55409049987793, - 10.43138313293457, - 11.892303466796875, - 10.963342666625977, - 10.271016120910645, - 10.590665817260742, - 11.456502914428711, - 11.876812934875488, - 11.008005142211914, - 11.57675838470459 - ], - "quantiles": { - "0.1": [ - 5.871463775634766, - 5.450972080230713, - 5.143946170806885, - 5.677727699279785, - 4.395359516143799, - 5.026946544647217, - 4.676648139953613, - 5.258823871612549, - 4.931872844696045, - 5.233387470245361, - 5.94706654548645, - 5.866318225860596, - 5.30316686630249, - 4.692139148712158, - 6.145004510879517, - 5.1364665031433105, - 6.2351157665252686, - 6.108175992965698, - 5.281815052032471, - 5.575516700744629, - 5.897548675537109, - 6.106021404266357, - 5.488797664642334, - 6.138480186462402 - ], - "0.2": [ - 5.871463775634766, - 5.450972080230713, - 5.143946170806885, - 5.677727699279785, - 4.395359516143799, - 5.026946544647217, - 4.676648139953613, - 5.258823871612549, - 4.931872844696045, - 5.233387470245361, - 5.94706654548645, - 5.866318225860596, - 5.30316686630249, - 4.692139148712158, - 6.145004510879517, - 5.1364665031433105, - 6.2351157665252686, - 6.108175992965698, - 5.281815052032471, - 5.575516700744629, - 5.897548675537109, - 6.106021404266357, - 5.488797664642334, - 6.138480186462402 - ], - "0.3": [ - 5.871463775634766, - 5.450972080230713, - 5.143946170806885, - 5.677727699279785, - 4.395359516143799, - 5.026946544647217, - 4.676648139953613, - 5.258823871612549, - 4.931872844696045, - 5.233387470245361, - 5.94706654548645, - 5.866318225860596, - 5.30316686630249, - 4.692139148712158, - 6.145004510879517, - 5.1364665031433105, - 6.2351157665252686, - 6.108175992965698, - 5.281815052032471, - 5.575516700744629, - 5.897548675537109, - 6.106021404266357, - 5.488797664642334, - 6.138480186462402 - ], - "0.4": [ - 12.42040491104126, - 10.499600410461426, - 9.75505018234253, - 10.501615047454834, - 10.104506015777588, - 9.976427555084229, - 11.076649188995361, - 10.929354190826416, - 10.495856285095215, - 10.472071647644043, - 10.583603382110596, - 10.046288967132568, - 10.371049404144287, - 10.962843894958496, - 11.246480941772461, - 10.185340881347656, - 10.686140060424805, - 10.440567970275879, - 9.705177307128906, - 10.031540393829346, - 10.64889907836914, - 10.884570121765137, - 9.83774709701538, - 10.61215877532959 - ], - "0.5": [ - 12.42040491104126, - 10.499600410461426, - 9.75505018234253, - 10.501615047454834, - 10.104506015777588, - 9.976427555084229, - 11.076649188995361, - 10.929354190826416, - 10.495856285095215, - 10.472071647644043, - 10.583603382110596, - 10.046288967132568, - 10.371049404144287, - 10.962843894958496, - 11.246480941772461, - 10.185340881347656, - 10.686140060424805, - 10.440567970275879, - 9.705177307128906, - 10.031540393829346, - 10.64889907836914, - 10.884570121765137, - 9.83774709701538, - 10.61215877532959 - ], - "0.6": [ - 12.42040491104126, - 10.499600410461426, - 9.75505018234253, - 10.501615047454834, - 10.104506015777588, - 9.976427555084229, - 11.076649188995361, - 10.929354190826416, - 10.495856285095215, - 10.472071647644043, - 10.583603382110596, - 10.046288967132568, - 10.371049404144287, - 10.962843894958496, - 11.246480941772461, - 10.185340881347656, - 10.686140060424805, - 10.440567970275879, - 9.705177307128906, - 10.031540393829346, - 10.64889907836914, - 10.884570121765137, - 9.83774709701538, - 10.61215877532959 - ], - "0.7": [ - 12.42040491104126, - 10.499600410461426, - 9.75505018234253, - 10.501615047454834, - 10.104506015777588, - 9.976427555084229, - 11.076649188995361, - 10.929354190826416, - 10.495856285095215, - 10.472071647644043, - 10.583603382110596, - 10.046288967132568, - 10.371049404144287, - 10.962843894958496, - 11.246480941772461, - 10.185340881347656, - 10.686140060424805, - 10.440567970275879, - 9.705177307128906, - 10.031540393829346, - 10.64889907836914, - 10.884570121765137, - 9.83774709701538, - 10.61215877532959 - ], - "0.8": [ - 16.84991455078125, - 16.051934242248535, - 14.95479154586792, - 15.681946754455566, - 15.931421756744385, - 16.03639793395996, - 16.25857639312744, - 15.86384105682373, - 15.705826759338379, - 15.878239631652832, - 15.261134147644043, - 14.971405506134033, - 15.653624534606934, - 16.322261810302734, - 17.579336166381836, - 16.147412300109863, - 18.034255981445312, - 16.587841987609863, - 15.960584163665771, - 15.994134902954102, - 17.532065391540527, - 18.02384376525879, - 18.15921688079834, - 17.021759033203125 - ], - "0.9": [ - 16.84991455078125, - 16.051934242248535, - 14.95479154586792, - 15.681946754455566, - 15.931421756744385, - 16.03639793395996, - 16.25857639312744, - 15.86384105682373, - 15.705826759338379, - 15.878239631652832, - 15.261134147644043, - 14.971405506134033, - 15.653624534606934, - 16.322261810302734, - 17.579336166381836, - 16.147412300109863, - 18.034255981445312, - 16.587841987609863, - 15.960584163665771, - 15.994134902954102, - 17.532065391540527, - 18.02384376525879, - 18.15921688079834, - 17.021759033203125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_041948.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_041948.json deleted file mode 100644 index e3317767f0688c9707229390e834d1d8ea028929..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_041948.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T04:19:48.121974+00:00", - "metrics": { - "MSE[mean]": 26.345567665633933, - "MSE[0.5]": 26.672508912177705, - "MAE[0.5]": 3.520799477895101, - "MASE[0.5]": 0.6627387252508425, - "MAPE[0.5]": 0.30804009213208333, - "sMAPE[0.5]": 0.281755535231274, - "MSIS": 8.508646828520531, - "RMSE[mean]": 5.132793358945393, - "NRMSE[mean]": 0.4233231636243623, - "ND[0.5]": 0.2903752146717609, - "mean_weighted_sum_quantile_loss": 0.2592319787481715 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.589941501617432, - 11.198899269104004, - 10.519343852996826, - 10.77051830291748, - 11.937717914581299, - 12.379238605499268, - 11.859419822692871, - 11.504639148712158, - 11.551692008972168, - 11.546610832214355, - 10.891102313995361, - 11.8306245803833, - 12.594965934753418, - 11.157914638519287, - 11.276457786560059, - 11.342641830444336, - 11.099031448364258, - 11.057540893554688, - 11.290948390960693, - 11.769378185272217, - 11.164666175842285, - 11.731871128082275, - 11.14005422592163, - 11.274994373321533 - ], - "p10": [ - 5.99103307723999, - 6.289356708526611, - 5.247837543487549, - 5.775465488433838, - 6.661167860031128, - 7.01893949508667, - 5.86978554725647, - 6.331237316131592, - 6.072096109390259, - 5.396609783172607, - 5.920700788497925, - 6.198949098587036, - 6.232726097106934, - 6.158239841461182, - 5.914179801940918, - 5.470175266265869, - 6.151731014251709, - 5.6943206787109375, - 5.611305236816406, - 5.540838718414307, - 5.611145973205566, - 5.970361709594727, - 5.9512038230896, - 5.92495059967041 - ], - "p90": [ - 17.17635726928711, - 16.526926040649414, - 16.32427215576172, - 16.10968017578125, - 18.455568313598633, - 17.287802696228027, - 18.015438079833984, - 16.347278594970703, - 17.408306121826172, - 16.129758834838867, - 16.12080192565918, - 17.58540916442871, - 18.219901084899902, - 16.914793014526367, - 16.010417461395264, - 16.853331565856934, - 15.84160852432251, - 15.942840099334717, - 16.223820686340332, - 15.897940158843994, - 16.481534004211426, - 17.333035469055176, - 16.729005813598633, - 15.66500997543335 - ], - "mean": [ - 11.733255386352539, - 11.397967338562012, - 10.753278732299805, - 11.044580459594727, - 12.256242752075195, - 12.208598136901855, - 11.89289379119873, - 11.588395118713379, - 11.759049415588379, - 11.16891098022461, - 11.075423240661621, - 11.855892181396484, - 12.45777416229248, - 11.338180541992188, - 11.542376518249512, - 11.348020553588867, - 11.241270065307617, - 11.029073715209961, - 11.182565689086914, - 11.449137687683105, - 11.429227828979492, - 11.843297004699707, - 11.668241500854492, - 11.18266487121582 - ], - "quantiles": { - "0.1": [ - 5.99103307723999, - 6.289356708526611, - 5.247837543487549, - 5.775465488433838, - 6.661167860031128, - 7.01893949508667, - 5.86978554725647, - 6.331237316131592, - 6.072096109390259, - 5.396609783172607, - 5.920700788497925, - 6.198949098587036, - 6.232726097106934, - 6.158239841461182, - 5.914179801940918, - 5.470175266265869, - 6.151731014251709, - 5.6943206787109375, - 5.611305236816406, - 5.540838718414307, - 5.611145973205566, - 5.970361709594727, - 5.9512038230896, - 5.92495059967041 - ], - "0.2": [ - 5.99103307723999, - 6.289356708526611, - 5.247837543487549, - 5.775465488433838, - 6.661167860031128, - 7.01893949508667, - 5.86978554725647, - 6.331237316131592, - 6.072096109390259, - 5.396609783172607, - 5.920700788497925, - 6.198949098587036, - 6.232726097106934, - 6.158239841461182, - 5.914179801940918, - 5.470175266265869, - 6.151731014251709, - 5.6943206787109375, - 5.611305236816406, - 5.540838718414307, - 5.611145973205566, - 5.970361709594727, - 5.9512038230896, - 5.92495059967041 - ], - "0.3": [ - 5.99103307723999, - 6.289356708526611, - 5.247837543487549, - 5.775465488433838, - 6.661167860031128, - 7.01893949508667, - 5.86978554725647, - 6.331237316131592, - 6.072096109390259, - 5.396609783172607, - 5.920700788497925, - 6.198949098587036, - 6.232726097106934, - 6.158239841461182, - 5.914179801940918, - 5.470175266265869, - 6.151731014251709, - 5.6943206787109375, - 5.611305236816406, - 5.540838718414307, - 5.611145973205566, - 5.970361709594727, - 5.9512038230896, - 5.92495059967041 - ], - "0.4": [ - 11.589941501617432, - 11.198899269104004, - 10.519343852996826, - 10.77051830291748, - 11.937717914581299, - 12.379238605499268, - 11.859419822692871, - 11.504639148712158, - 11.551692008972168, - 11.546610832214355, - 10.891102313995361, - 11.8306245803833, - 12.594965934753418, - 11.157914638519287, - 11.276457786560059, - 11.342641830444336, - 11.099031448364258, - 11.057540893554688, - 11.290948390960693, - 11.769378185272217, - 11.164666175842285, - 11.731871128082275, - 11.14005422592163, - 11.274994373321533 - ], - "0.5": [ - 11.589941501617432, - 11.198899269104004, - 10.519343852996826, - 10.77051830291748, - 11.937717914581299, - 12.379238605499268, - 11.859419822692871, - 11.504639148712158, - 11.551692008972168, - 11.546610832214355, - 10.891102313995361, - 11.8306245803833, - 12.594965934753418, - 11.157914638519287, - 11.276457786560059, - 11.342641830444336, - 11.099031448364258, - 11.057540893554688, - 11.290948390960693, - 11.769378185272217, - 11.164666175842285, - 11.731871128082275, - 11.14005422592163, - 11.274994373321533 - ], - "0.6": [ - 11.589941501617432, - 11.198899269104004, - 10.519343852996826, - 10.77051830291748, - 11.937717914581299, - 12.379238605499268, - 11.859419822692871, - 11.504639148712158, - 11.551692008972168, - 11.546610832214355, - 10.891102313995361, - 11.8306245803833, - 12.594965934753418, - 11.157914638519287, - 11.276457786560059, - 11.342641830444336, - 11.099031448364258, - 11.057540893554688, - 11.290948390960693, - 11.769378185272217, - 11.164666175842285, - 11.731871128082275, - 11.14005422592163, - 11.274994373321533 - ], - "0.7": [ - 11.589941501617432, - 11.198899269104004, - 10.519343852996826, - 10.77051830291748, - 11.937717914581299, - 12.379238605499268, - 11.859419822692871, - 11.504639148712158, - 11.551692008972168, - 11.546610832214355, - 10.891102313995361, - 11.8306245803833, - 12.594965934753418, - 11.157914638519287, - 11.276457786560059, - 11.342641830444336, - 11.099031448364258, - 11.057540893554688, - 11.290948390960693, - 11.769378185272217, - 11.164666175842285, - 11.731871128082275, - 11.14005422592163, - 11.274994373321533 - ], - "0.8": [ - 17.17635726928711, - 16.526926040649414, - 16.32427215576172, - 16.10968017578125, - 18.455568313598633, - 17.287802696228027, - 18.015438079833984, - 16.347278594970703, - 17.408306121826172, - 16.129758834838867, - 16.12080192565918, - 17.58540916442871, - 18.219901084899902, - 16.914793014526367, - 16.010417461395264, - 16.853331565856934, - 15.84160852432251, - 15.942840099334717, - 16.223820686340332, - 15.897940158843994, - 16.481534004211426, - 17.333035469055176, - 16.729005813598633, - 15.66500997543335 - ], - "0.9": [ - 17.17635726928711, - 16.526926040649414, - 16.32427215576172, - 16.10968017578125, - 18.455568313598633, - 17.287802696228027, - 18.015438079833984, - 16.347278594970703, - 17.408306121826172, - 16.129758834838867, - 16.12080192565918, - 17.58540916442871, - 18.219901084899902, - 16.914793014526367, - 16.010417461395264, - 16.853331565856934, - 15.84160852432251, - 15.942840099334717, - 16.223820686340332, - 15.897940158843994, - 16.481534004211426, - 17.333035469055176, - 16.729005813598633, - 15.66500997543335 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_053615.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_053615.json deleted file mode 100644 index b6c9f25544e5c1dfa1e84fa86a4139073915a4b7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_053615.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T05:36:15.110367+00:00", - "metrics": { - "MSE[mean]": 27.74255912976317, - "MSE[0.5]": 28.02104251527564, - "MAE[0.5]": 3.6450666387875876, - "MASE[0.5]": 0.6755335855668116, - "MAPE[0.5]": 0.38707687998516693, - "sMAPE[0.5]": 0.2878886424975619, - "MSIS": 7.134093910570772, - "RMSE[mean]": 5.267120572928169, - "NRMSE[mean]": 0.4227789088637995, - "ND[0.5]": 0.2925805997689033, - "mean_weighted_sum_quantile_loss": 0.2630706052096171 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 15.296563148498535, - 14.171359539031982, - 12.025971412658691, - 13.240617752075195, - 13.010471820831299, - 12.235376358032227, - 13.043675422668457, - 10.685472965240479, - 12.703383445739746, - 11.537071228027344, - 12.197360515594482, - 13.977957248687744, - 13.305650234222412, - 13.762544631958008, - 13.066640853881836, - 13.283019542694092, - 12.342116832733154, - 12.53096628189087, - 12.014268398284912, - 11.058838367462158, - 13.137222290039062, - 11.0625581741333, - 12.858672142028809, - 12.987175941467285 - ], - "p10": [ - 10.376410007476807, - 7.787018060684204, - 4.458249092102051, - 7.447663068771362, - 6.87131404876709, - 5.9421467781066895, - 7.197511434555054, - 5.404125690460205, - 5.024405479431152, - 5.618760585784912, - 5.460566520690918, - 6.0753912925720215, - 5.733156681060791, - 6.747304201126099, - 4.808638572692871, - 4.995535850524902, - 6.207885980606079, - 5.255074501037598, - 5.960484981536865, - 4.00347375869751, - 5.6244940757751465, - 4.10432767868042, - 6.404350996017456, - 6.747051239013672 - ], - "p90": [ - 20.915788650512695, - 19.873251914978027, - 18.492362022399902, - 18.66003704071045, - 18.26210308074951, - 19.40617084503174, - 20.08814811706543, - 17.048717498779297, - 20.31479263305664, - 20.453636169433594, - 19.25433921813965, - 20.717597007751465, - 21.48473072052002, - 20.682974815368652, - 20.09037685394287, - 21.423110008239746, - 20.45771884918213, - 20.95277500152588, - 18.75874137878418, - 18.215514183044434, - 21.75045394897461, - 18.67091655731201, - 22.036148071289062, - 23.52071762084961 - ], - "mean": [ - 15.313546180725098, - 13.93382453918457, - 11.926348686218262, - 13.375222206115723, - 12.752644538879395, - 12.533736228942871, - 13.262022018432617, - 11.49646282196045, - 12.370418548583984, - 12.72684383392334, - 12.460064888000488, - 13.94100284576416, - 13.637128829956055, - 14.005172729492188, - 12.93966293334961, - 13.443707466125488, - 12.411688804626465, - 12.984333038330078, - 12.509799003601074, - 11.220304489135742, - 14.349409103393555, - 11.24714183807373, - 13.540346145629883, - 14.37265682220459 - ], - "quantiles": { - "0.1": [ - 10.376410007476807, - 7.787018060684204, - 4.458249092102051, - 7.447663068771362, - 6.87131404876709, - 5.9421467781066895, - 7.197511434555054, - 5.404125690460205, - 5.024405479431152, - 5.618760585784912, - 5.460566520690918, - 6.0753912925720215, - 5.733156681060791, - 6.747304201126099, - 4.808638572692871, - 4.995535850524902, - 6.207885980606079, - 5.255074501037598, - 5.960484981536865, - 4.00347375869751, - 5.6244940757751465, - 4.10432767868042, - 6.404350996017456, - 6.747051239013672 - ], - "0.2": [ - 10.376410007476807, - 7.787018060684204, - 4.458249092102051, - 7.447663068771362, - 6.87131404876709, - 5.9421467781066895, - 7.197511434555054, - 5.404125690460205, - 5.024405479431152, - 5.618760585784912, - 5.460566520690918, - 6.0753912925720215, - 5.733156681060791, - 6.747304201126099, - 4.808638572692871, - 4.995535850524902, - 6.207885980606079, - 5.255074501037598, - 5.960484981536865, - 4.00347375869751, - 5.6244940757751465, - 4.10432767868042, - 6.404350996017456, - 6.747051239013672 - ], - "0.3": [ - 10.376410007476807, - 7.787018060684204, - 4.458249092102051, - 7.447663068771362, - 6.87131404876709, - 5.9421467781066895, - 7.197511434555054, - 5.404125690460205, - 5.024405479431152, - 5.618760585784912, - 5.460566520690918, - 6.0753912925720215, - 5.733156681060791, - 6.747304201126099, - 4.808638572692871, - 4.995535850524902, - 6.207885980606079, - 5.255074501037598, - 5.960484981536865, - 4.00347375869751, - 5.6244940757751465, - 4.10432767868042, - 6.404350996017456, - 6.747051239013672 - ], - "0.4": [ - 15.296563148498535, - 14.171359539031982, - 12.025971412658691, - 13.240617752075195, - 13.010471820831299, - 12.235376358032227, - 13.043675422668457, - 10.685472965240479, - 12.703383445739746, - 11.537071228027344, - 12.197360515594482, - 13.977957248687744, - 13.305650234222412, - 13.762544631958008, - 13.066640853881836, - 13.283019542694092, - 12.342116832733154, - 12.53096628189087, - 12.014268398284912, - 11.058838367462158, - 13.137222290039062, - 11.0625581741333, - 12.858672142028809, - 12.987175941467285 - ], - "0.5": [ - 15.296563148498535, - 14.171359539031982, - 12.025971412658691, - 13.240617752075195, - 13.010471820831299, - 12.235376358032227, - 13.043675422668457, - 10.685472965240479, - 12.703383445739746, - 11.537071228027344, - 12.197360515594482, - 13.977957248687744, - 13.305650234222412, - 13.762544631958008, - 13.066640853881836, - 13.283019542694092, - 12.342116832733154, - 12.53096628189087, - 12.014268398284912, - 11.058838367462158, - 13.137222290039062, - 11.0625581741333, - 12.858672142028809, - 12.987175941467285 - ], - "0.6": [ - 15.296563148498535, - 14.171359539031982, - 12.025971412658691, - 13.240617752075195, - 13.010471820831299, - 12.235376358032227, - 13.043675422668457, - 10.685472965240479, - 12.703383445739746, - 11.537071228027344, - 12.197360515594482, - 13.977957248687744, - 13.305650234222412, - 13.762544631958008, - 13.066640853881836, - 13.283019542694092, - 12.342116832733154, - 12.53096628189087, - 12.014268398284912, - 11.058838367462158, - 13.137222290039062, - 11.0625581741333, - 12.858672142028809, - 12.987175941467285 - ], - "0.7": [ - 15.296563148498535, - 14.171359539031982, - 12.025971412658691, - 13.240617752075195, - 13.010471820831299, - 12.235376358032227, - 13.043675422668457, - 10.685472965240479, - 12.703383445739746, - 11.537071228027344, - 12.197360515594482, - 13.977957248687744, - 13.305650234222412, - 13.762544631958008, - 13.066640853881836, - 13.283019542694092, - 12.342116832733154, - 12.53096628189087, - 12.014268398284912, - 11.058838367462158, - 13.137222290039062, - 11.0625581741333, - 12.858672142028809, - 12.987175941467285 - ], - "0.8": [ - 20.915788650512695, - 19.873251914978027, - 18.492362022399902, - 18.66003704071045, - 18.26210308074951, - 19.40617084503174, - 20.08814811706543, - 17.048717498779297, - 20.31479263305664, - 20.453636169433594, - 19.25433921813965, - 20.717597007751465, - 21.48473072052002, - 20.682974815368652, - 20.09037685394287, - 21.423110008239746, - 20.45771884918213, - 20.95277500152588, - 18.75874137878418, - 18.215514183044434, - 21.75045394897461, - 18.67091655731201, - 22.036148071289062, - 23.52071762084961 - ], - "0.9": [ - 20.915788650512695, - 19.873251914978027, - 18.492362022399902, - 18.66003704071045, - 18.26210308074951, - 19.40617084503174, - 20.08814811706543, - 17.048717498779297, - 20.31479263305664, - 20.453636169433594, - 19.25433921813965, - 20.717597007751465, - 21.48473072052002, - 20.682974815368652, - 20.09037685394287, - 21.423110008239746, - 20.45771884918213, - 20.95277500152588, - 18.75874137878418, - 18.215514183044434, - 21.75045394897461, - 18.67091655731201, - 22.036148071289062, - 23.52071762084961 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_065043.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_065043.json deleted file mode 100644 index 8c74a52831f7229818390ecf893d2dffadd61ded..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_065043.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T06:50:43.948030+00:00", - "metrics": { - "MSE[mean]": 36.25860962553421, - "MSE[0.5]": 35.5085305749094, - "MAE[0.5]": 4.037225365638733, - "MASE[0.5]": 0.7569797560572624, - "MAPE[0.5]": 0.8145701005676527, - "sMAPE[0.5]": 0.35280422098548286, - "MSIS": 9.878911638632417, - "RMSE[mean]": 6.021512237431243, - "NRMSE[mean]": 0.5000563795790652, - "ND[0.5]": 0.33527131064127885, - "mean_weighted_sum_quantile_loss": 0.29493243387230356 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.169343948364258, - 12.311003684997559, - 12.567950248718262, - 13.608625411987305, - 11.726364612579346, - 11.788622856140137, - 10.895402431488037, - 11.76313066482544, - 10.398784637451172, - 11.655790328979492, - 12.204021453857422, - 12.713855743408203, - 13.117571353912354, - 11.482304096221924, - 12.42084264755249, - 12.375606060028076, - 12.06360912322998, - 10.54734182357788, - 10.59799337387085, - 12.009296894073486, - 11.832239151000977, - 12.529832363128662, - 12.414065837860107, - 12.013443946838379 - ], - "p10": [ - 8.667171478271484, - 7.6135289669036865, - 6.67374587059021, - 8.44517707824707, - 7.489475727081299, - 6.660368919372559, - 5.312714576721191, - 5.488929748535156, - 4.873839855194092, - 6.2594313621521, - 6.478816032409668, - 6.768928289413452, - 5.859028339385986, - 5.511685848236084, - 6.360150098800659, - 5.065260410308838, - 5.868042469024658, - 5.428904056549072, - 5.4918437004089355, - 5.534243583679199, - 5.315476894378662, - 6.714370489120483, - 5.81599760055542, - 4.849987030029297 - ], - "p90": [ - 19.39829444885254, - 17.545116424560547, - 18.270995140075684, - 19.350059509277344, - 17.004907608032227, - 16.914785385131836, - 15.506487846374512, - 18.07774257659912, - 17.31511116027832, - 17.228182792663574, - 21.017619132995605, - 20.28376579284668, - 20.54134178161621, - 18.190820693969727, - 21.556204795837402, - 20.827980041503906, - 20.208985328674316, - 16.435962677001953, - 16.950303077697754, - 18.404845237731934, - 18.753568649291992, - 20.05991554260254, - 18.815665245056152, - 19.121684074401855 - ], - "mean": [ - 14.038025856018066, - 12.54555606842041, - 12.406532287597656, - 13.766351699829102, - 11.863213539123535, - 11.757999420166016, - 10.83104133605957, - 11.662422180175781, - 10.637530326843262, - 12.073244094848633, - 12.958566665649414, - 13.29516315460205, - 13.915336608886719, - 11.673290252685547, - 13.372481346130371, - 13.036066055297852, - 12.442747116088867, - 11.121197700500488, - 11.21078109741211, - 12.325064659118652, - 11.78661060333252, - 12.85214900970459, - 12.607645988464355, - 12.604082107543945 - ], - "quantiles": { - "0.1": [ - 8.667171478271484, - 7.6135289669036865, - 6.67374587059021, - 8.44517707824707, - 7.489475727081299, - 6.660368919372559, - 5.312714576721191, - 5.488929748535156, - 4.873839855194092, - 6.2594313621521, - 6.478816032409668, - 6.768928289413452, - 5.859028339385986, - 5.511685848236084, - 6.360150098800659, - 5.065260410308838, - 5.868042469024658, - 5.428904056549072, - 5.4918437004089355, - 5.534243583679199, - 5.315476894378662, - 6.714370489120483, - 5.81599760055542, - 4.849987030029297 - ], - "0.2": [ - 8.667171478271484, - 7.6135289669036865, - 6.67374587059021, - 8.44517707824707, - 7.489475727081299, - 6.660368919372559, - 5.312714576721191, - 5.488929748535156, - 4.873839855194092, - 6.2594313621521, - 6.478816032409668, - 6.768928289413452, - 5.859028339385986, - 5.511685848236084, - 6.360150098800659, - 5.065260410308838, - 5.868042469024658, - 5.428904056549072, - 5.4918437004089355, - 5.534243583679199, - 5.315476894378662, - 6.714370489120483, - 5.81599760055542, - 4.849987030029297 - ], - "0.3": [ - 8.667171478271484, - 7.6135289669036865, - 6.67374587059021, - 8.44517707824707, - 7.489475727081299, - 6.660368919372559, - 5.312714576721191, - 5.488929748535156, - 4.873839855194092, - 6.2594313621521, - 6.478816032409668, - 6.768928289413452, - 5.859028339385986, - 5.511685848236084, - 6.360150098800659, - 5.065260410308838, - 5.868042469024658, - 5.428904056549072, - 5.4918437004089355, - 5.534243583679199, - 5.315476894378662, - 6.714370489120483, - 5.81599760055542, - 4.849987030029297 - ], - "0.4": [ - 14.169343948364258, - 12.311003684997559, - 12.567950248718262, - 13.608625411987305, - 11.726364612579346, - 11.788622856140137, - 10.895402431488037, - 11.76313066482544, - 10.398784637451172, - 11.655790328979492, - 12.204021453857422, - 12.713855743408203, - 13.117571353912354, - 11.482304096221924, - 12.42084264755249, - 12.375606060028076, - 12.06360912322998, - 10.54734182357788, - 10.59799337387085, - 12.009296894073486, - 11.832239151000977, - 12.529832363128662, - 12.414065837860107, - 12.013443946838379 - ], - "0.5": [ - 14.169343948364258, - 12.311003684997559, - 12.567950248718262, - 13.608625411987305, - 11.726364612579346, - 11.788622856140137, - 10.895402431488037, - 11.76313066482544, - 10.398784637451172, - 11.655790328979492, - 12.204021453857422, - 12.713855743408203, - 13.117571353912354, - 11.482304096221924, - 12.42084264755249, - 12.375606060028076, - 12.06360912322998, - 10.54734182357788, - 10.59799337387085, - 12.009296894073486, - 11.832239151000977, - 12.529832363128662, - 12.414065837860107, - 12.013443946838379 - ], - "0.6": [ - 14.169343948364258, - 12.311003684997559, - 12.567950248718262, - 13.608625411987305, - 11.726364612579346, - 11.788622856140137, - 10.895402431488037, - 11.76313066482544, - 10.398784637451172, - 11.655790328979492, - 12.204021453857422, - 12.713855743408203, - 13.117571353912354, - 11.482304096221924, - 12.42084264755249, - 12.375606060028076, - 12.06360912322998, - 10.54734182357788, - 10.59799337387085, - 12.009296894073486, - 11.832239151000977, - 12.529832363128662, - 12.414065837860107, - 12.013443946838379 - ], - "0.7": [ - 14.169343948364258, - 12.311003684997559, - 12.567950248718262, - 13.608625411987305, - 11.726364612579346, - 11.788622856140137, - 10.895402431488037, - 11.76313066482544, - 10.398784637451172, - 11.655790328979492, - 12.204021453857422, - 12.713855743408203, - 13.117571353912354, - 11.482304096221924, - 12.42084264755249, - 12.375606060028076, - 12.06360912322998, - 10.54734182357788, - 10.59799337387085, - 12.009296894073486, - 11.832239151000977, - 12.529832363128662, - 12.414065837860107, - 12.013443946838379 - ], - "0.8": [ - 19.39829444885254, - 17.545116424560547, - 18.270995140075684, - 19.350059509277344, - 17.004907608032227, - 16.914785385131836, - 15.506487846374512, - 18.07774257659912, - 17.31511116027832, - 17.228182792663574, - 21.017619132995605, - 20.28376579284668, - 20.54134178161621, - 18.190820693969727, - 21.556204795837402, - 20.827980041503906, - 20.208985328674316, - 16.435962677001953, - 16.950303077697754, - 18.404845237731934, - 18.753568649291992, - 20.05991554260254, - 18.815665245056152, - 19.121684074401855 - ], - "0.9": [ - 19.39829444885254, - 17.545116424560547, - 18.270995140075684, - 19.350059509277344, - 17.004907608032227, - 16.914785385131836, - 15.506487846374512, - 18.07774257659912, - 17.31511116027832, - 17.228182792663574, - 21.017619132995605, - 20.28376579284668, - 20.54134178161621, - 18.190820693969727, - 21.556204795837402, - 20.827980041503906, - 20.208985328674316, - 16.435962677001953, - 16.950303077697754, - 18.404845237731934, - 18.753568649291992, - 20.05991554260254, - 18.815665245056152, - 19.121684074401855 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_080905.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_080905.json deleted file mode 100644 index 0f004ab1bd0709758e1307e04fef58594072b2ff..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_080905.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T08:09:05.638976+00:00", - "metrics": { - "MSE[mean]": 37.5651404751732, - "MSE[0.5]": 37.994707789765066, - "MAE[0.5]": 4.247228761514028, - "MASE[0.5]": 0.801573973339476, - "MAPE[0.5]": 0.9735486556553711, - "sMAPE[0.5]": 0.39512331458212685, - "MSIS": 10.477546399417744, - "RMSE[mean]": 6.129040746737878, - "NRMSE[mean]": 0.516129747093716, - "ND[0.5]": 0.35766136939065496, - "mean_weighted_sum_quantile_loss": 0.30664866493924087 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.927632808685303, - 11.501428127288818, - 12.521660804748535, - 11.684112071990967, - 11.544897556304932, - 11.866127490997314, - 11.201251983642578, - 11.157702922821045, - 11.645231246948242, - 11.727616786956787, - 11.09557056427002, - 11.083162784576416, - 11.48371410369873, - 11.690603733062744, - 11.88568115234375, - 11.088977336883545, - 11.021903991699219, - 10.971400260925293, - 11.209737777709961, - 11.289169788360596, - 12.217453002929688, - 11.852458953857422, - 12.092121124267578, - 11.12319564819336 - ], - "p10": [ - 7.389164924621582, - 6.951876163482666, - 7.207625389099121, - 6.849495887756348, - 7.228329658508301, - 6.841402053833008, - 6.219258546829224, - 5.7528228759765625, - 6.489870309829712, - 5.9592180252075195, - 6.2877302169799805, - 5.331525802612305, - 6.0181756019592285, - 4.929220676422119, - 5.626471996307373, - 5.091843605041504, - 4.621730327606201, - 5.181266784667969, - 5.678900241851807, - 6.218691110610962, - 6.338554382324219, - 6.454644203186035, - 5.508963108062744, - 5.2870306968688965 - ], - "p90": [ - 16.049248695373535, - 16.594346046447754, - 17.597556114196777, - 16.41398525238037, - 17.244474411010742, - 17.73346996307373, - 16.164584159851074, - 16.04293441772461, - 16.673558235168457, - 18.896780967712402, - 16.68307876586914, - 16.498090744018555, - 17.710561752319336, - 17.5577449798584, - 18.2479248046875, - 16.634323120117188, - 17.05129337310791, - 18.16690158843994, - 20.466784477233887, - 19.196053504943848, - 19.434850692749023, - 19.562920570373535, - 20.51276206970215, - 19.22141456604004 - ], - "mean": [ - 11.504573822021484, - 11.68299388885498, - 12.530729293823242, - 11.804269790649414, - 12.172401428222656, - 12.08875846862793, - 11.656099319458008, - 11.650426864624023, - 11.404462814331055, - 12.25732421875, - 11.5322904586792, - 11.345779418945312, - 12.287103652954102, - 11.794236183166504, - 12.235395431518555, - 10.964141845703125, - 11.832649230957031, - 11.431384086608887, - 11.940892219543457, - 12.06949520111084, - 12.952157974243164, - 13.146002769470215, - 12.937134742736816, - 11.941276550292969 - ], - "quantiles": { - "0.1": [ - 7.389164924621582, - 6.951876163482666, - 7.207625389099121, - 6.849495887756348, - 7.228329658508301, - 6.841402053833008, - 6.219258546829224, - 5.7528228759765625, - 6.489870309829712, - 5.9592180252075195, - 6.2877302169799805, - 5.331525802612305, - 6.0181756019592285, - 4.929220676422119, - 5.626471996307373, - 5.091843605041504, - 4.621730327606201, - 5.181266784667969, - 5.678900241851807, - 6.218691110610962, - 6.338554382324219, - 6.454644203186035, - 5.508963108062744, - 5.2870306968688965 - ], - "0.2": [ - 7.389164924621582, - 6.951876163482666, - 7.207625389099121, - 6.849495887756348, - 7.228329658508301, - 6.841402053833008, - 6.219258546829224, - 5.7528228759765625, - 6.489870309829712, - 5.9592180252075195, - 6.2877302169799805, - 5.331525802612305, - 6.0181756019592285, - 4.929220676422119, - 5.626471996307373, - 5.091843605041504, - 4.621730327606201, - 5.181266784667969, - 5.678900241851807, - 6.218691110610962, - 6.338554382324219, - 6.454644203186035, - 5.508963108062744, - 5.2870306968688965 - ], - "0.3": [ - 7.389164924621582, - 6.951876163482666, - 7.207625389099121, - 6.849495887756348, - 7.228329658508301, - 6.841402053833008, - 6.219258546829224, - 5.7528228759765625, - 6.489870309829712, - 5.9592180252075195, - 6.2877302169799805, - 5.331525802612305, - 6.0181756019592285, - 4.929220676422119, - 5.626471996307373, - 5.091843605041504, - 4.621730327606201, - 5.181266784667969, - 5.678900241851807, - 6.218691110610962, - 6.338554382324219, - 6.454644203186035, - 5.508963108062744, - 5.2870306968688965 - ], - "0.4": [ - 10.927632808685303, - 11.501428127288818, - 12.521660804748535, - 11.684112071990967, - 11.544897556304932, - 11.866127490997314, - 11.201251983642578, - 11.157702922821045, - 11.645231246948242, - 11.727616786956787, - 11.09557056427002, - 11.083162784576416, - 11.48371410369873, - 11.690603733062744, - 11.88568115234375, - 11.088977336883545, - 11.021903991699219, - 10.971400260925293, - 11.209737777709961, - 11.289169788360596, - 12.217453002929688, - 11.852458953857422, - 12.092121124267578, - 11.12319564819336 - ], - "0.5": [ - 10.927632808685303, - 11.501428127288818, - 12.521660804748535, - 11.684112071990967, - 11.544897556304932, - 11.866127490997314, - 11.201251983642578, - 11.157702922821045, - 11.645231246948242, - 11.727616786956787, - 11.09557056427002, - 11.083162784576416, - 11.48371410369873, - 11.690603733062744, - 11.88568115234375, - 11.088977336883545, - 11.021903991699219, - 10.971400260925293, - 11.209737777709961, - 11.289169788360596, - 12.217453002929688, - 11.852458953857422, - 12.092121124267578, - 11.12319564819336 - ], - "0.6": [ - 10.927632808685303, - 11.501428127288818, - 12.521660804748535, - 11.684112071990967, - 11.544897556304932, - 11.866127490997314, - 11.201251983642578, - 11.157702922821045, - 11.645231246948242, - 11.727616786956787, - 11.09557056427002, - 11.083162784576416, - 11.48371410369873, - 11.690603733062744, - 11.88568115234375, - 11.088977336883545, - 11.021903991699219, - 10.971400260925293, - 11.209737777709961, - 11.289169788360596, - 12.217453002929688, - 11.852458953857422, - 12.092121124267578, - 11.12319564819336 - ], - "0.7": [ - 10.927632808685303, - 11.501428127288818, - 12.521660804748535, - 11.684112071990967, - 11.544897556304932, - 11.866127490997314, - 11.201251983642578, - 11.157702922821045, - 11.645231246948242, - 11.727616786956787, - 11.09557056427002, - 11.083162784576416, - 11.48371410369873, - 11.690603733062744, - 11.88568115234375, - 11.088977336883545, - 11.021903991699219, - 10.971400260925293, - 11.209737777709961, - 11.289169788360596, - 12.217453002929688, - 11.852458953857422, - 12.092121124267578, - 11.12319564819336 - ], - "0.8": [ - 16.049248695373535, - 16.594346046447754, - 17.597556114196777, - 16.41398525238037, - 17.244474411010742, - 17.73346996307373, - 16.164584159851074, - 16.04293441772461, - 16.673558235168457, - 18.896780967712402, - 16.68307876586914, - 16.498090744018555, - 17.710561752319336, - 17.5577449798584, - 18.2479248046875, - 16.634323120117188, - 17.05129337310791, - 18.16690158843994, - 20.466784477233887, - 19.196053504943848, - 19.434850692749023, - 19.562920570373535, - 20.51276206970215, - 19.22141456604004 - ], - "0.9": [ - 16.049248695373535, - 16.594346046447754, - 17.597556114196777, - 16.41398525238037, - 17.244474411010742, - 17.73346996307373, - 16.164584159851074, - 16.04293441772461, - 16.673558235168457, - 18.896780967712402, - 16.68307876586914, - 16.498090744018555, - 17.710561752319336, - 17.5577449798584, - 18.2479248046875, - 16.634323120117188, - 17.05129337310791, - 18.16690158843994, - 20.466784477233887, - 19.196053504943848, - 19.434850692749023, - 19.562920570373535, - 20.51276206970215, - 19.22141456604004 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_092741.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_092741.json deleted file mode 100644 index 85f51f7ad36bed9ed94427b5e8ddbae424f3c2ac..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_092741.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T09:27:41.458500+00:00", - "metrics": { - "MSE[mean]": 28.119320770476293, - "MSE[0.5]": 29.043160311381683, - "MAE[0.5]": 3.7324811816215515, - "MASE[0.5]": 0.7053507744796632, - "MAPE[0.5]": 0.5055350977829186, - "sMAPE[0.5]": 0.33473544254983584, - "MSIS": 9.07852461957556, - "RMSE[mean]": 5.30276538897171, - "NRMSE[mean]": 0.4434368269523381, - "ND[0.5]": 0.3121238618777604, - "mean_weighted_sum_quantile_loss": 0.2784859528801859 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.99294662475586, - 11.43095874786377, - 11.888461589813232, - 11.452799320220947, - 11.420897960662842, - 10.750189781188965, - 11.439616203308105, - 11.484275817871094, - 11.813993453979492, - 11.352821826934814, - 12.227571964263916, - 11.52369213104248, - 10.698532581329346, - 10.819241523742676, - 11.74889850616455, - 10.725532054901123, - 11.072951793670654, - 11.374882221221924, - 10.894319534301758, - 9.845149993896484, - 10.266184329986572, - 11.404921531677246, - 10.7337064743042, - 11.949671745300293 - ], - "p10": [ - 7.92224383354187, - 6.878779888153076, - 7.9335901737213135, - 6.918099880218506, - 6.4422996044158936, - 6.064106464385986, - 6.068869590759277, - 7.16150975227356, - 6.483600616455078, - 6.957991600036621, - 6.3414130210876465, - 6.10822606086731, - 6.131284713745117, - 5.976663589477539, - 6.837114572525024, - 6.385251045227051, - 6.235649824142456, - 6.418796539306641, - 6.3373863697052, - 4.855660915374756, - 5.18711519241333, - 5.848140239715576, - 5.747003555297852, - 6.121848106384277 - ], - "p90": [ - 19.467663764953613, - 17.089210510253906, - 17.957517623901367, - 19.032812118530273, - 18.331486701965332, - 16.118782997131348, - 17.286019325256348, - 20.32216167449951, - 19.21289825439453, - 18.220457077026367, - 18.26568603515625, - 17.171710968017578, - 17.40510654449463, - 18.70146369934082, - 19.402342796325684, - 17.02845859527588, - 18.109010696411133, - 19.359760284423828, - 17.17030143737793, - 15.251935005187988, - 17.469654083251953, - 19.535520553588867, - 18.784671783447266, - 18.371459007263184 - ], - "mean": [ - 13.56142520904541, - 11.87592601776123, - 12.55430793762207, - 12.22081184387207, - 12.36100959777832, - 11.190524101257324, - 11.795005798339844, - 13.024823188781738, - 12.63865852355957, - 12.36241626739502, - 12.896788597106934, - 12.077171325683594, - 11.255281448364258, - 11.891042709350586, - 12.607803344726562, - 11.566873550415039, - 12.00252914428711, - 12.249235153198242, - 11.440720558166504, - 10.24360466003418, - 11.320924758911133, - 12.359477996826172, - 11.76000690460205, - 12.394048690795898 - ], - "quantiles": { - "0.1": [ - 7.92224383354187, - 6.878779888153076, - 7.9335901737213135, - 6.918099880218506, - 6.4422996044158936, - 6.064106464385986, - 6.068869590759277, - 7.16150975227356, - 6.483600616455078, - 6.957991600036621, - 6.3414130210876465, - 6.10822606086731, - 6.131284713745117, - 5.976663589477539, - 6.837114572525024, - 6.385251045227051, - 6.235649824142456, - 6.418796539306641, - 6.3373863697052, - 4.855660915374756, - 5.18711519241333, - 5.848140239715576, - 5.747003555297852, - 6.121848106384277 - ], - "0.2": [ - 7.92224383354187, - 6.878779888153076, - 7.9335901737213135, - 6.918099880218506, - 6.4422996044158936, - 6.064106464385986, - 6.068869590759277, - 7.16150975227356, - 6.483600616455078, - 6.957991600036621, - 6.3414130210876465, - 6.10822606086731, - 6.131284713745117, - 5.976663589477539, - 6.837114572525024, - 6.385251045227051, - 6.235649824142456, - 6.418796539306641, - 6.3373863697052, - 4.855660915374756, - 5.18711519241333, - 5.848140239715576, - 5.747003555297852, - 6.121848106384277 - ], - "0.3": [ - 7.92224383354187, - 6.878779888153076, - 7.9335901737213135, - 6.918099880218506, - 6.4422996044158936, - 6.064106464385986, - 6.068869590759277, - 7.16150975227356, - 6.483600616455078, - 6.957991600036621, - 6.3414130210876465, - 6.10822606086731, - 6.131284713745117, - 5.976663589477539, - 6.837114572525024, - 6.385251045227051, - 6.235649824142456, - 6.418796539306641, - 6.3373863697052, - 4.855660915374756, - 5.18711519241333, - 5.848140239715576, - 5.747003555297852, - 6.121848106384277 - ], - "0.4": [ - 12.99294662475586, - 11.43095874786377, - 11.888461589813232, - 11.452799320220947, - 11.420897960662842, - 10.750189781188965, - 11.439616203308105, - 11.484275817871094, - 11.813993453979492, - 11.352821826934814, - 12.227571964263916, - 11.52369213104248, - 10.698532581329346, - 10.819241523742676, - 11.74889850616455, - 10.725532054901123, - 11.072951793670654, - 11.374882221221924, - 10.894319534301758, - 9.845149993896484, - 10.266184329986572, - 11.404921531677246, - 10.7337064743042, - 11.949671745300293 - ], - "0.5": [ - 12.99294662475586, - 11.43095874786377, - 11.888461589813232, - 11.452799320220947, - 11.420897960662842, - 10.750189781188965, - 11.439616203308105, - 11.484275817871094, - 11.813993453979492, - 11.352821826934814, - 12.227571964263916, - 11.52369213104248, - 10.698532581329346, - 10.819241523742676, - 11.74889850616455, - 10.725532054901123, - 11.072951793670654, - 11.374882221221924, - 10.894319534301758, - 9.845149993896484, - 10.266184329986572, - 11.404921531677246, - 10.7337064743042, - 11.949671745300293 - ], - "0.6": [ - 12.99294662475586, - 11.43095874786377, - 11.888461589813232, - 11.452799320220947, - 11.420897960662842, - 10.750189781188965, - 11.439616203308105, - 11.484275817871094, - 11.813993453979492, - 11.352821826934814, - 12.227571964263916, - 11.52369213104248, - 10.698532581329346, - 10.819241523742676, - 11.74889850616455, - 10.725532054901123, - 11.072951793670654, - 11.374882221221924, - 10.894319534301758, - 9.845149993896484, - 10.266184329986572, - 11.404921531677246, - 10.7337064743042, - 11.949671745300293 - ], - "0.7": [ - 12.99294662475586, - 11.43095874786377, - 11.888461589813232, - 11.452799320220947, - 11.420897960662842, - 10.750189781188965, - 11.439616203308105, - 11.484275817871094, - 11.813993453979492, - 11.352821826934814, - 12.227571964263916, - 11.52369213104248, - 10.698532581329346, - 10.819241523742676, - 11.74889850616455, - 10.725532054901123, - 11.072951793670654, - 11.374882221221924, - 10.894319534301758, - 9.845149993896484, - 10.266184329986572, - 11.404921531677246, - 10.7337064743042, - 11.949671745300293 - ], - "0.8": [ - 19.467663764953613, - 17.089210510253906, - 17.957517623901367, - 19.032812118530273, - 18.331486701965332, - 16.118782997131348, - 17.286019325256348, - 20.32216167449951, - 19.21289825439453, - 18.220457077026367, - 18.26568603515625, - 17.171710968017578, - 17.40510654449463, - 18.70146369934082, - 19.402342796325684, - 17.02845859527588, - 18.109010696411133, - 19.359760284423828, - 17.17030143737793, - 15.251935005187988, - 17.469654083251953, - 19.535520553588867, - 18.784671783447266, - 18.371459007263184 - ], - "0.9": [ - 19.467663764953613, - 17.089210510253906, - 17.957517623901367, - 19.032812118530273, - 18.331486701965332, - 16.118782997131348, - 17.286019325256348, - 20.32216167449951, - 19.21289825439453, - 18.220457077026367, - 18.26568603515625, - 17.171710968017578, - 17.40510654449463, - 18.70146369934082, - 19.402342796325684, - 17.02845859527588, - 18.109010696411133, - 19.359760284423828, - 17.17030143737793, - 15.251935005187988, - 17.469654083251953, - 19.535520553588867, - 18.784671783447266, - 18.371459007263184 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_103854.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_103854.json deleted file mode 100644 index 5333ecb63bda1dbbd7e6a2c66d21ad598ec22572..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_103854.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T10:38:54.623917+00:00", - "metrics": { - "MSE[mean]": 33.293086930931736, - "MSE[0.5]": 33.50598873218251, - "MAE[0.5]": 3.8483776847521463, - "MASE[0.5]": 0.7320559928722709, - "MAPE[0.5]": 0.5131363009528055, - "sMAPE[0.5]": 0.33539604993915767, - "MSIS": 10.16754172752209, - "RMSE[mean]": 5.77001619849821, - "NRMSE[mean]": 0.4841971635103393, - "ND[0.5]": 0.3229407847344459, - "mean_weighted_sum_quantile_loss": 0.28597096741060557 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.315340518951416, - 12.00056505203247, - 11.874650001525879, - 11.427822589874268, - 11.197900295257568, - 10.597144603729248, - 11.68637228012085, - 11.724347114562988, - 11.337183475494385, - 11.308486938476562, - 11.436406135559082, - 11.020912647247314, - 11.6123046875, - 11.407708168029785, - 11.760220050811768, - 11.692803382873535, - 11.201219081878662, - 10.528191566467285, - 10.818313598632812, - 10.647629261016846, - 11.347279071807861, - 10.930948734283447, - 11.73111867904663, - 11.681796073913574 - ], - "p10": [ - 7.573973178863525, - 7.247767686843872, - 7.088016033172607, - 7.41731595993042, - 7.080997467041016, - 5.823525905609131, - 6.425152778625488, - 6.5100462436676025, - 6.8086700439453125, - 6.896962404251099, - 5.924147605895996, - 6.637609958648682, - 6.751072406768799, - 6.678954601287842, - 7.126087427139282, - 6.356448173522949, - 6.690318584442139, - 6.029723405838013, - 6.354060888290405, - 5.540331840515137, - 6.253446817398071, - 6.644808530807495, - 6.961372137069702, - 6.607071161270142 - ], - "p90": [ - 19.789976119995117, - 18.026165008544922, - 18.205535888671875, - 18.874021530151367, - 17.35189437866211, - 17.336779594421387, - 18.2932071685791, - 18.440916061401367, - 18.860886573791504, - 18.05465602874756, - 20.02042293548584, - 18.08566951751709, - 17.047335624694824, - 18.69330596923828, - 19.76361846923828, - 18.883949279785156, - 18.35216999053955, - 17.076414108276367, - 17.948765754699707, - 17.990182876586914, - 18.628826141357422, - 19.126983642578125, - 19.106115341186523, - 18.737606048583984 - ], - "mean": [ - 13.995244979858398, - 12.44310188293457, - 12.388197898864746, - 12.493927955627441, - 11.842994689941406, - 11.68809700012207, - 12.0488920211792, - 12.536863327026367, - 12.547296524047852, - 12.092657089233398, - 12.42357063293457, - 11.827075004577637, - 12.05069351196289, - 12.166333198547363, - 12.729783058166504, - 12.711885452270508, - 12.394269943237305, - 11.45517349243164, - 12.057233810424805, - 11.465348243713379, - 12.257457733154297, - 12.334698677062988, - 12.76395320892334, - 12.246918678283691 - ], - "quantiles": { - "0.1": [ - 7.573973178863525, - 7.247767686843872, - 7.088016033172607, - 7.41731595993042, - 7.080997467041016, - 5.823525905609131, - 6.425152778625488, - 6.5100462436676025, - 6.8086700439453125, - 6.896962404251099, - 5.924147605895996, - 6.637609958648682, - 6.751072406768799, - 6.678954601287842, - 7.126087427139282, - 6.356448173522949, - 6.690318584442139, - 6.029723405838013, - 6.354060888290405, - 5.540331840515137, - 6.253446817398071, - 6.644808530807495, - 6.961372137069702, - 6.607071161270142 - ], - "0.2": [ - 7.573973178863525, - 7.247767686843872, - 7.088016033172607, - 7.41731595993042, - 7.080997467041016, - 5.823525905609131, - 6.425152778625488, - 6.5100462436676025, - 6.8086700439453125, - 6.896962404251099, - 5.924147605895996, - 6.637609958648682, - 6.751072406768799, - 6.678954601287842, - 7.126087427139282, - 6.356448173522949, - 6.690318584442139, - 6.029723405838013, - 6.354060888290405, - 5.540331840515137, - 6.253446817398071, - 6.644808530807495, - 6.961372137069702, - 6.607071161270142 - ], - "0.3": [ - 7.573973178863525, - 7.247767686843872, - 7.088016033172607, - 7.41731595993042, - 7.080997467041016, - 5.823525905609131, - 6.425152778625488, - 6.5100462436676025, - 6.8086700439453125, - 6.896962404251099, - 5.924147605895996, - 6.637609958648682, - 6.751072406768799, - 6.678954601287842, - 7.126087427139282, - 6.356448173522949, - 6.690318584442139, - 6.029723405838013, - 6.354060888290405, - 5.540331840515137, - 6.253446817398071, - 6.644808530807495, - 6.961372137069702, - 6.607071161270142 - ], - "0.4": [ - 13.315340518951416, - 12.00056505203247, - 11.874650001525879, - 11.427822589874268, - 11.197900295257568, - 10.597144603729248, - 11.68637228012085, - 11.724347114562988, - 11.337183475494385, - 11.308486938476562, - 11.436406135559082, - 11.020912647247314, - 11.6123046875, - 11.407708168029785, - 11.760220050811768, - 11.692803382873535, - 11.201219081878662, - 10.528191566467285, - 10.818313598632812, - 10.647629261016846, - 11.347279071807861, - 10.930948734283447, - 11.73111867904663, - 11.681796073913574 - ], - "0.5": [ - 13.315340518951416, - 12.00056505203247, - 11.874650001525879, - 11.427822589874268, - 11.197900295257568, - 10.597144603729248, - 11.68637228012085, - 11.724347114562988, - 11.337183475494385, - 11.308486938476562, - 11.436406135559082, - 11.020912647247314, - 11.6123046875, - 11.407708168029785, - 11.760220050811768, - 11.692803382873535, - 11.201219081878662, - 10.528191566467285, - 10.818313598632812, - 10.647629261016846, - 11.347279071807861, - 10.930948734283447, - 11.73111867904663, - 11.681796073913574 - ], - "0.6": [ - 13.315340518951416, - 12.00056505203247, - 11.874650001525879, - 11.427822589874268, - 11.197900295257568, - 10.597144603729248, - 11.68637228012085, - 11.724347114562988, - 11.337183475494385, - 11.308486938476562, - 11.436406135559082, - 11.020912647247314, - 11.6123046875, - 11.407708168029785, - 11.760220050811768, - 11.692803382873535, - 11.201219081878662, - 10.528191566467285, - 10.818313598632812, - 10.647629261016846, - 11.347279071807861, - 10.930948734283447, - 11.73111867904663, - 11.681796073913574 - ], - "0.7": [ - 13.315340518951416, - 12.00056505203247, - 11.874650001525879, - 11.427822589874268, - 11.197900295257568, - 10.597144603729248, - 11.68637228012085, - 11.724347114562988, - 11.337183475494385, - 11.308486938476562, - 11.436406135559082, - 11.020912647247314, - 11.6123046875, - 11.407708168029785, - 11.760220050811768, - 11.692803382873535, - 11.201219081878662, - 10.528191566467285, - 10.818313598632812, - 10.647629261016846, - 11.347279071807861, - 10.930948734283447, - 11.73111867904663, - 11.681796073913574 - ], - "0.8": [ - 19.789976119995117, - 18.026165008544922, - 18.205535888671875, - 18.874021530151367, - 17.35189437866211, - 17.336779594421387, - 18.2932071685791, - 18.440916061401367, - 18.860886573791504, - 18.05465602874756, - 20.02042293548584, - 18.08566951751709, - 17.047335624694824, - 18.69330596923828, - 19.76361846923828, - 18.883949279785156, - 18.35216999053955, - 17.076414108276367, - 17.948765754699707, - 17.990182876586914, - 18.628826141357422, - 19.126983642578125, - 19.106115341186523, - 18.737606048583984 - ], - "0.9": [ - 19.789976119995117, - 18.026165008544922, - 18.205535888671875, - 18.874021530151367, - 17.35189437866211, - 17.336779594421387, - 18.2932071685791, - 18.440916061401367, - 18.860886573791504, - 18.05465602874756, - 20.02042293548584, - 18.08566951751709, - 17.047335624694824, - 18.69330596923828, - 19.76361846923828, - 18.883949279785156, - 18.35216999053955, - 17.076414108276367, - 17.948765754699707, - 17.990182876586914, - 18.628826141357422, - 19.126983642578125, - 19.106115341186523, - 18.737606048583984 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_115310.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_115310.json deleted file mode 100644 index 0a0211be495131370ebadfa14c5f069c3e1ebf5e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_115310.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T11:53:10.735685+00:00", - "metrics": { - "MSE[mean]": 38.181031318161864, - "MSE[0.5]": 39.998156447366796, - "MAE[0.5]": 4.200830459594727, - "MASE[0.5]": 0.7938577246478223, - "MAPE[0.5]": 0.5754103027725647, - "sMAPE[0.5]": 0.36168426356698274, - "MSIS": 11.4564253795804, - "RMSE[mean]": 6.179080135275951, - "NRMSE[mean]": 0.5240209302000807, - "ND[0.5]": 0.3562541732518496, - "mean_weighted_sum_quantile_loss": 0.3037789988433514 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.07530689239502, - 11.938607215881348, - 11.956428050994873, - 11.597721576690674, - 12.226640224456787, - 11.748396396636963, - 11.870257377624512, - 11.460978031158447, - 12.246087074279785, - 11.75470495223999, - 11.055203437805176, - 12.076733589172363, - 12.503656387329102, - 11.68433427810669, - 11.4888596534729, - 11.345471858978271, - 11.547587394714355, - 11.002846717834473, - 11.746596336364746, - 11.923337936401367, - 11.7864351272583, - 11.521674633026123, - 12.120691299438477, - 11.73437213897705 - ], - "p10": [ - 7.683549880981445, - 7.416437149047852, - 7.539069414138794, - 6.783618211746216, - 6.83508563041687, - 6.859797477722168, - 7.500928640365601, - 6.522970914840698, - 5.947967290878296, - 7.22670578956604, - 5.947455644607544, - 6.378308296203613, - 6.8864500522613525, - 5.965741872787476, - 6.514804840087891, - 5.891100883483887, - 7.5205137729644775, - 6.717228889465332, - 7.213755369186401, - 7.008027076721191, - 6.547416925430298, - 6.42419171333313, - 6.990236282348633, - 6.198617696762085 - ], - "p90": [ - 17.75739860534668, - 18.255094528198242, - 17.614154815673828, - 17.997036933898926, - 18.21336555480957, - 18.769729614257812, - 18.520763397216797, - 18.98550796508789, - 18.622997283935547, - 19.04664897918701, - 17.712467193603516, - 18.952524185180664, - 18.98324966430664, - 18.75437831878662, - 18.051607131958008, - 18.029132843017578, - 18.144211769104004, - 16.422134399414062, - 17.4782657623291, - 19.86617946624756, - 18.206748008728027, - 18.923736572265625, - 18.863676071166992, - 17.942021369934082 - ], - "mean": [ - 12.414151191711426, - 12.414544105529785, - 12.312508583068848, - 12.024694442749023, - 12.530117988586426, - 12.473921775817871, - 12.45605754852295, - 12.012364387512207, - 12.171317100524902, - 12.753483772277832, - 11.524089813232422, - 12.556084632873535, - 12.849418640136719, - 12.167616844177246, - 12.040221214294434, - 11.567343711853027, - 12.290104866027832, - 11.768336296081543, - 11.984121322631836, - 12.768610000610352, - 12.213366508483887, - 11.938655853271484, - 12.485394477844238, - 11.987977027893066 - ], - "quantiles": { - "0.1": [ - 7.683549880981445, - 7.416437149047852, - 7.539069414138794, - 6.783618211746216, - 6.83508563041687, - 6.859797477722168, - 7.500928640365601, - 6.522970914840698, - 5.947967290878296, - 7.22670578956604, - 5.947455644607544, - 6.378308296203613, - 6.8864500522613525, - 5.965741872787476, - 6.514804840087891, - 5.891100883483887, - 7.5205137729644775, - 6.717228889465332, - 7.213755369186401, - 7.008027076721191, - 6.547416925430298, - 6.42419171333313, - 6.990236282348633, - 6.198617696762085 - ], - "0.2": [ - 7.683549880981445, - 7.416437149047852, - 7.539069414138794, - 6.783618211746216, - 6.83508563041687, - 6.859797477722168, - 7.500928640365601, - 6.522970914840698, - 5.947967290878296, - 7.22670578956604, - 5.947455644607544, - 6.378308296203613, - 6.8864500522613525, - 5.965741872787476, - 6.514804840087891, - 5.891100883483887, - 7.5205137729644775, - 6.717228889465332, - 7.213755369186401, - 7.008027076721191, - 6.547416925430298, - 6.42419171333313, - 6.990236282348633, - 6.198617696762085 - ], - "0.3": [ - 7.683549880981445, - 7.416437149047852, - 7.539069414138794, - 6.783618211746216, - 6.83508563041687, - 6.859797477722168, - 7.500928640365601, - 6.522970914840698, - 5.947967290878296, - 7.22670578956604, - 5.947455644607544, - 6.378308296203613, - 6.8864500522613525, - 5.965741872787476, - 6.514804840087891, - 5.891100883483887, - 7.5205137729644775, - 6.717228889465332, - 7.213755369186401, - 7.008027076721191, - 6.547416925430298, - 6.42419171333313, - 6.990236282348633, - 6.198617696762085 - ], - "0.4": [ - 12.07530689239502, - 11.938607215881348, - 11.956428050994873, - 11.597721576690674, - 12.226640224456787, - 11.748396396636963, - 11.870257377624512, - 11.460978031158447, - 12.246087074279785, - 11.75470495223999, - 11.055203437805176, - 12.076733589172363, - 12.503656387329102, - 11.68433427810669, - 11.4888596534729, - 11.345471858978271, - 11.547587394714355, - 11.002846717834473, - 11.746596336364746, - 11.923337936401367, - 11.7864351272583, - 11.521674633026123, - 12.120691299438477, - 11.73437213897705 - ], - "0.5": [ - 12.07530689239502, - 11.938607215881348, - 11.956428050994873, - 11.597721576690674, - 12.226640224456787, - 11.748396396636963, - 11.870257377624512, - 11.460978031158447, - 12.246087074279785, - 11.75470495223999, - 11.055203437805176, - 12.076733589172363, - 12.503656387329102, - 11.68433427810669, - 11.4888596534729, - 11.345471858978271, - 11.547587394714355, - 11.002846717834473, - 11.746596336364746, - 11.923337936401367, - 11.7864351272583, - 11.521674633026123, - 12.120691299438477, - 11.73437213897705 - ], - "0.6": [ - 12.07530689239502, - 11.938607215881348, - 11.956428050994873, - 11.597721576690674, - 12.226640224456787, - 11.748396396636963, - 11.870257377624512, - 11.460978031158447, - 12.246087074279785, - 11.75470495223999, - 11.055203437805176, - 12.076733589172363, - 12.503656387329102, - 11.68433427810669, - 11.4888596534729, - 11.345471858978271, - 11.547587394714355, - 11.002846717834473, - 11.746596336364746, - 11.923337936401367, - 11.7864351272583, - 11.521674633026123, - 12.120691299438477, - 11.73437213897705 - ], - "0.7": [ - 12.07530689239502, - 11.938607215881348, - 11.956428050994873, - 11.597721576690674, - 12.226640224456787, - 11.748396396636963, - 11.870257377624512, - 11.460978031158447, - 12.246087074279785, - 11.75470495223999, - 11.055203437805176, - 12.076733589172363, - 12.503656387329102, - 11.68433427810669, - 11.4888596534729, - 11.345471858978271, - 11.547587394714355, - 11.002846717834473, - 11.746596336364746, - 11.923337936401367, - 11.7864351272583, - 11.521674633026123, - 12.120691299438477, - 11.73437213897705 - ], - "0.8": [ - 17.75739860534668, - 18.255094528198242, - 17.614154815673828, - 17.997036933898926, - 18.21336555480957, - 18.769729614257812, - 18.520763397216797, - 18.98550796508789, - 18.622997283935547, - 19.04664897918701, - 17.712467193603516, - 18.952524185180664, - 18.98324966430664, - 18.75437831878662, - 18.051607131958008, - 18.029132843017578, - 18.144211769104004, - 16.422134399414062, - 17.4782657623291, - 19.86617946624756, - 18.206748008728027, - 18.923736572265625, - 18.863676071166992, - 17.942021369934082 - ], - "0.9": [ - 17.75739860534668, - 18.255094528198242, - 17.614154815673828, - 17.997036933898926, - 18.21336555480957, - 18.769729614257812, - 18.520763397216797, - 18.98550796508789, - 18.622997283935547, - 19.04664897918701, - 17.712467193603516, - 18.952524185180664, - 18.98324966430664, - 18.75437831878662, - 18.051607131958008, - 18.029132843017578, - 18.144211769104004, - 16.422134399414062, - 17.4782657623291, - 19.86617946624756, - 18.206748008728027, - 18.923736572265625, - 18.863676071166992, - 17.942021369934082 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_131306.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_131306.json deleted file mode 100644 index c2ab6f29e3c708fbb382db515ff2675cc7cdb32d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_131306.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T13:13:06.789481+00:00", - "metrics": { - "MSE[mean]": 39.19123499457851, - "MSE[0.5]": 38.44774168090597, - "MAE[0.5]": 3.8691051403681436, - "MASE[0.5]": 0.7438600002843959, - "MAPE[0.5]": 0.4397300684068544, - "sMAPE[0.5]": 0.31229203293781815, - "MSIS": 12.095545324368851, - "RMSE[mean]": 6.260290328297763, - "NRMSE[mean]": 0.5110441084324704, - "ND[0.5]": 0.315845317581073, - "mean_weighted_sum_quantile_loss": 0.27992608801307584 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.907251358032227, - 11.462134838104248, - 11.779763221740723, - 11.924206733703613, - 11.543195724487305, - 11.660669803619385, - 11.21429443359375, - 11.54622745513916, - 11.998028755187988, - 11.155710697174072, - 11.852055549621582, - 12.010871887207031, - 11.71947431564331, - 12.133524417877197, - 11.714882850646973, - 12.032888412475586, - 11.82032585144043, - 11.78794527053833, - 11.939691066741943, - 12.060655117034912, - 11.59303092956543, - 11.219163417816162, - 11.466055393218994, - 12.309710025787354 - ], - "p10": [ - 7.730780839920044, - 7.228978395462036, - 7.203129529953003, - 7.425086259841919, - 7.030483722686768, - 7.199104309082031, - 7.047290086746216, - 7.362663984298706, - 7.0318334102630615, - 6.914743423461914, - 7.523650884628296, - 7.4902613162994385, - 6.939511299133301, - 7.271634817123413, - 6.586209535598755, - 7.416302919387817, - 6.487087249755859, - 7.5752081871032715, - 7.313419342041016, - 6.904900074005127, - 7.4407289028167725, - 6.910499572753906, - 7.090978622436523, - 6.844831943511963 - ], - "p90": [ - 16.552008628845215, - 17.197011947631836, - 17.031585693359375, - 17.16761016845703, - 18.41368865966797, - 17.23062515258789, - 17.250666618347168, - 17.249685287475586, - 17.32210063934326, - 17.672057151794434, - 18.39272403717041, - 17.499038696289062, - 17.589672088623047, - 18.67500877380371, - 17.673276901245117, - 18.85602378845215, - 18.74808979034424, - 19.030144691467285, - 17.91043472290039, - 18.183714866638184, - 18.635522842407227, - 17.943991661071777, - 17.42303466796875, - 19.064668655395508 - ], - "mean": [ - 12.233918190002441, - 11.807914733886719, - 12.231346130371094, - 12.231790542602539, - 12.310038566589355, - 11.908807754516602, - 12.025551795959473, - 12.007586479187012, - 12.414340019226074, - 11.949835777282715, - 12.485648155212402, - 12.550848960876465, - 12.471064567565918, - 13.090913772583008, - 12.229464530944824, - 12.710663795471191, - 12.715581893920898, - 12.851387977600098, - 12.656042098999023, - 13.02430534362793, - 12.728710174560547, - 12.017475128173828, - 12.545982360839844, - 13.445544242858887 - ], - "quantiles": { - "0.1": [ - 7.730780839920044, - 7.228978395462036, - 7.203129529953003, - 7.425086259841919, - 7.030483722686768, - 7.199104309082031, - 7.047290086746216, - 7.362663984298706, - 7.0318334102630615, - 6.914743423461914, - 7.523650884628296, - 7.4902613162994385, - 6.939511299133301, - 7.271634817123413, - 6.586209535598755, - 7.416302919387817, - 6.487087249755859, - 7.5752081871032715, - 7.313419342041016, - 6.904900074005127, - 7.4407289028167725, - 6.910499572753906, - 7.090978622436523, - 6.844831943511963 - ], - "0.2": [ - 7.730780839920044, - 7.228978395462036, - 7.203129529953003, - 7.425086259841919, - 7.030483722686768, - 7.199104309082031, - 7.047290086746216, - 7.362663984298706, - 7.0318334102630615, - 6.914743423461914, - 7.523650884628296, - 7.4902613162994385, - 6.939511299133301, - 7.271634817123413, - 6.586209535598755, - 7.416302919387817, - 6.487087249755859, - 7.5752081871032715, - 7.313419342041016, - 6.904900074005127, - 7.4407289028167725, - 6.910499572753906, - 7.090978622436523, - 6.844831943511963 - ], - "0.3": [ - 7.730780839920044, - 7.228978395462036, - 7.203129529953003, - 7.425086259841919, - 7.030483722686768, - 7.199104309082031, - 7.047290086746216, - 7.362663984298706, - 7.0318334102630615, - 6.914743423461914, - 7.523650884628296, - 7.4902613162994385, - 6.939511299133301, - 7.271634817123413, - 6.586209535598755, - 7.416302919387817, - 6.487087249755859, - 7.5752081871032715, - 7.313419342041016, - 6.904900074005127, - 7.4407289028167725, - 6.910499572753906, - 7.090978622436523, - 6.844831943511963 - ], - "0.4": [ - 11.907251358032227, - 11.462134838104248, - 11.779763221740723, - 11.924206733703613, - 11.543195724487305, - 11.660669803619385, - 11.21429443359375, - 11.54622745513916, - 11.998028755187988, - 11.155710697174072, - 11.852055549621582, - 12.010871887207031, - 11.71947431564331, - 12.133524417877197, - 11.714882850646973, - 12.032888412475586, - 11.82032585144043, - 11.78794527053833, - 11.939691066741943, - 12.060655117034912, - 11.59303092956543, - 11.219163417816162, - 11.466055393218994, - 12.309710025787354 - ], - "0.5": [ - 11.907251358032227, - 11.462134838104248, - 11.779763221740723, - 11.924206733703613, - 11.543195724487305, - 11.660669803619385, - 11.21429443359375, - 11.54622745513916, - 11.998028755187988, - 11.155710697174072, - 11.852055549621582, - 12.010871887207031, - 11.71947431564331, - 12.133524417877197, - 11.714882850646973, - 12.032888412475586, - 11.82032585144043, - 11.78794527053833, - 11.939691066741943, - 12.060655117034912, - 11.59303092956543, - 11.219163417816162, - 11.466055393218994, - 12.309710025787354 - ], - "0.6": [ - 11.907251358032227, - 11.462134838104248, - 11.779763221740723, - 11.924206733703613, - 11.543195724487305, - 11.660669803619385, - 11.21429443359375, - 11.54622745513916, - 11.998028755187988, - 11.155710697174072, - 11.852055549621582, - 12.010871887207031, - 11.71947431564331, - 12.133524417877197, - 11.714882850646973, - 12.032888412475586, - 11.82032585144043, - 11.78794527053833, - 11.939691066741943, - 12.060655117034912, - 11.59303092956543, - 11.219163417816162, - 11.466055393218994, - 12.309710025787354 - ], - "0.7": [ - 11.907251358032227, - 11.462134838104248, - 11.779763221740723, - 11.924206733703613, - 11.543195724487305, - 11.660669803619385, - 11.21429443359375, - 11.54622745513916, - 11.998028755187988, - 11.155710697174072, - 11.852055549621582, - 12.010871887207031, - 11.71947431564331, - 12.133524417877197, - 11.714882850646973, - 12.032888412475586, - 11.82032585144043, - 11.78794527053833, - 11.939691066741943, - 12.060655117034912, - 11.59303092956543, - 11.219163417816162, - 11.466055393218994, - 12.309710025787354 - ], - "0.8": [ - 16.552008628845215, - 17.197011947631836, - 17.031585693359375, - 17.16761016845703, - 18.41368865966797, - 17.23062515258789, - 17.250666618347168, - 17.249685287475586, - 17.32210063934326, - 17.672057151794434, - 18.39272403717041, - 17.499038696289062, - 17.589672088623047, - 18.67500877380371, - 17.673276901245117, - 18.85602378845215, - 18.74808979034424, - 19.030144691467285, - 17.91043472290039, - 18.183714866638184, - 18.635522842407227, - 17.943991661071777, - 17.42303466796875, - 19.064668655395508 - ], - "0.9": [ - 16.552008628845215, - 17.197011947631836, - 17.031585693359375, - 17.16761016845703, - 18.41368865966797, - 17.23062515258789, - 17.250666618347168, - 17.249685287475586, - 17.32210063934326, - 17.672057151794434, - 18.39272403717041, - 17.499038696289062, - 17.589672088623047, - 18.67500877380371, - 17.673276901245117, - 18.85602378845215, - 18.74808979034424, - 19.030144691467285, - 17.91043472290039, - 18.183714866638184, - 18.635522842407227, - 17.943991661071777, - 17.42303466796875, - 19.064668655395508 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_142744.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_142744.json deleted file mode 100644 index 8d4b8256becd6f40f9899f14ad58329578390cbf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260623_142744.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-23T14:27:44.457640+00:00", - "metrics": { - "MSE[mean]": 44.97040037864004, - "MSE[0.5]": 45.232291906159155, - "MAE[0.5]": 4.179715812206268, - "MASE[0.5]": 0.8089772539754069, - "MAPE[0.5]": 0.42196966604019837, - "sMAPE[0.5]": 0.335585217180113, - "MSIS": 13.092680071630786, - "RMSE[mean]": 6.705997344067476, - "NRMSE[mean]": 0.5549790905435152, - "ND[0.5]": 0.3459075154929325, - "mean_weighted_sum_quantile_loss": 0.3066312006880954 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.763253688812256, - 11.195582389831543, - 12.726404666900635, - 11.365659236907959, - 12.322587013244629, - 10.926201820373535, - 11.644804000854492, - 12.273406028747559, - 11.6694974899292, - 10.701902389526367, - 10.421062469482422, - 12.237916946411133, - 11.289616107940674, - 12.256534576416016, - 13.467849254608154, - 11.750118732452393, - 11.508721828460693, - 11.280781745910645, - 10.912094593048096, - 12.137011051177979, - 11.136053085327148, - 11.345280170440674, - 10.518392086029053, - 11.161298751831055 - ], - "p10": [ - 6.046586275100708, - 6.4223315715789795, - 7.992059946060181, - 6.4342639446258545, - 8.161032676696777, - 5.476963996887207, - 6.542635679244995, - 6.2672576904296875, - 6.933811664581299, - 5.443921089172363, - 4.907013416290283, - 6.432970285415649, - 5.379668712615967, - 6.841503143310547, - 5.981588125228882, - 5.583519458770752, - 5.309652805328369, - 4.901041030883789, - 6.862857341766357, - 6.616520166397095, - 5.934871435165405, - 5.560286998748779, - 4.56846284866333, - 5.405966758728027 - ], - "p90": [ - 15.372931957244873, - 15.875124454498291, - 18.414313316345215, - 17.211344718933105, - 18.368966102600098, - 16.555546760559082, - 17.81503677368164, - 18.56070327758789, - 16.591300010681152, - 16.08229112625122, - 15.883209228515625, - 18.66309642791748, - 16.061654090881348, - 18.66777229309082, - 18.888882637023926, - 17.83495044708252, - 18.455753326416016, - 18.49617862701416, - 16.655040740966797, - 18.07450294494629, - 16.56118869781494, - 16.26345920562744, - 17.278766632080078, - 19.058490753173828 - ], - "mean": [ - 10.760342597961426, - 11.343732833862305, - 13.057683944702148, - 11.631793975830078, - 13.26268196105957, - 11.254654884338379, - 11.9623384475708, - 12.198993682861328, - 11.730550765991211, - 10.816736221313477, - 10.676031112670898, - 12.485824584960938, - 11.292778968811035, - 12.110268592834473, - 13.122777938842773, - 12.386369705200195, - 12.151679992675781, - 11.503461837768555, - 11.650732040405273, - 12.508859634399414, - 11.72093677520752, - 11.128371238708496, - 11.320480346679688, - 12.150368690490723 - ], - "quantiles": { - "0.1": [ - 6.046586275100708, - 6.4223315715789795, - 7.992059946060181, - 6.4342639446258545, - 8.161032676696777, - 5.476963996887207, - 6.542635679244995, - 6.2672576904296875, - 6.933811664581299, - 5.443921089172363, - 4.907013416290283, - 6.432970285415649, - 5.379668712615967, - 6.841503143310547, - 5.981588125228882, - 5.583519458770752, - 5.309652805328369, - 4.901041030883789, - 6.862857341766357, - 6.616520166397095, - 5.934871435165405, - 5.560286998748779, - 4.56846284866333, - 5.405966758728027 - ], - "0.2": [ - 6.046586275100708, - 6.4223315715789795, - 7.992059946060181, - 6.4342639446258545, - 8.161032676696777, - 5.476963996887207, - 6.542635679244995, - 6.2672576904296875, - 6.933811664581299, - 5.443921089172363, - 4.907013416290283, - 6.432970285415649, - 5.379668712615967, - 6.841503143310547, - 5.981588125228882, - 5.583519458770752, - 5.309652805328369, - 4.901041030883789, - 6.862857341766357, - 6.616520166397095, - 5.934871435165405, - 5.560286998748779, - 4.56846284866333, - 5.405966758728027 - ], - "0.3": [ - 6.046586275100708, - 6.4223315715789795, - 7.992059946060181, - 6.4342639446258545, - 8.161032676696777, - 5.476963996887207, - 6.542635679244995, - 6.2672576904296875, - 6.933811664581299, - 5.443921089172363, - 4.907013416290283, - 6.432970285415649, - 5.379668712615967, - 6.841503143310547, - 5.981588125228882, - 5.583519458770752, - 5.309652805328369, - 4.901041030883789, - 6.862857341766357, - 6.616520166397095, - 5.934871435165405, - 5.560286998748779, - 4.56846284866333, - 5.405966758728027 - ], - "0.4": [ - 10.763253688812256, - 11.195582389831543, - 12.726404666900635, - 11.365659236907959, - 12.322587013244629, - 10.926201820373535, - 11.644804000854492, - 12.273406028747559, - 11.6694974899292, - 10.701902389526367, - 10.421062469482422, - 12.237916946411133, - 11.289616107940674, - 12.256534576416016, - 13.467849254608154, - 11.750118732452393, - 11.508721828460693, - 11.280781745910645, - 10.912094593048096, - 12.137011051177979, - 11.136053085327148, - 11.345280170440674, - 10.518392086029053, - 11.161298751831055 - ], - "0.5": [ - 10.763253688812256, - 11.195582389831543, - 12.726404666900635, - 11.365659236907959, - 12.322587013244629, - 10.926201820373535, - 11.644804000854492, - 12.273406028747559, - 11.6694974899292, - 10.701902389526367, - 10.421062469482422, - 12.237916946411133, - 11.289616107940674, - 12.256534576416016, - 13.467849254608154, - 11.750118732452393, - 11.508721828460693, - 11.280781745910645, - 10.912094593048096, - 12.137011051177979, - 11.136053085327148, - 11.345280170440674, - 10.518392086029053, - 11.161298751831055 - ], - "0.6": [ - 10.763253688812256, - 11.195582389831543, - 12.726404666900635, - 11.365659236907959, - 12.322587013244629, - 10.926201820373535, - 11.644804000854492, - 12.273406028747559, - 11.6694974899292, - 10.701902389526367, - 10.421062469482422, - 12.237916946411133, - 11.289616107940674, - 12.256534576416016, - 13.467849254608154, - 11.750118732452393, - 11.508721828460693, - 11.280781745910645, - 10.912094593048096, - 12.137011051177979, - 11.136053085327148, - 11.345280170440674, - 10.518392086029053, - 11.161298751831055 - ], - "0.7": [ - 10.763253688812256, - 11.195582389831543, - 12.726404666900635, - 11.365659236907959, - 12.322587013244629, - 10.926201820373535, - 11.644804000854492, - 12.273406028747559, - 11.6694974899292, - 10.701902389526367, - 10.421062469482422, - 12.237916946411133, - 11.289616107940674, - 12.256534576416016, - 13.467849254608154, - 11.750118732452393, - 11.508721828460693, - 11.280781745910645, - 10.912094593048096, - 12.137011051177979, - 11.136053085327148, - 11.345280170440674, - 10.518392086029053, - 11.161298751831055 - ], - "0.8": [ - 15.372931957244873, - 15.875124454498291, - 18.414313316345215, - 17.211344718933105, - 18.368966102600098, - 16.555546760559082, - 17.81503677368164, - 18.56070327758789, - 16.591300010681152, - 16.08229112625122, - 15.883209228515625, - 18.66309642791748, - 16.061654090881348, - 18.66777229309082, - 18.888882637023926, - 17.83495044708252, - 18.455753326416016, - 18.49617862701416, - 16.655040740966797, - 18.07450294494629, - 16.56118869781494, - 16.26345920562744, - 17.278766632080078, - 19.058490753173828 - ], - "0.9": [ - 15.372931957244873, - 15.875124454498291, - 18.414313316345215, - 17.211344718933105, - 18.368966102600098, - 16.555546760559082, - 17.81503677368164, - 18.56070327758789, - 16.591300010681152, - 16.08229112625122, - 15.883209228515625, - 18.66309642791748, - 16.061654090881348, - 18.66777229309082, - 18.888882637023926, - 17.83495044708252, - 18.455753326416016, - 18.49617862701416, - 16.655040740966797, - 18.07450294494629, - 16.56118869781494, - 16.26345920562744, - 17.278766632080078, - 19.058490753173828 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_021735.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_021735.json deleted file mode 100644 index 19477908727d8cbc73785a542149f921c6667019..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_021735.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T02:17:35.616984+00:00", - "metrics": { - "MSE[mean]": 23.52780764243539, - "MSE[0.5]": 15.743273202004238, - "MAE[0.5]": 2.9205559492111206, - "MASE[0.5]": 0.5185697369746008, - "MAPE[0.5]": 0.33083285972493165, - "sMAPE[0.5]": 0.2404721569770144, - "MSIS": 5.176464603508738, - "RMSE[mean]": 4.8505471487694445, - "NRMSE[mean]": 0.38168239859169395, - "ND[0.5]": 0.22981423862644884, - "mean_weighted_sum_quantile_loss": 0.22153278302190949 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 17.722612380981445, - 14.839932441711426, - 16.044248580932617, - 14.936654567718506, - 14.32594108581543, - 13.773439407348633, - 13.689667701721191, - 14.450776100158691, - 14.560023784637451, - 13.739614486694336, - 14.04423189163208, - 13.815832614898682, - 13.536844253540039, - 14.642058849334717, - 13.750993728637695, - 14.187939643859863, - 13.631768703460693, - 13.432702541351318, - 13.738789081573486, - 13.65267276763916, - 13.634071826934814, - 13.57865858078003, - 14.47297716140747, - 13.951510906219482 - ], - "p10": [ - 9.568283081054688, - 8.136234760284424, - 8.722174644470215, - 8.865071773529053, - 8.434893608093262, - 8.349229335784912, - 8.042123317718506, - 8.616470336914062, - 8.122666835784912, - 8.003285884857178, - 8.399048328399658, - 8.161912441253662, - 8.560080528259277, - 9.06257677078247, - 7.696068525314331, - 9.019362449645996, - 7.3531646728515625, - 8.893954753875732, - 8.317031860351562, - 8.535126686096191, - 7.991506576538086, - 7.814827919006348, - 8.536116600036621, - 7.924750804901123 - ], - "p90": [ - 29.53510570526123, - 26.226006507873535, - 26.195300102233887, - 25.269351959228516, - 25.385164260864258, - 25.48251247406006, - 23.239184379577637, - 28.035820960998535, - 24.5503511428833, - 25.23976993560791, - 26.450692176818848, - 24.21323013305664, - 22.682272911071777, - 25.71268653869629, - 25.38990592956543, - 24.071758270263672, - 25.413427352905273, - 23.137357711791992, - 24.458906173706055, - 24.472028732299805, - 22.519874572753906, - 26.551270484924316, - 23.94019889831543, - 25.70824432373047 - ], - "mean": [ - 18.864770889282227, - 16.8313045501709, - 16.735572814941406, - 16.370283126831055, - 15.808435440063477, - 15.85230541229248, - 15.27989387512207, - 16.398311614990234, - 15.821721076965332, - 16.062219619750977, - 16.107545852661133, - 15.073660850524902, - 15.410080909729004, - 16.017303466796875, - 15.405118942260742, - 15.590609550476074, - 15.497763633728027, - 15.077013969421387, - 15.646599769592285, - 16.075651168823242, - 14.824572563171387, - 16.10083770751953, - 15.766216278076172, - 16.901620864868164 - ], - "quantiles": { - "0.1": [ - 9.568283081054688, - 8.136234760284424, - 8.722174644470215, - 8.865071773529053, - 8.434893608093262, - 8.349229335784912, - 8.042123317718506, - 8.616470336914062, - 8.122666835784912, - 8.003285884857178, - 8.399048328399658, - 8.161912441253662, - 8.560080528259277, - 9.06257677078247, - 7.696068525314331, - 9.019362449645996, - 7.3531646728515625, - 8.893954753875732, - 8.317031860351562, - 8.535126686096191, - 7.991506576538086, - 7.814827919006348, - 8.536116600036621, - 7.924750804901123 - ], - "0.2": [ - 9.568283081054688, - 8.136234760284424, - 8.722174644470215, - 8.865071773529053, - 8.434893608093262, - 8.349229335784912, - 8.042123317718506, - 8.616470336914062, - 8.122666835784912, - 8.003285884857178, - 8.399048328399658, - 8.161912441253662, - 8.560080528259277, - 9.06257677078247, - 7.696068525314331, - 9.019362449645996, - 7.3531646728515625, - 8.893954753875732, - 8.317031860351562, - 8.535126686096191, - 7.991506576538086, - 7.814827919006348, - 8.536116600036621, - 7.924750804901123 - ], - "0.3": [ - 9.568283081054688, - 8.136234760284424, - 8.722174644470215, - 8.865071773529053, - 8.434893608093262, - 8.349229335784912, - 8.042123317718506, - 8.616470336914062, - 8.122666835784912, - 8.003285884857178, - 8.399048328399658, - 8.161912441253662, - 8.560080528259277, - 9.06257677078247, - 7.696068525314331, - 9.019362449645996, - 7.3531646728515625, - 8.893954753875732, - 8.317031860351562, - 8.535126686096191, - 7.991506576538086, - 7.814827919006348, - 8.536116600036621, - 7.924750804901123 - ], - "0.4": [ - 17.722612380981445, - 14.839932441711426, - 16.044248580932617, - 14.936654567718506, - 14.32594108581543, - 13.773439407348633, - 13.689667701721191, - 14.450776100158691, - 14.560023784637451, - 13.739614486694336, - 14.04423189163208, - 13.815832614898682, - 13.536844253540039, - 14.642058849334717, - 13.750993728637695, - 14.187939643859863, - 13.631768703460693, - 13.432702541351318, - 13.738789081573486, - 13.65267276763916, - 13.634071826934814, - 13.57865858078003, - 14.47297716140747, - 13.951510906219482 - ], - "0.5": [ - 17.722612380981445, - 14.839932441711426, - 16.044248580932617, - 14.936654567718506, - 14.32594108581543, - 13.773439407348633, - 13.689667701721191, - 14.450776100158691, - 14.560023784637451, - 13.739614486694336, - 14.04423189163208, - 13.815832614898682, - 13.536844253540039, - 14.642058849334717, - 13.750993728637695, - 14.187939643859863, - 13.631768703460693, - 13.432702541351318, - 13.738789081573486, - 13.65267276763916, - 13.634071826934814, - 13.57865858078003, - 14.47297716140747, - 13.951510906219482 - ], - "0.6": [ - 17.722612380981445, - 14.839932441711426, - 16.044248580932617, - 14.936654567718506, - 14.32594108581543, - 13.773439407348633, - 13.689667701721191, - 14.450776100158691, - 14.560023784637451, - 13.739614486694336, - 14.04423189163208, - 13.815832614898682, - 13.536844253540039, - 14.642058849334717, - 13.750993728637695, - 14.187939643859863, - 13.631768703460693, - 13.432702541351318, - 13.738789081573486, - 13.65267276763916, - 13.634071826934814, - 13.57865858078003, - 14.47297716140747, - 13.951510906219482 - ], - "0.7": [ - 17.722612380981445, - 14.839932441711426, - 16.044248580932617, - 14.936654567718506, - 14.32594108581543, - 13.773439407348633, - 13.689667701721191, - 14.450776100158691, - 14.560023784637451, - 13.739614486694336, - 14.04423189163208, - 13.815832614898682, - 13.536844253540039, - 14.642058849334717, - 13.750993728637695, - 14.187939643859863, - 13.631768703460693, - 13.432702541351318, - 13.738789081573486, - 13.65267276763916, - 13.634071826934814, - 13.57865858078003, - 14.47297716140747, - 13.951510906219482 - ], - "0.8": [ - 29.53510570526123, - 26.226006507873535, - 26.195300102233887, - 25.269351959228516, - 25.385164260864258, - 25.48251247406006, - 23.239184379577637, - 28.035820960998535, - 24.5503511428833, - 25.23976993560791, - 26.450692176818848, - 24.21323013305664, - 22.682272911071777, - 25.71268653869629, - 25.38990592956543, - 24.071758270263672, - 25.413427352905273, - 23.137357711791992, - 24.458906173706055, - 24.472028732299805, - 22.519874572753906, - 26.551270484924316, - 23.94019889831543, - 25.70824432373047 - ], - "0.9": [ - 29.53510570526123, - 26.226006507873535, - 26.195300102233887, - 25.269351959228516, - 25.385164260864258, - 25.48251247406006, - 23.239184379577637, - 28.035820960998535, - 24.5503511428833, - 25.23976993560791, - 26.450692176818848, - 24.21323013305664, - 22.682272911071777, - 25.71268653869629, - 25.38990592956543, - 24.071758270263672, - 25.413427352905273, - 23.137357711791992, - 24.458906173706055, - 24.472028732299805, - 22.519874572753906, - 26.551270484924316, - 23.94019889831543, - 25.70824432373047 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_033859.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_033859.json deleted file mode 100644 index d802ac71acba6a89429513e11968ee4b1395a00b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_033859.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T03:38:59.952775+00:00", - "metrics": { - "MSE[mean]": 14.112590014188678, - "MSE[0.5]": 14.351442935666038, - "MAE[0.5]": 2.911098003387451, - "MASE[0.5]": 0.5099733728561958, - "MAPE[0.5]": 0.3145749685244183, - "sMAPE[0.5]": 0.23681063828896706, - "MSIS": 3.1701253678676857, - "RMSE[mean]": 3.75667273184512, - "NRMSE[mean]": 0.29657942619829897, - "ND[0.5]": 0.22982352658321983, - "mean_weighted_sum_quantile_loss": 0.19947124144487213 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.336177349090576, - 14.300920009613037, - 15.468527793884277, - 16.839632034301758, - 15.968387603759766, - 14.136859893798828, - 13.620452404022217, - 13.546078205108643, - 13.954441547393799, - 14.980205535888672, - 15.945491790771484, - 15.885918617248535, - 14.604815006256104, - 13.219732761383057, - 13.474809169769287, - 12.62820816040039, - 15.134747505187988, - 15.700799942016602, - 14.430677890777588, - 13.856834411621094, - 13.786255836486816, - 12.740127086639404, - 12.876055240631104, - 15.131274700164795 - ], - "p10": [ - 7.922039270401001, - 6.805603265762329, - 8.48945665359497, - 10.631317138671875, - 9.512911796569824, - 8.665359497070312, - 7.4503560066223145, - 7.326190710067749, - 6.995682001113892, - 8.026074886322021, - 8.840659141540527, - 8.056264877319336, - 8.178733825683594, - 7.124792098999023, - 6.601644515991211, - 7.2280683517456055, - 8.71297836303711, - 8.236149311065674, - 8.207611083984375, - 7.685215711593628, - 6.003970384597778, - 7.058153867721558, - 6.476052522659302, - 6.988044738769531 - ], - "p90": [ - 19.23165225982666, - 20.23084831237793, - 23.197084426879883, - 24.74198341369629, - 24.851755142211914, - 21.230270385742188, - 19.820117950439453, - 18.746207237243652, - 20.50727653503418, - 23.087785720825195, - 23.343027114868164, - 23.00684928894043, - 20.58859920501709, - 18.68748664855957, - 20.067208290100098, - 19.40813636779785, - 21.627888679504395, - 22.030595779418945, - 20.27131462097168, - 20.18679714202881, - 20.06299591064453, - 19.035305976867676, - 18.519107818603516, - 21.622695922851562 - ], - "mean": [ - 13.933512687683105, - 14.187705993652344, - 15.630906105041504, - 17.664979934692383, - 17.034292221069336, - 14.854070663452148, - 13.676748275756836, - 13.516402244567871, - 13.877490043640137, - 15.476133346557617, - 16.58806800842285, - 15.837973594665527, - 14.516998291015625, - 13.378198623657227, - 13.554280281066895, - 12.997505187988281, - 14.956093788146973, - 15.277169227600098, - 14.574338912963867, - 14.141464233398438, - 13.74177074432373, - 13.175092697143555, - 12.831361770629883, - 14.7338285446167 - ], - "quantiles": { - "0.1": [ - 7.922039270401001, - 6.805603265762329, - 8.48945665359497, - 10.631317138671875, - 9.512911796569824, - 8.665359497070312, - 7.4503560066223145, - 7.326190710067749, - 6.995682001113892, - 8.026074886322021, - 8.840659141540527, - 8.056264877319336, - 8.178733825683594, - 7.124792098999023, - 6.601644515991211, - 7.2280683517456055, - 8.71297836303711, - 8.236149311065674, - 8.207611083984375, - 7.685215711593628, - 6.003970384597778, - 7.058153867721558, - 6.476052522659302, - 6.988044738769531 - ], - "0.2": [ - 7.922039270401001, - 6.805603265762329, - 8.48945665359497, - 10.631317138671875, - 9.512911796569824, - 8.665359497070312, - 7.4503560066223145, - 7.326190710067749, - 6.995682001113892, - 8.026074886322021, - 8.840659141540527, - 8.056264877319336, - 8.178733825683594, - 7.124792098999023, - 6.601644515991211, - 7.2280683517456055, - 8.71297836303711, - 8.236149311065674, - 8.207611083984375, - 7.685215711593628, - 6.003970384597778, - 7.058153867721558, - 6.476052522659302, - 6.988044738769531 - ], - "0.3": [ - 7.922039270401001, - 6.805603265762329, - 8.48945665359497, - 10.631317138671875, - 9.512911796569824, - 8.665359497070312, - 7.4503560066223145, - 7.326190710067749, - 6.995682001113892, - 8.026074886322021, - 8.840659141540527, - 8.056264877319336, - 8.178733825683594, - 7.124792098999023, - 6.601644515991211, - 7.2280683517456055, - 8.71297836303711, - 8.236149311065674, - 8.207611083984375, - 7.685215711593628, - 6.003970384597778, - 7.058153867721558, - 6.476052522659302, - 6.988044738769531 - ], - "0.4": [ - 13.336177349090576, - 14.300920009613037, - 15.468527793884277, - 16.839632034301758, - 15.968387603759766, - 14.136859893798828, - 13.620452404022217, - 13.546078205108643, - 13.954441547393799, - 14.980205535888672, - 15.945491790771484, - 15.885918617248535, - 14.604815006256104, - 13.219732761383057, - 13.474809169769287, - 12.62820816040039, - 15.134747505187988, - 15.700799942016602, - 14.430677890777588, - 13.856834411621094, - 13.786255836486816, - 12.740127086639404, - 12.876055240631104, - 15.131274700164795 - ], - "0.5": [ - 13.336177349090576, - 14.300920009613037, - 15.468527793884277, - 16.839632034301758, - 15.968387603759766, - 14.136859893798828, - 13.620452404022217, - 13.546078205108643, - 13.954441547393799, - 14.980205535888672, - 15.945491790771484, - 15.885918617248535, - 14.604815006256104, - 13.219732761383057, - 13.474809169769287, - 12.62820816040039, - 15.134747505187988, - 15.700799942016602, - 14.430677890777588, - 13.856834411621094, - 13.786255836486816, - 12.740127086639404, - 12.876055240631104, - 15.131274700164795 - ], - "0.6": [ - 13.336177349090576, - 14.300920009613037, - 15.468527793884277, - 16.839632034301758, - 15.968387603759766, - 14.136859893798828, - 13.620452404022217, - 13.546078205108643, - 13.954441547393799, - 14.980205535888672, - 15.945491790771484, - 15.885918617248535, - 14.604815006256104, - 13.219732761383057, - 13.474809169769287, - 12.62820816040039, - 15.134747505187988, - 15.700799942016602, - 14.430677890777588, - 13.856834411621094, - 13.786255836486816, - 12.740127086639404, - 12.876055240631104, - 15.131274700164795 - ], - "0.7": [ - 13.336177349090576, - 14.300920009613037, - 15.468527793884277, - 16.839632034301758, - 15.968387603759766, - 14.136859893798828, - 13.620452404022217, - 13.546078205108643, - 13.954441547393799, - 14.980205535888672, - 15.945491790771484, - 15.885918617248535, - 14.604815006256104, - 13.219732761383057, - 13.474809169769287, - 12.62820816040039, - 15.134747505187988, - 15.700799942016602, - 14.430677890777588, - 13.856834411621094, - 13.786255836486816, - 12.740127086639404, - 12.876055240631104, - 15.131274700164795 - ], - "0.8": [ - 19.23165225982666, - 20.23084831237793, - 23.197084426879883, - 24.74198341369629, - 24.851755142211914, - 21.230270385742188, - 19.820117950439453, - 18.746207237243652, - 20.50727653503418, - 23.087785720825195, - 23.343027114868164, - 23.00684928894043, - 20.58859920501709, - 18.68748664855957, - 20.067208290100098, - 19.40813636779785, - 21.627888679504395, - 22.030595779418945, - 20.27131462097168, - 20.18679714202881, - 20.06299591064453, - 19.035305976867676, - 18.519107818603516, - 21.622695922851562 - ], - "0.9": [ - 19.23165225982666, - 20.23084831237793, - 23.197084426879883, - 24.74198341369629, - 24.851755142211914, - 21.230270385742188, - 19.820117950439453, - 18.746207237243652, - 20.50727653503418, - 23.087785720825195, - 23.343027114868164, - 23.00684928894043, - 20.58859920501709, - 18.68748664855957, - 20.067208290100098, - 19.40813636779785, - 21.627888679504395, - 22.030595779418945, - 20.27131462097168, - 20.18679714202881, - 20.06299591064453, - 19.035305976867676, - 18.519107818603516, - 21.622695922851562 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_050013.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_050013.json deleted file mode 100644 index 14a040e79c0ee157b976600a00f6e2216108c852..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_050013.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T05:00:13.587673+00:00", - "metrics": { - "MSE[mean]": 10.978833172952022, - "MSE[0.5]": 7.5842969987572815, - "MAE[0.5]": 2.145341992378235, - "MASE[0.5]": 0.3776641160176844, - "MAPE[0.5]": 0.21330318739900167, - "sMAPE[0.5]": 0.17679973690833387, - "MSIS": 3.1343605121948315, - "RMSE[mean]": 3.3134322345495497, - "NRMSE[mean]": 0.25818952477009477, - "ND[0.5]": 0.16716950589960272, - "mean_weighted_sum_quantile_loss": 0.1748013576215824 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 12.45226764678955, - 13.726415634155273, - 16.28438663482666, - 14.091408252716064, - 14.305755138397217, - 13.832607746124268, - 12.683001041412354, - 12.626721858978271, - 15.075265884399414, - 16.933817863464355, - 15.16922664642334, - 13.960112571716309, - 13.29372501373291, - 12.60063886642456, - 11.667998313903809, - 13.382295608520508, - 14.840599060058594, - 12.6546950340271, - 12.219111919403076, - 12.23241901397705, - 12.319637775421143, - 12.183209419250488, - 13.514585494995117, - 13.903905391693115 - ], - "p10": [ - 7.467990875244141, - 8.976856231689453, - 9.051422119140625, - 8.664393424987793, - 9.729109287261963, - 8.49145793914795, - 7.74417781829834, - 8.030028104782104, - 8.846941471099854, - 9.815235614776611, - 8.956028938293457, - 8.428794384002686, - 8.595390319824219, - 7.930549621582031, - 7.901237964630127, - 8.307488918304443, - 8.546982765197754, - 7.832812547683716, - 7.841389417648315, - 7.023390531539917, - 7.21106481552124, - 7.384347915649414, - 8.473587989807129, - 7.277433156967163 - ], - "p90": [ - 18.007624626159668, - 21.61013126373291, - 29.26984214782715, - 23.3454532623291, - 20.63440990447998, - 24.19576644897461, - 19.985090255737305, - 22.035995483398438, - 25.9101619720459, - 29.26984214782715, - 25.998066902160645, - 24.19576644897461, - 21.67226791381836, - 20.662851333618164, - 18.95325469970703, - 21.869229316711426, - 24.19576644897461, - 23.34302043914795, - 19.127777099609375, - 19.992030143737793, - 19.72576141357422, - 19.280628204345703, - 24.19576644897461, - 24.38072681427002 - ], - "mean": [ - 12.8690824508667, - 14.770828247070312, - 18.076658248901367, - 15.796587944030762, - 15.057995796203613, - 15.166154861450195, - 13.962298393249512, - 13.998001098632812, - 16.44554901123047, - 17.941184997558594, - 16.72490692138672, - 15.441387176513672, - 14.632506370544434, - 14.111030578613281, - 12.719527244567871, - 14.378925323486328, - 15.940287590026855, - 14.221847534179688, - 13.590276718139648, - 13.348560333251953, - 13.448287963867188, - 12.85544490814209, - 15.080655097961426, - 15.245920181274414 - ], - "quantiles": { - "0.1": [ - 7.467990875244141, - 8.976856231689453, - 9.051422119140625, - 8.664393424987793, - 9.729109287261963, - 8.49145793914795, - 7.74417781829834, - 8.030028104782104, - 8.846941471099854, - 9.815235614776611, - 8.956028938293457, - 8.428794384002686, - 8.595390319824219, - 7.930549621582031, - 7.901237964630127, - 8.307488918304443, - 8.546982765197754, - 7.832812547683716, - 7.841389417648315, - 7.023390531539917, - 7.21106481552124, - 7.384347915649414, - 8.473587989807129, - 7.277433156967163 - ], - "0.2": [ - 7.467990875244141, - 8.976856231689453, - 9.051422119140625, - 8.664393424987793, - 9.729109287261963, - 8.49145793914795, - 7.74417781829834, - 8.030028104782104, - 8.846941471099854, - 9.815235614776611, - 8.956028938293457, - 8.428794384002686, - 8.595390319824219, - 7.930549621582031, - 7.901237964630127, - 8.307488918304443, - 8.546982765197754, - 7.832812547683716, - 7.841389417648315, - 7.023390531539917, - 7.21106481552124, - 7.384347915649414, - 8.473587989807129, - 7.277433156967163 - ], - "0.3": [ - 7.467990875244141, - 8.976856231689453, - 9.051422119140625, - 8.664393424987793, - 9.729109287261963, - 8.49145793914795, - 7.74417781829834, - 8.030028104782104, - 8.846941471099854, - 9.815235614776611, - 8.956028938293457, - 8.428794384002686, - 8.595390319824219, - 7.930549621582031, - 7.901237964630127, - 8.307488918304443, - 8.546982765197754, - 7.832812547683716, - 7.841389417648315, - 7.023390531539917, - 7.21106481552124, - 7.384347915649414, - 8.473587989807129, - 7.277433156967163 - ], - "0.4": [ - 12.45226764678955, - 13.726415634155273, - 16.28438663482666, - 14.091408252716064, - 14.305755138397217, - 13.832607746124268, - 12.683001041412354, - 12.626721858978271, - 15.075265884399414, - 16.933817863464355, - 15.16922664642334, - 13.960112571716309, - 13.29372501373291, - 12.60063886642456, - 11.667998313903809, - 13.382295608520508, - 14.840599060058594, - 12.6546950340271, - 12.219111919403076, - 12.23241901397705, - 12.319637775421143, - 12.183209419250488, - 13.514585494995117, - 13.903905391693115 - ], - "0.5": [ - 12.45226764678955, - 13.726415634155273, - 16.28438663482666, - 14.091408252716064, - 14.305755138397217, - 13.832607746124268, - 12.683001041412354, - 12.626721858978271, - 15.075265884399414, - 16.933817863464355, - 15.16922664642334, - 13.960112571716309, - 13.29372501373291, - 12.60063886642456, - 11.667998313903809, - 13.382295608520508, - 14.840599060058594, - 12.6546950340271, - 12.219111919403076, - 12.23241901397705, - 12.319637775421143, - 12.183209419250488, - 13.514585494995117, - 13.903905391693115 - ], - "0.6": [ - 12.45226764678955, - 13.726415634155273, - 16.28438663482666, - 14.091408252716064, - 14.305755138397217, - 13.832607746124268, - 12.683001041412354, - 12.626721858978271, - 15.075265884399414, - 16.933817863464355, - 15.16922664642334, - 13.960112571716309, - 13.29372501373291, - 12.60063886642456, - 11.667998313903809, - 13.382295608520508, - 14.840599060058594, - 12.6546950340271, - 12.219111919403076, - 12.23241901397705, - 12.319637775421143, - 12.183209419250488, - 13.514585494995117, - 13.903905391693115 - ], - "0.7": [ - 12.45226764678955, - 13.726415634155273, - 16.28438663482666, - 14.091408252716064, - 14.305755138397217, - 13.832607746124268, - 12.683001041412354, - 12.626721858978271, - 15.075265884399414, - 16.933817863464355, - 15.16922664642334, - 13.960112571716309, - 13.29372501373291, - 12.60063886642456, - 11.667998313903809, - 13.382295608520508, - 14.840599060058594, - 12.6546950340271, - 12.219111919403076, - 12.23241901397705, - 12.319637775421143, - 12.183209419250488, - 13.514585494995117, - 13.903905391693115 - ], - "0.8": [ - 18.007624626159668, - 21.61013126373291, - 29.26984214782715, - 23.3454532623291, - 20.63440990447998, - 24.19576644897461, - 19.985090255737305, - 22.035995483398438, - 25.9101619720459, - 29.26984214782715, - 25.998066902160645, - 24.19576644897461, - 21.67226791381836, - 20.662851333618164, - 18.95325469970703, - 21.869229316711426, - 24.19576644897461, - 23.34302043914795, - 19.127777099609375, - 19.992030143737793, - 19.72576141357422, - 19.280628204345703, - 24.19576644897461, - 24.38072681427002 - ], - "0.9": [ - 18.007624626159668, - 21.61013126373291, - 29.26984214782715, - 23.3454532623291, - 20.63440990447998, - 24.19576644897461, - 19.985090255737305, - 22.035995483398438, - 25.9101619720459, - 29.26984214782715, - 25.998066902160645, - 24.19576644897461, - 21.67226791381836, - 20.662851333618164, - 18.95325469970703, - 21.869229316711426, - 24.19576644897461, - 23.34302043914795, - 19.127777099609375, - 19.992030143737793, - 19.72576141357422, - 19.280628204345703, - 24.19576644897461, - 24.38072681427002 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_061925.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_061925.json deleted file mode 100644 index eba74e5e6a7dd67bb8e41046e3e697247960985d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_061925.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T06:19:25.756151+00:00", - "metrics": { - "MSE[mean]": 11.152814516019854, - "MSE[0.5]": 12.91966761675289, - "MAE[0.5]": 2.8303007086118064, - "MASE[0.5]": 0.4946156578156555, - "MAPE[0.5]": 0.26713730899073074, - "sMAPE[0.5]": 0.23534424822537744, - "MSIS": 2.8246393099571896, - "RMSE[mean]": 3.339582985347101, - "NRMSE[mean]": 0.2552547504723899, - "ND[0.5]": 0.21632871658179412, - "mean_weighted_sum_quantile_loss": 0.2008343977364596 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.462284564971924, - 11.007834911346436, - 10.935441017150879, - 11.093356609344482, - 11.536818981170654, - 11.90162706375122, - 12.035192012786865, - 11.977762699127197, - 12.421321868896484, - 12.213627338409424, - 13.225531578063965, - 11.915408611297607, - 12.29082441329956, - 12.205187320709229, - 11.700151443481445, - 11.831274509429932, - 12.23283576965332, - 11.573833465576172, - 11.76565933227539, - 12.37923288345337, - 12.504481792449951, - 12.669402599334717, - 12.240854263305664, - 12.026824474334717 - ], - "p10": [ - 5.97310733795166, - 5.521322250366211, - 5.938210964202881, - 6.572526693344116, - 6.838755369186401, - 6.270842552185059, - 6.563363552093506, - 5.5117292404174805, - 6.752678871154785, - 6.0436179637908936, - 6.700366497039795, - 6.148148536682129, - 5.9622650146484375, - 6.044677019119263, - 6.6090052127838135, - 6.631963491439819, - 6.4547648429870605, - 6.116144180297852, - 6.54502272605896, - 7.111766338348389, - 6.900968313217163, - 6.385833501815796, - 6.548094272613525, - 7.319817543029785 - ], - "p90": [ - 15.934864044189453, - 17.8367338180542, - 17.139629364013672, - 17.446843147277832, - 17.1353816986084, - 17.67237949371338, - 18.361536979675293, - 18.38890266418457, - 18.717369079589844, - 18.60637092590332, - 19.20432472229004, - 19.433945655822754, - 17.789133071899414, - 19.80020046234131, - 17.56830883026123, - 18.665834426879883, - 19.119441032409668, - 18.36314296722412, - 20.34260082244873, - 17.549907684326172, - 19.303096771240234, - 19.26096248626709, - 19.0885066986084, - 18.7418794631958 - ], - "mean": [ - 10.887535095214844, - 12.115084648132324, - 11.586395263671875, - 12.505337715148926, - 12.742456436157227, - 12.155024528503418, - 13.7312650680542, - 13.543313026428223, - 13.845976829528809, - 13.344874382019043, - 15.222606658935547, - 14.193166732788086, - 12.623887062072754, - 13.369564056396484, - 12.310973167419434, - 14.401083946228027, - 13.789559364318848, - 12.391079902648926, - 12.788302421569824, - 12.848427772521973, - 20.124799728393555, - 14.072415351867676, - 13.36225700378418, - 13.396218299865723 - ], - "quantiles": { - "0.1": [ - 5.97310733795166, - 5.521322250366211, - 5.938210964202881, - 6.572526693344116, - 6.838755369186401, - 6.270842552185059, - 6.563363552093506, - 5.5117292404174805, - 6.752678871154785, - 6.0436179637908936, - 6.700366497039795, - 6.148148536682129, - 5.9622650146484375, - 6.044677019119263, - 6.6090052127838135, - 6.631963491439819, - 6.4547648429870605, - 6.116144180297852, - 6.54502272605896, - 7.111766338348389, - 6.900968313217163, - 6.385833501815796, - 6.548094272613525, - 7.319817543029785 - ], - "0.2": [ - 5.97310733795166, - 5.521322250366211, - 5.938210964202881, - 6.572526693344116, - 6.838755369186401, - 6.270842552185059, - 6.563363552093506, - 5.5117292404174805, - 6.752678871154785, - 6.0436179637908936, - 6.700366497039795, - 6.148148536682129, - 5.9622650146484375, - 6.044677019119263, - 6.6090052127838135, - 6.631963491439819, - 6.4547648429870605, - 6.116144180297852, - 6.54502272605896, - 7.111766338348389, - 6.900968313217163, - 6.385833501815796, - 6.548094272613525, - 7.319817543029785 - ], - "0.3": [ - 5.97310733795166, - 5.521322250366211, - 5.938210964202881, - 6.572526693344116, - 6.838755369186401, - 6.270842552185059, - 6.563363552093506, - 5.5117292404174805, - 6.752678871154785, - 6.0436179637908936, - 6.700366497039795, - 6.148148536682129, - 5.9622650146484375, - 6.044677019119263, - 6.6090052127838135, - 6.631963491439819, - 6.4547648429870605, - 6.116144180297852, - 6.54502272605896, - 7.111766338348389, - 6.900968313217163, - 6.385833501815796, - 6.548094272613525, - 7.319817543029785 - ], - "0.4": [ - 10.462284564971924, - 11.007834911346436, - 10.935441017150879, - 11.093356609344482, - 11.536818981170654, - 11.90162706375122, - 12.035192012786865, - 11.977762699127197, - 12.421321868896484, - 12.213627338409424, - 13.225531578063965, - 11.915408611297607, - 12.29082441329956, - 12.205187320709229, - 11.700151443481445, - 11.831274509429932, - 12.23283576965332, - 11.573833465576172, - 11.76565933227539, - 12.37923288345337, - 12.504481792449951, - 12.669402599334717, - 12.240854263305664, - 12.026824474334717 - ], - "0.5": [ - 10.462284564971924, - 11.007834911346436, - 10.935441017150879, - 11.093356609344482, - 11.536818981170654, - 11.90162706375122, - 12.035192012786865, - 11.977762699127197, - 12.421321868896484, - 12.213627338409424, - 13.225531578063965, - 11.915408611297607, - 12.29082441329956, - 12.205187320709229, - 11.700151443481445, - 11.831274509429932, - 12.23283576965332, - 11.573833465576172, - 11.76565933227539, - 12.37923288345337, - 12.504481792449951, - 12.669402599334717, - 12.240854263305664, - 12.026824474334717 - ], - "0.6": [ - 10.462284564971924, - 11.007834911346436, - 10.935441017150879, - 11.093356609344482, - 11.536818981170654, - 11.90162706375122, - 12.035192012786865, - 11.977762699127197, - 12.421321868896484, - 12.213627338409424, - 13.225531578063965, - 11.915408611297607, - 12.29082441329956, - 12.205187320709229, - 11.700151443481445, - 11.831274509429932, - 12.23283576965332, - 11.573833465576172, - 11.76565933227539, - 12.37923288345337, - 12.504481792449951, - 12.669402599334717, - 12.240854263305664, - 12.026824474334717 - ], - "0.7": [ - 10.462284564971924, - 11.007834911346436, - 10.935441017150879, - 11.093356609344482, - 11.536818981170654, - 11.90162706375122, - 12.035192012786865, - 11.977762699127197, - 12.421321868896484, - 12.213627338409424, - 13.225531578063965, - 11.915408611297607, - 12.29082441329956, - 12.205187320709229, - 11.700151443481445, - 11.831274509429932, - 12.23283576965332, - 11.573833465576172, - 11.76565933227539, - 12.37923288345337, - 12.504481792449951, - 12.669402599334717, - 12.240854263305664, - 12.026824474334717 - ], - "0.8": [ - 15.934864044189453, - 17.8367338180542, - 17.139629364013672, - 17.446843147277832, - 17.1353816986084, - 17.67237949371338, - 18.361536979675293, - 18.38890266418457, - 18.717369079589844, - 18.60637092590332, - 19.20432472229004, - 19.433945655822754, - 17.789133071899414, - 19.80020046234131, - 17.56830883026123, - 18.665834426879883, - 19.119441032409668, - 18.36314296722412, - 20.34260082244873, - 17.549907684326172, - 19.303096771240234, - 19.26096248626709, - 19.0885066986084, - 18.7418794631958 - ], - "0.9": [ - 15.934864044189453, - 17.8367338180542, - 17.139629364013672, - 17.446843147277832, - 17.1353816986084, - 17.67237949371338, - 18.361536979675293, - 18.38890266418457, - 18.717369079589844, - 18.60637092590332, - 19.20432472229004, - 19.433945655822754, - 17.789133071899414, - 19.80020046234131, - 17.56830883026123, - 18.665834426879883, - 19.119441032409668, - 18.36314296722412, - 20.34260082244873, - 17.549907684326172, - 19.303096771240234, - 19.26096248626709, - 19.0885066986084, - 18.7418794631958 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_073259.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_073259.json deleted file mode 100644 index c9400fde73d14304520a7412391455a98932192e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_073259.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T07:32:59.012705+00:00", - "metrics": { - "MSE[mean]": 12.435869236274357, - "MSE[0.5]": 12.546539791368323, - "MAE[0.5]": 2.508990705013275, - "MASE[0.5]": 0.4395312183964862, - "MAPE[0.5]": 0.6710027961510135, - "sMAPE[0.5]": 0.2344518653307802, - "MSIS": 3.939374608715086, - "RMSE[mean]": 3.52645278378633, - "NRMSE[mean]": 0.2811789595045579, - "ND[0.5]": 0.20005241501766977, - "mean_weighted_sum_quantile_loss": 0.19440003758033025 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 15.010066986083984, - 13.851484775543213, - 12.453053951263428, - 12.96205472946167, - 12.689034938812256, - 13.844042301177979, - 15.008504390716553, - 15.002678394317627, - 14.18002700805664, - 13.277565479278564, - 12.41025972366333, - 13.282179832458496, - 13.52853536605835, - 15.12360954284668, - 15.356769561767578, - 14.057984828948975, - 13.152838230133057, - 12.12385892868042, - 12.918176174163818, - 13.505754470825195, - 14.980032444000244, - 14.618605136871338, - 12.794951438903809, - 12.608647346496582 - ], - "p10": [ - 9.712152481079102, - 7.5195417404174805, - 6.13150954246521, - 7.701492071151733, - 6.283493518829346, - 7.021258354187012, - 8.1032133102417, - 7.2710981369018555, - 5.567768096923828, - 7.0083441734313965, - 6.577589273452759, - 6.977076530456543, - 6.143586874008179, - 8.976927757263184, - 9.340785503387451, - 7.164119005203247, - 7.2305402755737305, - 7.136529207229614, - 5.639194965362549, - 6.972935438156128, - 7.875843048095703, - 7.321282625198364, - 7.0666663646698, - 7.112231969833374 - ], - "p90": [ - 22.376333236694336, - 19.68245029449463, - 17.84155559539795, - 18.21832275390625, - 17.841873168945312, - 19.464570999145508, - 21.049553871154785, - 21.86402130126953, - 20.315719604492188, - 18.134610176086426, - 18.860983848571777, - 19.005213737487793, - 18.937089920043945, - 22.44761085510254, - 24.57375144958496, - 20.996691703796387, - 17.973807334899902, - 16.99648094177246, - 18.371479034423828, - 19.976553916931152, - 20.71265983581543, - 20.39519500732422, - 19.914814949035645, - 17.982678413391113 - ], - "mean": [ - 15.705526351928711, - 13.661974906921387, - 12.438119888305664, - 13.087177276611328, - 12.487565994262695, - 13.858277320861816, - 14.80671215057373, - 14.927188873291016, - 13.582242965698242, - 13.21708869934082, - 12.74219799041748, - 13.178133010864258, - 13.339502334594727, - 15.367884635925293, - 16.258007049560547, - 14.116586685180664, - 13.009726524353027, - 12.518835067749023, - 12.380775451660156, - 13.631917953491211, - 14.994694709777832, - 14.093390464782715, - 13.787035942077637, - 12.5712251663208 - ], - "quantiles": { - "0.1": [ - 9.712152481079102, - 7.5195417404174805, - 6.13150954246521, - 7.701492071151733, - 6.283493518829346, - 7.021258354187012, - 8.1032133102417, - 7.2710981369018555, - 5.567768096923828, - 7.0083441734313965, - 6.577589273452759, - 6.977076530456543, - 6.143586874008179, - 8.976927757263184, - 9.340785503387451, - 7.164119005203247, - 7.2305402755737305, - 7.136529207229614, - 5.639194965362549, - 6.972935438156128, - 7.875843048095703, - 7.321282625198364, - 7.0666663646698, - 7.112231969833374 - ], - "0.2": [ - 9.712152481079102, - 7.5195417404174805, - 6.13150954246521, - 7.701492071151733, - 6.283493518829346, - 7.021258354187012, - 8.1032133102417, - 7.2710981369018555, - 5.567768096923828, - 7.0083441734313965, - 6.577589273452759, - 6.977076530456543, - 6.143586874008179, - 8.976927757263184, - 9.340785503387451, - 7.164119005203247, - 7.2305402755737305, - 7.136529207229614, - 5.639194965362549, - 6.972935438156128, - 7.875843048095703, - 7.321282625198364, - 7.0666663646698, - 7.112231969833374 - ], - "0.3": [ - 9.712152481079102, - 7.5195417404174805, - 6.13150954246521, - 7.701492071151733, - 6.283493518829346, - 7.021258354187012, - 8.1032133102417, - 7.2710981369018555, - 5.567768096923828, - 7.0083441734313965, - 6.577589273452759, - 6.977076530456543, - 6.143586874008179, - 8.976927757263184, - 9.340785503387451, - 7.164119005203247, - 7.2305402755737305, - 7.136529207229614, - 5.639194965362549, - 6.972935438156128, - 7.875843048095703, - 7.321282625198364, - 7.0666663646698, - 7.112231969833374 - ], - "0.4": [ - 15.010066986083984, - 13.851484775543213, - 12.453053951263428, - 12.96205472946167, - 12.689034938812256, - 13.844042301177979, - 15.008504390716553, - 15.002678394317627, - 14.18002700805664, - 13.277565479278564, - 12.41025972366333, - 13.282179832458496, - 13.52853536605835, - 15.12360954284668, - 15.356769561767578, - 14.057984828948975, - 13.152838230133057, - 12.12385892868042, - 12.918176174163818, - 13.505754470825195, - 14.980032444000244, - 14.618605136871338, - 12.794951438903809, - 12.608647346496582 - ], - "0.5": [ - 15.010066986083984, - 13.851484775543213, - 12.453053951263428, - 12.96205472946167, - 12.689034938812256, - 13.844042301177979, - 15.008504390716553, - 15.002678394317627, - 14.18002700805664, - 13.277565479278564, - 12.41025972366333, - 13.282179832458496, - 13.52853536605835, - 15.12360954284668, - 15.356769561767578, - 14.057984828948975, - 13.152838230133057, - 12.12385892868042, - 12.918176174163818, - 13.505754470825195, - 14.980032444000244, - 14.618605136871338, - 12.794951438903809, - 12.608647346496582 - ], - "0.6": [ - 15.010066986083984, - 13.851484775543213, - 12.453053951263428, - 12.96205472946167, - 12.689034938812256, - 13.844042301177979, - 15.008504390716553, - 15.002678394317627, - 14.18002700805664, - 13.277565479278564, - 12.41025972366333, - 13.282179832458496, - 13.52853536605835, - 15.12360954284668, - 15.356769561767578, - 14.057984828948975, - 13.152838230133057, - 12.12385892868042, - 12.918176174163818, - 13.505754470825195, - 14.980032444000244, - 14.618605136871338, - 12.794951438903809, - 12.608647346496582 - ], - "0.7": [ - 15.010066986083984, - 13.851484775543213, - 12.453053951263428, - 12.96205472946167, - 12.689034938812256, - 13.844042301177979, - 15.008504390716553, - 15.002678394317627, - 14.18002700805664, - 13.277565479278564, - 12.41025972366333, - 13.282179832458496, - 13.52853536605835, - 15.12360954284668, - 15.356769561767578, - 14.057984828948975, - 13.152838230133057, - 12.12385892868042, - 12.918176174163818, - 13.505754470825195, - 14.980032444000244, - 14.618605136871338, - 12.794951438903809, - 12.608647346496582 - ], - "0.8": [ - 22.376333236694336, - 19.68245029449463, - 17.84155559539795, - 18.21832275390625, - 17.841873168945312, - 19.464570999145508, - 21.049553871154785, - 21.86402130126953, - 20.315719604492188, - 18.134610176086426, - 18.860983848571777, - 19.005213737487793, - 18.937089920043945, - 22.44761085510254, - 24.57375144958496, - 20.996691703796387, - 17.973807334899902, - 16.99648094177246, - 18.371479034423828, - 19.976553916931152, - 20.71265983581543, - 20.39519500732422, - 19.914814949035645, - 17.982678413391113 - ], - "0.9": [ - 22.376333236694336, - 19.68245029449463, - 17.84155559539795, - 18.21832275390625, - 17.841873168945312, - 19.464570999145508, - 21.049553871154785, - 21.86402130126953, - 20.315719604492188, - 18.134610176086426, - 18.860983848571777, - 19.005213737487793, - 18.937089920043945, - 22.44761085510254, - 24.57375144958496, - 20.996691703796387, - 17.973807334899902, - 16.99648094177246, - 18.371479034423828, - 19.976553916931152, - 20.71265983581543, - 20.39519500732422, - 19.914814949035645, - 17.982678413391113 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_085323.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_085323.json deleted file mode 100644 index cdab4982996acf5b9504a46f5e2072e27032ac01..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_085323.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T08:53:23.552885+00:00", - "metrics": { - "MSE[mean]": 11.063140265392386, - "MSE[0.5]": 10.844243435907154, - "MAE[0.5]": 2.513784408569336, - "MASE[0.5]": 0.4425243946625726, - "MAPE[0.5]": 0.3025589935973865, - "sMAPE[0.5]": 0.22571674675637787, - "MSIS": 3.228759163457782, - "RMSE[mean]": 3.326129923107693, - "NRMSE[mean]": 0.26968620998170484, - "ND[0.5]": 0.2038203574515678, - "mean_weighted_sum_quantile_loss": 0.18665627165957616 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.715724468231201, - 12.610018730163574, - 12.556241512298584, - 11.678591251373291, - 13.99459457397461, - 14.003619194030762, - 14.728318691253662, - 13.510611534118652, - 12.590046405792236, - 12.582905292510986, - 12.222803115844727, - 13.450891971588135, - 14.009121894836426, - 14.006585121154785, - 13.615423679351807, - 12.047057151794434, - 11.75171947479248, - 11.696111679077148, - 12.28599739074707, - 13.386828899383545, - 12.968793869018555, - 12.946626663208008, - 13.042008399963379, - 12.008158206939697 - ], - "p10": [ - 7.793283700942993, - 6.596151828765869, - 7.453669548034668, - 6.123813152313232, - 7.245208263397217, - 8.168850898742676, - 8.6747407913208, - 7.656817674636841, - 6.855757713317871, - 6.337723970413208, - 7.18203330039978, - 6.422947883605957, - 8.233726024627686, - 8.785553932189941, - 6.570034503936768, - 7.34131932258606, - 5.892889499664307, - 6.856676340103149, - 6.99818754196167, - 8.169697761535645, - 7.392549514770508, - 7.122597932815552, - 7.770948171615601, - 7.375792741775513 - ], - "p90": [ - 18.751251220703125, - 18.27047824859619, - 17.85668182373047, - 16.930622100830078, - 20.45357036590576, - 20.055747032165527, - 20.686699867248535, - 18.564287185668945, - 18.247278213500977, - 17.620387077331543, - 17.242375373840332, - 19.173298835754395, - 20.35978603363037, - 19.974745750427246, - 19.102039337158203, - 17.102243423461914, - 17.430404663085938, - 16.292142868041992, - 17.56442928314209, - 18.140368461608887, - 18.152433395385742, - 17.83665657043457, - 17.210381507873535, - 17.119239807128906 - ], - "mean": [ - 13.004822731018066, - 12.598408699035645, - 12.604500770568848, - 11.761650085449219, - 13.885354042053223, - 14.394259452819824, - 15.037449836730957, - 13.337793350219727, - 12.566521644592285, - 12.233224868774414, - 12.385950088500977, - 13.047818183898926, - 14.373664855957031, - 14.160512924194336, - 13.023582458496094, - 12.174570083618164, - 11.828371047973633, - 11.750574111938477, - 12.320595741271973, - 13.09220027923584, - 12.863844871520996, - 12.78775691986084, - 12.58039379119873, - 12.188310623168945 - ], - "quantiles": { - "0.1": [ - 7.793283700942993, - 6.596151828765869, - 7.453669548034668, - 6.123813152313232, - 7.245208263397217, - 8.168850898742676, - 8.6747407913208, - 7.656817674636841, - 6.855757713317871, - 6.337723970413208, - 7.18203330039978, - 6.422947883605957, - 8.233726024627686, - 8.785553932189941, - 6.570034503936768, - 7.34131932258606, - 5.892889499664307, - 6.856676340103149, - 6.99818754196167, - 8.169697761535645, - 7.392549514770508, - 7.122597932815552, - 7.770948171615601, - 7.375792741775513 - ], - "0.2": [ - 7.793283700942993, - 6.596151828765869, - 7.453669548034668, - 6.123813152313232, - 7.245208263397217, - 8.168850898742676, - 8.6747407913208, - 7.656817674636841, - 6.855757713317871, - 6.337723970413208, - 7.18203330039978, - 6.422947883605957, - 8.233726024627686, - 8.785553932189941, - 6.570034503936768, - 7.34131932258606, - 5.892889499664307, - 6.856676340103149, - 6.99818754196167, - 8.169697761535645, - 7.392549514770508, - 7.122597932815552, - 7.770948171615601, - 7.375792741775513 - ], - "0.3": [ - 7.793283700942993, - 6.596151828765869, - 7.453669548034668, - 6.123813152313232, - 7.245208263397217, - 8.168850898742676, - 8.6747407913208, - 7.656817674636841, - 6.855757713317871, - 6.337723970413208, - 7.18203330039978, - 6.422947883605957, - 8.233726024627686, - 8.785553932189941, - 6.570034503936768, - 7.34131932258606, - 5.892889499664307, - 6.856676340103149, - 6.99818754196167, - 8.169697761535645, - 7.392549514770508, - 7.122597932815552, - 7.770948171615601, - 7.375792741775513 - ], - "0.4": [ - 13.715724468231201, - 12.610018730163574, - 12.556241512298584, - 11.678591251373291, - 13.99459457397461, - 14.003619194030762, - 14.728318691253662, - 13.510611534118652, - 12.590046405792236, - 12.582905292510986, - 12.222803115844727, - 13.450891971588135, - 14.009121894836426, - 14.006585121154785, - 13.615423679351807, - 12.047057151794434, - 11.75171947479248, - 11.696111679077148, - 12.28599739074707, - 13.386828899383545, - 12.968793869018555, - 12.946626663208008, - 13.042008399963379, - 12.008158206939697 - ], - "0.5": [ - 13.715724468231201, - 12.610018730163574, - 12.556241512298584, - 11.678591251373291, - 13.99459457397461, - 14.003619194030762, - 14.728318691253662, - 13.510611534118652, - 12.590046405792236, - 12.582905292510986, - 12.222803115844727, - 13.450891971588135, - 14.009121894836426, - 14.006585121154785, - 13.615423679351807, - 12.047057151794434, - 11.75171947479248, - 11.696111679077148, - 12.28599739074707, - 13.386828899383545, - 12.968793869018555, - 12.946626663208008, - 13.042008399963379, - 12.008158206939697 - ], - "0.6": [ - 13.715724468231201, - 12.610018730163574, - 12.556241512298584, - 11.678591251373291, - 13.99459457397461, - 14.003619194030762, - 14.728318691253662, - 13.510611534118652, - 12.590046405792236, - 12.582905292510986, - 12.222803115844727, - 13.450891971588135, - 14.009121894836426, - 14.006585121154785, - 13.615423679351807, - 12.047057151794434, - 11.75171947479248, - 11.696111679077148, - 12.28599739074707, - 13.386828899383545, - 12.968793869018555, - 12.946626663208008, - 13.042008399963379, - 12.008158206939697 - ], - "0.7": [ - 13.715724468231201, - 12.610018730163574, - 12.556241512298584, - 11.678591251373291, - 13.99459457397461, - 14.003619194030762, - 14.728318691253662, - 13.510611534118652, - 12.590046405792236, - 12.582905292510986, - 12.222803115844727, - 13.450891971588135, - 14.009121894836426, - 14.006585121154785, - 13.615423679351807, - 12.047057151794434, - 11.75171947479248, - 11.696111679077148, - 12.28599739074707, - 13.386828899383545, - 12.968793869018555, - 12.946626663208008, - 13.042008399963379, - 12.008158206939697 - ], - "0.8": [ - 18.751251220703125, - 18.27047824859619, - 17.85668182373047, - 16.930622100830078, - 20.45357036590576, - 20.055747032165527, - 20.686699867248535, - 18.564287185668945, - 18.247278213500977, - 17.620387077331543, - 17.242375373840332, - 19.173298835754395, - 20.35978603363037, - 19.974745750427246, - 19.102039337158203, - 17.102243423461914, - 17.430404663085938, - 16.292142868041992, - 17.56442928314209, - 18.140368461608887, - 18.152433395385742, - 17.83665657043457, - 17.210381507873535, - 17.119239807128906 - ], - "0.9": [ - 18.751251220703125, - 18.27047824859619, - 17.85668182373047, - 16.930622100830078, - 20.45357036590576, - 20.055747032165527, - 20.686699867248535, - 18.564287185668945, - 18.247278213500977, - 17.620387077331543, - 17.242375373840332, - 19.173298835754395, - 20.35978603363037, - 19.974745750427246, - 19.102039337158203, - 17.102243423461914, - 17.430404663085938, - 16.292142868041992, - 17.56442928314209, - 18.140368461608887, - 18.152433395385742, - 17.83665657043457, - 17.210381507873535, - 17.119239807128906 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_102056.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_102056.json deleted file mode 100644 index 6f12911541ea0c99a06185e0712b305a95c112c0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260624_102056.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T10:20:56.272567+00:00", - "metrics": { - "MSE[mean]": 15.10096805538501, - "MSE[0.5]": 15.472365708004608, - "MAE[0.5]": 2.9383417765299478, - "MASE[0.5]": 0.52561641716809, - "MAPE[0.5]": 0.4414196452228518, - "sMAPE[0.5]": 0.2704735199911283, - "MSIS": 4.1255710761739595, - "RMSE[mean]": 3.8859964044482864, - "NRMSE[mean]": 0.3238330337040239, - "ND[0.5]": 0.244861814710829, - "mean_weighted_sum_quantile_loss": 0.21074065378418674 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.873650074005127, - 12.398162841796875, - 14.649269580841064, - 14.863361358642578, - 14.80145788192749, - 13.62602949142456, - 13.508419036865234, - 12.666393756866455, - 12.344616413116455, - 13.558304786682129, - 14.866449356079102, - 14.965876579284668, - 13.607695579528809, - 12.486924648284912, - 12.368363380432129, - 11.997816562652588, - 12.897562026977539, - 13.749672889709473, - 14.069286346435547, - 13.389842987060547, - 12.755483627319336, - 12.936620712280273, - 12.090927124023438, - 13.520799160003662 - ], - "p10": [ - 7.338447570800781, - 7.018125534057617, - 8.911412715911865, - 8.619293212890625, - 8.235030174255371, - 7.462703704833984, - 7.233814239501953, - 7.237264633178711, - 6.668452262878418, - 6.960538625717163, - 8.553421974182129, - 8.975234508514404, - 8.136899948120117, - 7.336787462234497, - 6.4851603507995605, - 6.782176971435547, - 6.25149941444397, - 7.978781700134277, - 6.850970983505249, - 6.784903049468994, - 7.352297782897949, - 7.199570655822754, - 7.533433198928833, - 6.736047744750977 - ], - "p90": [ - 17.380651473999023, - 17.321475982666016, - 19.89765453338623, - 20.118995666503906, - 21.53884983062744, - 18.77418327331543, - 18.74591064453125, - 17.592122077941895, - 17.628833770751953, - 20.887542724609375, - 20.909661293029785, - 20.57565402984619, - 19.169039726257324, - 17.164844512939453, - 17.267648696899414, - 17.03784942626953, - 19.65981388092041, - 20.185925483703613, - 19.56109046936035, - 19.49553871154785, - 18.89375877380371, - 18.37541675567627, - 18.116856575012207, - 19.137248039245605 - ], - "mean": [ - 12.525014877319336, - 12.253461837768555, - 14.801090240478516, - 14.811427116394043, - 15.051854133605957, - 13.546630859375, - 13.085824966430664, - 12.633333206176758, - 12.433523178100586, - 14.15684700012207, - 15.361030578613281, - 14.874112129211426, - 13.648534774780273, - 12.521939277648926, - 12.484728813171387, - 12.104649543762207, - 13.33435344696045, - 13.953631401062012, - 13.88978099822998, - 13.62771987915039, - 13.355527877807617, - 13.23644733428955, - 12.698132514953613, - 13.350143432617188 - ], - "quantiles": { - "0.1": [ - 7.338447570800781, - 7.018125534057617, - 8.911412715911865, - 8.619293212890625, - 8.235030174255371, - 7.462703704833984, - 7.233814239501953, - 7.237264633178711, - 6.668452262878418, - 6.960538625717163, - 8.553421974182129, - 8.975234508514404, - 8.136899948120117, - 7.336787462234497, - 6.4851603507995605, - 6.782176971435547, - 6.25149941444397, - 7.978781700134277, - 6.850970983505249, - 6.784903049468994, - 7.352297782897949, - 7.199570655822754, - 7.533433198928833, - 6.736047744750977 - ], - "0.2": [ - 7.338447570800781, - 7.018125534057617, - 8.911412715911865, - 8.619293212890625, - 8.235030174255371, - 7.462703704833984, - 7.233814239501953, - 7.237264633178711, - 6.668452262878418, - 6.960538625717163, - 8.553421974182129, - 8.975234508514404, - 8.136899948120117, - 7.336787462234497, - 6.4851603507995605, - 6.782176971435547, - 6.25149941444397, - 7.978781700134277, - 6.850970983505249, - 6.784903049468994, - 7.352297782897949, - 7.199570655822754, - 7.533433198928833, - 6.736047744750977 - ], - "0.3": [ - 7.338447570800781, - 7.018125534057617, - 8.911412715911865, - 8.619293212890625, - 8.235030174255371, - 7.462703704833984, - 7.233814239501953, - 7.237264633178711, - 6.668452262878418, - 6.960538625717163, - 8.553421974182129, - 8.975234508514404, - 8.136899948120117, - 7.336787462234497, - 6.4851603507995605, - 6.782176971435547, - 6.25149941444397, - 7.978781700134277, - 6.850970983505249, - 6.784903049468994, - 7.352297782897949, - 7.199570655822754, - 7.533433198928833, - 6.736047744750977 - ], - "0.4": [ - 11.873650074005127, - 12.398162841796875, - 14.649269580841064, - 14.863361358642578, - 14.80145788192749, - 13.62602949142456, - 13.508419036865234, - 12.666393756866455, - 12.344616413116455, - 13.558304786682129, - 14.866449356079102, - 14.965876579284668, - 13.607695579528809, - 12.486924648284912, - 12.368363380432129, - 11.997816562652588, - 12.897562026977539, - 13.749672889709473, - 14.069286346435547, - 13.389842987060547, - 12.755483627319336, - 12.936620712280273, - 12.090927124023438, - 13.520799160003662 - ], - "0.5": [ - 11.873650074005127, - 12.398162841796875, - 14.649269580841064, - 14.863361358642578, - 14.80145788192749, - 13.62602949142456, - 13.508419036865234, - 12.666393756866455, - 12.344616413116455, - 13.558304786682129, - 14.866449356079102, - 14.965876579284668, - 13.607695579528809, - 12.486924648284912, - 12.368363380432129, - 11.997816562652588, - 12.897562026977539, - 13.749672889709473, - 14.069286346435547, - 13.389842987060547, - 12.755483627319336, - 12.936620712280273, - 12.090927124023438, - 13.520799160003662 - ], - "0.6": [ - 11.873650074005127, - 12.398162841796875, - 14.649269580841064, - 14.863361358642578, - 14.80145788192749, - 13.62602949142456, - 13.508419036865234, - 12.666393756866455, - 12.344616413116455, - 13.558304786682129, - 14.866449356079102, - 14.965876579284668, - 13.607695579528809, - 12.486924648284912, - 12.368363380432129, - 11.997816562652588, - 12.897562026977539, - 13.749672889709473, - 14.069286346435547, - 13.389842987060547, - 12.755483627319336, - 12.936620712280273, - 12.090927124023438, - 13.520799160003662 - ], - "0.7": [ - 11.873650074005127, - 12.398162841796875, - 14.649269580841064, - 14.863361358642578, - 14.80145788192749, - 13.62602949142456, - 13.508419036865234, - 12.666393756866455, - 12.344616413116455, - 13.558304786682129, - 14.866449356079102, - 14.965876579284668, - 13.607695579528809, - 12.486924648284912, - 12.368363380432129, - 11.997816562652588, - 12.897562026977539, - 13.749672889709473, - 14.069286346435547, - 13.389842987060547, - 12.755483627319336, - 12.936620712280273, - 12.090927124023438, - 13.520799160003662 - ], - "0.8": [ - 17.380651473999023, - 17.321475982666016, - 19.89765453338623, - 20.118995666503906, - 21.53884983062744, - 18.77418327331543, - 18.74591064453125, - 17.592122077941895, - 17.628833770751953, - 20.887542724609375, - 20.909661293029785, - 20.57565402984619, - 19.169039726257324, - 17.164844512939453, - 17.267648696899414, - 17.03784942626953, - 19.65981388092041, - 20.185925483703613, - 19.56109046936035, - 19.49553871154785, - 18.89375877380371, - 18.37541675567627, - 18.116856575012207, - 19.137248039245605 - ], - "0.9": [ - 17.380651473999023, - 17.321475982666016, - 19.89765453338623, - 20.118995666503906, - 21.53884983062744, - 18.77418327331543, - 18.74591064453125, - 17.592122077941895, - 17.628833770751953, - 20.887542724609375, - 20.909661293029785, - 20.57565402984619, - 19.169039726257324, - 17.164844512939453, - 17.267648696899414, - 17.03784942626953, - 19.65981388092041, - 20.185925483703613, - 19.56109046936035, - 19.49553871154785, - 18.89375877380371, - 18.37541675567627, - 18.116856575012207, - 19.137248039245605 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_121012.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_121012.json deleted file mode 100644 index 2870d08fda791651f5aae9a38e7b8de800fc5a5c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_121012.json +++ /dev/null @@ -1,441 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.921461+00:00", - "metrics": { - "MSE[mean]": 26.359841964226504, - "MSE[0.5]": 28.785847715400383, - "MAE[0.5]": 4.648767605633803, - "MASE[0.5]": 0.8922634597910039, - "MAPE[0.5]": 0.6018970032055194, - "sMAPE[0.5]": 0.41052390623252943, - "MSIS": 4.783991565083988, - "RMSE[mean]": 5.134183670675067, - "NRMSE[mean]": 0.46149965579101726, - "ND[0.5]": 0.417866751068207, - "mean_weighted_sum_quantile_loss": 0.2967119738824122 - }, - "context_length": 143, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0 - ], - "predictions": { - "p50": [ - 14.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126, - 14.257042253521126, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 15.257042253521128, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126, - 13.257042253521126, - 13.257042253521126, - 13.257042253521126, - 14.257042253521126 - ], - "p10": [ - 6.257042253521127, - 6.257042253521127, - 5.257042253521127, - 5.257042253521127, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.157042253521129, - 5.257042253521127, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.257042253521127, - 6.157042253521129, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.257042253521127, - 5.257042253521127, - 5.257042253521127, - 6.257042253521127, - 6.257042253521127 - ], - "p90": [ - 20.257042253521128, - 20.257042253521128, - 19.257042253521128, - 19.257042253521128, - 21.257042253521128, - 20.357042253521122, - 20.257042253521128, - 21.257042253521128, - 20.257042253521128, - 19.257042253521128, - 20.257042253521128, - 21.257042253521128, - 20.257042253521128, - 20.257042253521128, - 20.257042253521128, - 20.257042253521128, - 22.257042253521128, - 18.257042253521128, - 19.357042253521122, - 21.357042253521122, - 19.257042253521128, - 20.257042253521128, - 20.357042253521122, - 21.257042253521128 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_123901.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_123901.json deleted file mode 100644 index a989843932971299816a45405666c37a9b7b1402..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_123901.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:39:01.103945+00:00", - "metrics": { - "MSE[mean]": 28.81717748276883, - "MSE[0.5]": 28.597400681098236, - "MAE[0.5]": 4.529574592074592, - "MASE[0.5]": 0.8600458086217581, - "MAPE[0.5]": 0.7452025871079977, - "sMAPE[0.5]": 0.42524744893799143, - "MSIS": 4.782974929433144, - "RMSE[mean]": 5.3681633248969645, - "NRMSE[mean]": 0.4917401518989586, - "ND[0.5]": 0.41492286339614587, - "mean_weighted_sum_quantile_loss": 0.31411023525527343 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.868298368298369, - 12.868298368298369, - 12.868298368298369, - 12.368298368298369, - 12.868298368298369, - 11.868298368298369, - 12.868298368298369, - 12.868298368298369, - 12.868298368298369, - 13.868298368298369, - 13.368298368298369, - 12.868298368298369, - 12.868298368298369, - 12.868298368298369, - 12.868298368298369, - 13.868298368298369, - 12.368298368298369, - 12.868298368298369, - 13.868298368298369, - 13.868298368298369, - 12.868298368298369, - 13.868298368298369, - 12.868298368298369, - 12.868298368298369 - ], - "p10": [ - 4.868298368298369, - 4.868298368298369, - 5.768298368298371, - 4.868298368298369, - 5.768298368298371, - 4.868298368298369, - 4.868298368298369, - 4.868298368298369, - 4.868298368298369, - 5.868298368298369, - 5.868298368298369, - 4.868298368298369, - 4.868298368298369, - 5.868298368298369, - 5.868298368298369, - 5.868298368298369, - 5.868298368298369, - 4.868298368298369, - 5.868298368298369, - 5.868298368298369, - 5.868298368298369, - 4.868298368298369, - 5.868298368298369, - 5.868298368298369 - ], - "p90": [ - 18.968298368298363, - 21.968298368298363, - 19.968298368298363, - 19.86829836829837, - 17.86829836829837, - 19.86829836829837, - 19.86829836829837, - 19.86829836829837, - 19.86829836829837, - 20.86829836829837, - 19.86829836829837, - 18.86829836829837, - 21.86829836829837, - 19.968298368298363, - 20.86829836829837, - 21.86829836829837, - 18.86829836829837, - 17.968298368298363, - 20.86829836829837, - 20.86829836829837, - 18.86829836829837, - 18.968298368298363, - 19.86829836829837, - 18.968298368298363 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_142525.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_142525.json deleted file mode 100644 index 7b206ae1abff13d1bf18933376211f8f95153ccc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_142525.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:25:25.751909+00:00", - "metrics": { - "MSE[mean]": 23.95044055646183, - "MSE[0.5]": 24.618126210154543, - "MAE[0.5]": 4.27625998003992, - "MASE[0.5]": 0.8091740303886313, - "MAPE[0.5]": 0.5084481411982901, - "sMAPE[0.5]": 0.3692905203604842, - "MSIS": 4.61471711809857, - "RMSE[mean]": 4.893918732106392, - "NRMSE[mean]": 0.42402183960488593, - "ND[0.5]": 0.37050627985905443, - "mean_weighted_sum_quantile_loss": 0.2694726791903557 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 13.363023952095809, - 14.363023952095809, - 14.363023952095809, - 13.363023952095809, - 13.363023952095809, - 14.363023952095809, - 14.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 14.363023952095809, - 14.363023952095809 - ], - "p10": [ - 6.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 6.263023952095811, - 6.3630239520958085, - 7.263023952095811, - 5.3630239520958085, - 5.3630239520958085, - 5.263023952095811, - 5.3630239520958085, - 6.3630239520958085, - 5.3630239520958085, - 6.263023952095811 - ], - "p90": [ - 19.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 19.36302395209581, - 22.36302395209581, - 20.36302395209581, - 19.36302395209581, - 19.463023952095803, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.463023952095803, - 20.36302395209581, - 19.36302395209581, - 19.36302395209581, - 20.36302395209581, - 19.36302395209581, - 19.463023952095803, - 20.36302395209581 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_160235.json deleted file mode 100644 index 0a8eb3b7dc7a5a855c246c9ea5c5028cd29ca418..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_160235.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.739340+00:00", - "metrics": { - "MSE[mean]": 23.73485549593165, - "MSE[0.5]": 28.857536673160656, - "MAE[0.5]": 4.767964071856286, - "MASE[0.5]": 0.8998516728011866, - "MAPE[0.5]": 0.5756985425373156, - "sMAPE[0.5]": 0.40295305438080026, - "MSIS": 4.462647099685767, - "RMSE[mean]": 4.8718431312935, - "NRMSE[mean]": 0.4236385331559565, - "ND[0.5]": 0.41460557146576404, - "mean_weighted_sum_quantile_loss": 0.28162645723046653 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 14.45259481037924, - 13.45259481037924, - 13.45259481037924, - 13.45259481037924, - 14.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.95259481037924, - 13.95259481037924, - 14.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.45259481037924, - 14.45259481037924, - 13.45259481037924, - 14.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.45259481037924, - 13.45259481037924, - 14.45259481037924 - ], - "p10": [ - 6.4525948103792405, - 6.4525948103792405, - 4.4525948103792405, - 5.4525948103792405, - 6.352594810379243, - 5.4525948103792405, - 5.4525948103792405, - 6.352594810379243, - 4.4525948103792405, - 6.4525948103792405, - 6.352594810379243, - 5.4525948103792405, - 5.352594810379243, - 6.4525948103792405, - 5.4525948103792405, - 6.4525948103792405, - 5.4525948103792405, - 5.4525948103792405, - 5.4525948103792405, - 6.4525948103792405, - 6.4525948103792405, - 6.4525948103792405, - 6.352594810379243, - 5.4525948103792405 - ], - "p90": [ - 19.45259481037924, - 19.45259481037924, - 19.552594810379233, - 20.45259481037924, - 19.45259481037924, - 20.45259481037924, - 19.45259481037924, - 18.552594810379233, - 21.552594810379233, - 19.45259481037924, - 20.552594810379233, - 19.45259481037924, - 19.45259481037924, - 18.45259481037924, - 19.45259481037924, - 19.45259481037924, - 19.45259481037924, - 20.45259481037924, - 20.45259481037924, - 21.45259481037924, - 18.45259481037924, - 19.45259481037924, - 20.45259481037924, - 20.45259481037924 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_010053.json deleted file mode 100644 index 9d85732561e8f6b55b484de50168210cf1fbc215..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_010053.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:00:53.749060+00:00", - "metrics": { - "MSE[mean]": 34.23475561690953, - "MSE[0.5]": 39.29613116581209, - "MAE[0.5]": 5.3263680971390555, - "MASE[0.5]": 1.0172374084721805, - "MAPE[0.5]": 0.6923412251923199, - "sMAPE[0.5]": 0.4326063192118868, - "MSIS": 4.771401743462156, - "RMSE[mean]": 5.851047394860986, - "NRMSE[mean]": 0.4962018992108257, - "ND[0.5]": 0.45170612837928387, - "mean_weighted_sum_quantile_loss": 0.32255501560679195 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 13.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 14.952345309381238, - 15.952345309381238, - 15.452345309381238, - 15.952345309381238, - 15.952345309381238, - 14.952345309381238, - 15.952345309381238 - ], - "p10": [ - 6.952345309381238, - 6.952345309381238, - 7.952345309381238, - 7.952345309381238, - 6.952345309381238, - 8.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 7.85234530938124, - 6.952345309381238, - 8.85234530938124, - 7.952345309381238, - 6.952345309381238, - 6.952345309381238, - 7.952345309381238, - 7.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 7.85234530938124 - ], - "p90": [ - 21.952345309381236, - 21.952345309381236, - 21.05234530938123, - 21.952345309381236, - 22.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 20.952345309381236, - 22.952345309381236, - 19.952345309381236, - 20.05234530938123, - 20.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 23.05234530938123, - 21.952345309381236, - 21.952345309381236, - 21.05234530938123 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_022256.json deleted file mode 100644 index 96088d6f8238d88c9993df47e273d5502b076a13..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_022256.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:22:56.462552+00:00", - "metrics": { - "MSE[mean]": 38.60170352154978, - "MSE[0.5]": 42.72257804749782, - "MAE[0.5]": 5.369136726546906, - "MASE[0.5]": 1.0322505856111543, - "MAPE[0.5]": 1.2306966199563816, - "sMAPE[0.5]": 0.4658175641101698, - "MSIS": 4.867289341037275, - "RMSE[mean]": 6.213026921038551, - "NRMSE[mean]": 0.5344539286914883, - "ND[0.5]": 0.4618612237889812, - "mean_weighted_sum_quantile_loss": 0.3413019282025356 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 15.113273453093813, - 14.613273453093813, - 14.613273453093813, - 15.113273453093813, - 13.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 13.613273453093813, - 13.613273453093813, - 15.613273453093813, - 15.613273453093813, - 14.613273453093813, - 15.613273453093813, - 14.613273453093813, - 13.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 15.613273453093813, - 14.113273453093813, - 15.613273453093813 - ], - "p10": [ - 6.613273453093813, - 6.613273453093813, - 6.613273453093813, - 6.613273453093813, - 6.513273453093815, - 5.613273453093813, - 7.613273453093813, - 7.613273453093813, - 6.613273453093813, - 5.513273453093815, - 7.513273453093815, - 6.613273453093813, - 7.513273453093815, - 6.613273453093813, - 7.513273453093815, - 6.513273453093815, - 7.613273453093813, - 7.613273453093813, - 6.613273453093813, - 7.613273453093813, - 6.613273453093813, - 7.613273453093813, - 6.613273453093813, - 5.613273453093813 - ], - "p90": [ - 21.61327345309381, - 21.61327345309381, - 22.713273453093805, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 19.61327345309381, - 20.713273453093805, - 21.61327345309381, - 20.713273453093805, - 21.61327345309381, - 22.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 21.61327345309381, - 22.713273453093805, - 21.61327345309381, - 21.61327345309381 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_033734.json deleted file mode 100644 index dbfed2a8a6634bc74790767b9665e6961289755e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_033734.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.437330+00:00", - "metrics": { - "MSE[mean]": 34.27694889435173, - "MSE[0.5]": 38.29665021254895, - "MAE[0.5]": 5.123149534264803, - "MASE[0.5]": 0.9784264362521641, - "MAPE[0.5]": 0.6839366164747126, - "sMAPE[0.5]": 0.42986426673249706, - "MSIS": 4.896286077256797, - "RMSE[mean]": 5.854651902064864, - "NRMSE[mean]": 0.48788765850540533, - "ND[0.5]": 0.4269291278554002, - "mean_weighted_sum_quantile_loss": 0.31956284190877504 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 15.345558882235528, - 14.345558882235528, - 14.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.84555888223553, - 13.345558882235528, - 15.345558882235528, - 13.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.345558882235528, - 13.845558882235528, - 15.345558882235528, - 14.345558882235528, - 14.845558882235528, - 14.345558882235528, - 15.345558882235528, - 15.345558882235528, - 15.345558882235528, - 14.345558882235528, - 15.345558882235528, - 15.345558882235528 - ], - "p10": [ - 6.245558882235531, - 6.345558882235529, - 6.345558882235529, - 6.345558882235529, - 7.345558882235529, - 7.345558882235529, - 7.245558882235531, - 6.345558882235529, - 6.345558882235529, - 7.245558882235531, - 6.345558882235529, - 6.345558882235529, - 6.345558882235529, - 5.24555888223553, - 7.245558882235531, - 6.345558882235529, - 6.345558882235529, - 5.345558882235528, - 7.345558882235529, - 6.345558882235529, - 6.345558882235529, - 6.345558882235529, - 7.345558882235529, - 7.345558882235529 - ], - "p90": [ - 21.34555888223553, - 21.34555888223553, - 20.34555888223553, - 21.34555888223553, - 22.34555888223553, - 21.445558882235524, - 20.34555888223553, - 20.445558882235524, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 22.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 21.34555888223553, - 20.34555888223553, - 21.34555888223553, - 21.34555888223553, - 20.34555888223553, - 20.34555888223553, - 21.34555888223553 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_050330.json deleted file mode 100644 index 59bbbdb2dd01edaae14f73ce18167902e66b11ef..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_050330.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:03:30.458537+00:00", - "metrics": { - "MSE[mean]": 38.816254702072776, - "MSE[0.5]": 42.56839912988395, - "MAE[0.5]": 5.342273785761809, - "MASE[0.5]": 1.020275099668038, - "MAPE[0.5]": 1.177441574194672, - "sMAPE[0.5]": 0.4563542714446665, - "MSIS": 4.88992002801469, - "RMSE[mean]": 6.230269231909065, - "NRMSE[mean]": 0.4984215385527252, - "ND[0.5]": 0.42738190286094474, - "mean_weighted_sum_quantile_loss": 0.321325474975974 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 15.21432135728543, - 15.21432135728543, - 13.21432135728543, - 14.71432135728543, - 15.21432135728543, - 13.21432135728543, - 15.21432135728543, - 15.21432135728543, - 15.21432135728543, - 14.21432135728543, - 13.71432135728543, - 14.21432135728543, - 15.21432135728543, - 14.71432135728543, - 15.21432135728543, - 15.21432135728543, - 15.21432135728543, - 15.21432135728543, - 15.21432135728543, - 14.21432135728543, - 15.21432135728543, - 13.21432135728543, - 15.21432135728543, - 15.21432135728543 - ], - "p10": [ - 6.21432135728543, - 6.21432135728543, - 8.21432135728543, - 6.21432135728543, - 6.21432135728543, - 6.21432135728543, - 7.21432135728543, - 7.114321357285432, - 7.114321357285432, - 6.21432135728543, - 6.21432135728543, - 6.21432135728543, - 6.21432135728543, - 6.21432135728543, - 6.21432135728543, - 8.21432135728543, - 6.21432135728543, - 7.21432135728543, - 7.21432135728543, - 7.21432135728543, - 6.21432135728543, - 7.21432135728543, - 6.21432135728543, - 7.21432135728543 - ], - "p90": [ - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 23.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 19.214321357285428, - 21.214321357285428, - 21.214321357285428, - 23.214321357285428, - 21.214321357285428, - 21.214321357285428, - 21.214321357285428, - 20.214321357285428, - 21.214321357285428, - 20.314321357285422 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_064321.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_064321.json deleted file mode 100644 index aba5e2addb23a1b065cf825a24fabadfe4f8f280..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_064321.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T06:43:21.547797+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_065927.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_065927.json deleted file mode 100644 index ac2b52ca8aa108b068dcf485679f2ef8dc51292b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_065927.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T06:59:27.642909+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_083113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_083113.json deleted file mode 100644 index 72e9c88b89950aff8a64e49b86c518dba6ae15d9..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_083113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T08:31:13.787955+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_095632.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_095632.json deleted file mode 100644 index 3514151eb6b0637e7e8f13d886433f4ec78f75e2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_095632.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T09:56:32.504060+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_111809.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_111809.json deleted file mode 100644 index 1a8e04fceee6724b86b19fc47a4aeb2861b388ff..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_111809.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T11:18:09.566552+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_123855.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_123855.json deleted file mode 100644 index 48a982646902167b13cf834a72fb4fcebf7e6dcd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_123855.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T12:38:55.878891+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_144844.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_144844.json deleted file mode 100644 index cc6069815250b02b569118a27d5a2837ba59a38b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_144844.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T14:48:44.074512+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_172816.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_172816.json deleted file mode 100644 index 66fd6564f3effb373ca9974d23db5467e2d32767..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_172816.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:28:16.635047+00:00", - "metrics": { - "MSE[mean]": 42.37769944383945, - "MSE[0.5]": 45.13806188770164, - "MAE[0.5]": 5.80058632734531, - "MASE[0.5]": 1.1196842240452074, - "MAPE[0.5]": 0.6940183031607132, - "sMAPE[0.5]": 0.46229332651238203, - "MSIS": 6.229808285064537, - "RMSE[mean]": 6.509815622875924, - "NRMSE[mean]": 0.4991551915304223, - "ND[0.5]": 0.4447733925121004, - "mean_weighted_sum_quantile_loss": 0.32561230396856267 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.53567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 16.035678642714572, - 13.03567864271457, - 14.53567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 15.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457, - 14.03567864271457, - 15.03567864271457, - 14.03567864271457 - ], - "p10": [ - 6.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 7.9356786427145725, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 8.03567864271457, - 6.03567864271457, - 5.03567864271457, - 7.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 6.03567864271457, - 5.9356786427145725, - 7.03567864271457, - 6.9356786427145725, - 6.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457, - 7.03567864271457, - 6.03567864271457 - ], - "p90": [ - 21.035678642714572, - 20.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.135678642714566, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 21.035678642714572, - 23.035678642714572, - 21.035678642714572, - 21.035678642714572, - 19.135678642714566 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_184416.json deleted file mode 100644 index 7e9647f61d291b133603f9e75e66e3648500ac49..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_184416.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:44:16.268976+00:00", - "metrics": { - "MSE[mean]": 55.484738854750844, - "MSE[0.5]": 61.491340671949494, - "MAE[0.5]": 7.1988107119095135, - "MASE[0.5]": 1.334142525759292, - "MAPE[0.5]": 0.9587828219230395, - "sMAPE[0.5]": 0.595302065352143, - "MSIS": 4.618532467057025, - "RMSE[mean]": 7.448807881449947, - "NRMSE[mean]": 0.8052765277243186, - "ND[0.5]": 0.7782498066929204, - "mean_weighted_sum_quantile_loss": 0.5671120222018425 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 16.898702594810377, - 16.898702594810377, - 14.898702594810379, - 16.898702594810377, - 15.898702594810379, - 14.898702594810379, - 16.898702594810377, - 16.898702594810377, - 15.898702594810379, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 14.898702594810379, - 16.898702594810377, - 15.898702594810379, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 14.898702594810379 - ], - "p10": [ - 8.798702594810381, - 7.898702594810379, - 8.898702594810379, - 8.898702594810379, - 8.798702594810381, - 8.798702594810381, - 8.898702594810379, - 8.898702594810379, - 7.898702594810379, - 7.898702594810379, - 8.898702594810379, - 8.798702594810381, - 8.898702594810379, - 7.898702594810379, - 7.798702594810381, - 8.898702594810379, - 7.898702594810379, - 8.898702594810379, - 9.798702594810381, - 8.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379 - ], - "p90": [ - 24.89870259481038, - 22.89870259481038, - 22.89870259481038, - 22.998702594810375, - 20.998702594810375, - 21.998702594810375, - 22.89870259481038, - 23.89870259481038, - 20.998702594810375, - 22.89870259481038, - 22.998702594810375, - 24.89870259481038, - 22.89870259481038, - 24.89870259481038, - 22.89870259481038, - 22.89870259481038, - 22.89870259481038, - 24.89870259481038, - 22.89870259481038, - 22.89870259481038, - 22.89870259481038, - 23.89870259481038, - 22.89870259481038, - 22.89870259481038 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_025401.json deleted file mode 100644 index a7ca4532a33402734be8ca47ff5c6233b016b3b5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_025401.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-19T02:54:01.641965+00:00", - "metrics": { - "MSE[mean]": 37.27313316182073, - "MSE[0.5]": 43.49267557698973, - "MAE[0.5]": 6.036676646706586, - "MASE[0.5]": 1.1087773432726384, - "MAPE[0.5]": 0.7258840374154735, - "sMAPE[0.5]": 0.4893669973468912, - "MSIS": 4.5910710838773525, - "RMSE[mean]": 6.1051726561843225, - "NRMSE[mean]": 0.5932151568762095, - "ND[0.5]": 0.5865596741739193, - "mean_weighted_sum_quantile_loss": 0.40016269754687656 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00" - ], - "context": [ - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 18.0, - 36.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 12.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "actual": [ - 6.0, - 14.0, - 8.0, - 10.0, - 10.0, - 11.0, - 14.0, - 14.0, - 7.0, - 17.0, - 10.0, - 19.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 10.0, - 6.0, - 8.0, - 8.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 16.494011976047904, - 16.494011976047904, - 15.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 14.994011976047904, - 16.494011976047904, - 15.494011976047904, - 16.994011976047904, - 16.494011976047904, - 16.494011976047904, - 15.994011976047904, - 15.494011976047904, - 15.994011976047904, - 15.494011976047904, - 16.494011976047904, - 16.494011976047904, - 14.494011976047904, - 16.494011976047904, - 15.994011976047904, - 15.994011976047904 - ], - "p10": [ - 6.494011976047904, - 6.494011976047904, - 7.394011976047906, - 9.494011976047904, - 7.494011976047904, - 6.494011976047904, - 7.494011976047904, - 8.394011976047906, - 7.394011976047906, - 8.494011976047904, - 8.394011976047906, - 8.494011976047904, - 9.494011976047904, - 5.494011976047904, - 7.494011976047904, - 7.494011976047904, - 8.494011976047904, - 7.394011976047906, - 6.494011976047904, - 8.494011976047904, - 8.494011976047904, - 8.394011976047906, - 7.494011976047904, - 8.494011976047904 - ], - "p90": [ - 22.494011976047904, - 22.494011976047904, - 22.5940119760479, - 22.494011976047904, - 22.494011976047904, - 22.494011976047904, - 22.494011976047904, - 24.494011976047904, - 22.494011976047904, - 22.494011976047904, - 22.494011976047904, - 22.494011976047904, - 22.494011976047904, - 23.494011976047904, - 22.494011976047904, - 21.5940119760479, - 22.494011976047904, - 22.494011976047904, - 22.494011976047904, - 24.494011976047904, - 22.494011976047904, - 21.5940119760479, - 22.494011976047904, - 22.494011976047904 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_140412.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_140412.json deleted file mode 100644 index c8b81ca78b61cadd47aed3f391665da5432a3b4f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_140412.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-19T14:04:12.927509+00:00", - "metrics": { - "MSE[mean]": 34.12949228687136, - "MSE[0.5]": 37.00288662943573, - "MAE[0.5]": 5.38878493013972, - "MASE[0.5]": 0.959190395476044, - "MAPE[0.5]": 0.7942059153698375, - "sMAPE[0.5]": 0.4926396849978632, - "MSIS": 4.279356918482947, - "RMSE[mean]": 5.84204521438095, - "NRMSE[mean]": 0.6259334158265303, - "ND[0.5]": 0.5773698139435414, - "mean_weighted_sum_quantile_loss": 0.41700702761144376 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 14.196856287425149, - 15.196856287425149, - 16.19685628742515, - 14.696856287425149, - 13.196856287425149, - 15.696856287425149, - 13.196856287425149, - 15.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 14.196856287425149, - 14.196856287425149, - 14.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149, - 15.196856287425149, - 14.196856287425149 - ], - "p10": [ - 6.19685628742515, - 7.19685628742515, - 7.19685628742515, - 7.096856287425152, - 5.196856287425149, - 7.19685628742515, - 5.196856287425149, - 5.196856287425149, - 6.19685628742515, - 7.19685628742515, - 7.19685628742515, - 6.19685628742515, - 7.19685628742515, - 8.096856287425151, - 5.196856287425149, - 7.19685628742515, - 7.19685628742515, - 6.19685628742515, - 7.096856287425152, - 6.19685628742515, - 6.19685628742515, - 6.19685628742515, - 7.19685628742515, - 7.19685628742515 - ], - "p90": [ - 22.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.296856287425143, - 21.19685628742515, - 20.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 22.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515, - 21.19685628742515 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_152536.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_152536.json deleted file mode 100644 index dad14ed9caff213fabca6cf3247eefaad39605a3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_152536.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-19T15:25:36.131644+00:00", - "metrics": { - "MSE[mean]": 27.699797197147173, - "MSE[0.5]": 30.71735701501189, - "MAE[0.5]": 4.555763473053892, - "MASE[0.5]": 0.7942251091038263, - "MAPE[0.5]": 0.8530761937386188, - "sMAPE[0.5]": 0.4574294760996062, - "MSIS": 4.412832592511158, - "RMSE[mean]": 5.263059680181023, - "NRMSE[mean]": 0.5689794248844349, - "ND[0.5]": 0.4925149700598802, - "mean_weighted_sum_quantile_loss": 0.36957688227149305 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.16691616766467, - 13.16691616766467, - 13.16691616766467, - 12.16691616766467, - 12.16691616766467, - 14.16691616766467, - 13.16691616766467, - 14.66691616766467, - 13.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.16691616766467, - 13.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.66691616766467, - 13.16691616766467, - 14.16691616766467, - 14.16691616766467, - 13.16691616766467, - 14.16691616766467, - 13.16691616766467 - ], - "p10": [ - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 4.066916167664672, - 6.066916167664672, - 5.16691616766467, - 6.16691616766467, - 6.16691616766467, - 5.16691616766467, - 6.16691616766467, - 6.16691616766467, - 6.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 6.16691616766467, - 5.066916167664672, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 5.16691616766467, - 4.16691616766467 - ], - "p90": [ - 19.16691616766467, - 20.16691616766467, - 19.266916167664665, - 19.266916167664665, - 20.16691616766467, - 20.16691616766467, - 20.16691616766467, - 21.16691616766467, - 20.16691616766467, - 20.16691616766467, - 20.266916167664665, - 20.16691616766467, - 21.16691616766467, - 18.266916167664665, - 21.16691616766467, - 20.16691616766467, - 20.16691616766467, - 21.16691616766467, - 20.16691616766467, - 22.16691616766467, - 21.16691616766467, - 21.16691616766467, - 20.266916167664665, - 20.266916167664665 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_164957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_164957.json deleted file mode 100644 index dbae8f4db71d5d63bfd319a0fb907380643b6de2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_164957.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-19T16:49:57.073041+00:00", - "metrics": { - "MSE[mean]": 21.651331597222207, - "MSE[0.5]": 24.256944444444443, - "MAE[0.5]": 4.138888888888888, - "MASE[0.5]": 0.7120669056152926, - "MAPE[0.5]": 0.6418433033016365, - "sMAPE[0.5]": 0.4157184247180414, - "MSIS": 4.219354532519708, - "RMSE[mean]": 4.653099138984921, - "NRMSE[mean]": 0.500781970114969, - "ND[0.5]": 0.4454409566517189, - "mean_weighted_sum_quantile_loss": 0.3291944859657863 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 13.416666666666666, - 13.416666666666666, - 12.416666666666666, - 13.416666666666666, - 13.416666666666666, - 13.416666666666666, - 13.416666666666666, - 13.416666666666666, - 13.416666666666666, - 12.416666666666666, - 13.416666666666666, - 12.416666666666666, - 14.416666666666666, - 12.416666666666666, - 12.916666666666666, - 12.416666666666666, - 11.416666666666666, - 13.416666666666666, - 13.416666666666666, - 11.416666666666666, - 12.416666666666666, - 12.416666666666666, - 12.416666666666666, - 12.416666666666666 - ], - "p10": [ - 5.316666666666668, - 5.416666666666666, - 4.416666666666666, - 5.416666666666666, - 4.416666666666666, - 4.416666666666666, - 4.416666666666666, - 4.416666666666666, - 4.416666666666666, - 4.416666666666666, - 5.416666666666666, - 5.416666666666666, - 4.416666666666666, - 3.416666666666666, - 5.316666666666668, - 4.416666666666666, - 4.416666666666666, - 5.316666666666668, - 5.416666666666666, - 4.416666666666666, - 4.416666666666666, - 3.416666666666666, - 4.416666666666666, - 5.316666666666668 - ], - "p90": [ - 19.416666666666664, - 19.51666666666666, - 19.416666666666664, - 19.416666666666664, - 20.416666666666664, - 19.416666666666664, - 19.416666666666664, - 20.416666666666664, - 20.416666666666664, - 20.416666666666664, - 20.51666666666666, - 19.416666666666664, - 19.416666666666664, - 19.416666666666664, - 19.416666666666664, - 18.416666666666664, - 18.416666666666664, - 19.416666666666664, - 19.51666666666666, - 19.416666666666664, - 19.51666666666666, - 19.416666666666664, - 20.416666666666664, - 19.416666666666664 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260620_172601.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260620_172601.json deleted file mode 100644 index 325bfd7285d55734ba63914796c5ac914a7b4ce1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260620_172601.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-20T17:26:01.465798+00:00", - "metrics": { - "MSE[mean]": 29.32334305555558, - "MSE[0.5]": 32.44097222222222, - "MAE[0.5]": 4.937499999999999, - "MASE[0.5]": 0.8618181818181817, - "MAPE[0.5]": 1.2319841038591037, - "sMAPE[0.5]": 0.551482398616964, - "MSIS": 4.665454172414361, - "RMSE[mean]": 5.415103235909319, - "NRMSE[mean]": 0.6733807132736978, - "ND[0.5]": 0.6139896373056994, - "mean_weighted_sum_quantile_loss": 0.43886777969679514 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.666666666666666, - 12.666666666666666, - 11.666666666666666, - 11.666666666666666, - 12.666666666666666, - 12.666666666666666, - 11.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 10.666666666666666, - 12.666666666666666, - 10.666666666666666, - 11.166666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 11.666666666666666 - ], - "p10": [ - 3.666666666666666, - 3.666666666666666, - 2.666666666666666, - 4.666666666666666, - 2.666666666666666, - 5.566666666666668, - 4.666666666666666, - 3.566666666666668, - 3.666666666666666, - 2.666666666666666, - 4.566666666666668, - 2.666666666666666, - 3.666666666666666, - 4.666666666666666, - 3.666666666666666, - 3.666666666666666, - 3.666666666666666, - 3.666666666666666, - 4.666666666666666, - 3.666666666666666, - 5.666666666666666, - 4.566666666666668, - 3.666666666666666, - 3.666666666666666 - ], - "p90": [ - 18.666666666666664, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 18.76666666666666, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 19.666666666666664, - 19.666666666666664, - 19.666666666666664, - 17.666666666666664, - 18.666666666666664, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 17.76666666666666, - 18.76666666666666, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 19.666666666666664 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_010520.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_010520.json deleted file mode 100644 index 398b998ab10cd05433828cdf042cb55660f79944..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_010520.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T01:05:20.995105+00:00", - "metrics": { - "MSE[mean]": 12.506844311452054, - "MSE[0.5]": 14.917184343887078, - "MAE[0.5]": 3.1329840319361275, - "MASE[0.5]": 0.5859087020763667, - "MAPE[0.5]": 0.6519859271356278, - "sMAPE[0.5]": 0.38699313023147264, - "MSIS": 4.651005294364682, - "RMSE[mean]": 3.536501705280524, - "NRMSE[mean]": 0.45632280068135794, - "ND[0.5]": 0.40425600412079066, - "mean_weighted_sum_quantile_loss": 0.313164781548015 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 11.011976047904191, - 10.011976047904191, - 10.011976047904191, - 11.011976047904191, - 10.011976047904191, - 10.011976047904191, - 11.011976047904191, - 11.011976047904191, - 10.011976047904191, - 11.011976047904191, - 10.511976047904191, - 9.011976047904191, - 11.011976047904191, - 11.011976047904191, - 9.011976047904191, - 10.011976047904191, - 11.011976047904191, - 10.511976047904191, - 11.011976047904191, - 10.011976047904191, - 10.011976047904191, - 10.011976047904191, - 10.011976047904191, - 11.011976047904191 - ], - "p10": [ - 1.0119760479041915, - 3.0119760479041915, - 1.0119760479041915, - 4.0119760479041915, - 4.0119760479041915, - 4.0119760479041915, - 3.9119760479041936, - 1.9119760479041936, - 2.0119760479041915, - 4.0119760479041915, - 1.0119760479041915, - 1.0119760479041915, - 3.9119760479041936, - 2.0119760479041915, - 1.0119760479041915, - 3.0119760479041915, - 1.0119760479041915, - 1.9119760479041936, - 4.0119760479041915, - 4.0119760479041915, - 1.0119760479041915, - 1.0119760479041915, - 4.0119760479041915, - 1.9119760479041936 - ], - "p90": [ - 17.01197604790419, - 17.111976047904186, - 16.111976047904186, - 17.01197604790419, - 17.01197604790419, - 17.111976047904186, - 17.01197604790419, - 17.01197604790419, - 16.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419, - 16.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419, - 18.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419, - 17.01197604790419 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_022113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_022113.json deleted file mode 100644 index adf97e22006b8796ad468525f2c306ffa8478dca..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_022113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.757900+00:00", - "metrics": { - "MSE[mean]": 17.15802510308745, - "MSE[0.5]": 20.81806222883574, - "MAE[0.5]": 4.0119760479041915, - "MASE[0.5]": 0.7483478638577767, - "MAPE[0.5]": 0.8334218782852765, - "sMAPE[0.5]": 0.49246959088600994, - "MSIS": 4.436269089203985, - "RMSE[mean]": 4.142224656279214, - "NRMSE[mean]": 0.5746438829520297, - "ND[0.5]": 0.5565747118479804, - "mean_weighted_sum_quantile_loss": 0.39250870128721366 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.767964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 10.267964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.767964071856287, - 11.267964071856287, - 10.267964071856287, - 10.267964071856287, - 10.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 11.267964071856287, - 10.267964071856287, - 10.267964071856287 - ], - "p10": [ - 4.267964071856287, - 2.1679640718562894, - 2.2679640718562872, - 4.267964071856287, - 4.167964071856289, - 4.267964071856287, - 4.0679640718562915, - 1.2679640718562872, - 1.2679640718562872, - 2.1679640718562894, - 1.2679640718562872, - 4.267964071856287, - 4.267964071856287, - 4.267964071856287, - 3.2679640718562872, - 1.2679640718562872, - 4.267964071856287, - 5.167964071856289, - 4.267964071856287, - 4.167964071856289, - 2.2679640718562872, - 2.1679640718562894, - 4.267964071856287, - 4.267964071856287 - ], - "p90": [ - 17.267964071856287, - 16.36796407185628, - 18.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 18.267964071856287, - 17.267964071856287, - 17.36796407185628, - 17.36796407185628, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.36796407185628, - 16.267964071856287, - 16.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 17.267964071856287, - 16.267964071856287, - 17.267964071856287 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_032935.json deleted file mode 100644 index 484e847734cd185c8f3d71a8a6bc844b1a13aa9d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_032935.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:29:35.497771+00:00", - "metrics": { - "MSE[mean]": 21.284766913067685, - "MSE[0.5]": 23.216810640196645, - "MAE[0.5]": 4.169619095143047, - "MASE[0.5]": 0.7807869306899855, - "MAPE[0.5]": 0.9281208138976975, - "sMAPE[0.5]": 0.5069649103752386, - "MSIS": 4.906111426216294, - "RMSE[mean]": 4.613541688666928, - "NRMSE[mean]": 0.618575421944169, - "ND[0.5]": 0.5590550742091236, - "mean_weighted_sum_quantile_loss": 0.4081931853239517 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 10.28567864271457, - 11.28567864271457, - 10.28567864271457, - 11.28567864271457, - 11.28567864271457, - 11.28567864271457, - 10.28567864271457, - 11.28567864271457, - 11.28567864271457, - 10.28567864271457, - 11.28567864271457, - 9.78567864271457, - 11.28567864271457, - 10.28567864271457, - 10.28567864271457, - 10.28567864271457, - 10.28567864271457, - 10.28567864271457, - 10.28567864271457, - 11.28567864271457, - 11.28567864271457, - 11.28567864271457, - 11.28567864271457, - 11.28567864271457 - ], - "p10": [ - 3.2856786427145703, - 2.2856786427145703, - 1.2856786427145703, - 2.2856786427145703, - 4.28567864271457, - 4.28567864271457, - 2.1856786427145725, - 4.1856786427145725, - 2.2856786427145703, - 2.2856786427145703, - 1.2856786427145703, - 1.2856786427145703, - 3.1856786427145725, - 3.1856786427145725, - 3.2856786427145703, - 1.2856786427145703, - 1.2856786427145703, - 2.1856786427145725, - 3.2856786427145703, - 4.28567864271457, - 4.28567864271457, - 1.2856786427145703, - 4.28567864271457, - 3.0856786427145746 - ], - "p90": [ - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 18.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.385678642714566, - 17.285678642714572, - 18.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572, - 17.285678642714572 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_045005.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_045005.json deleted file mode 100644 index 4ba7534322b2ef33e4cc607bff3c778e1f1c0831..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_045005.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T04:50:05.087776+00:00", - "metrics": { - "MSE[mean]": 14.403864668081562, - "MSE[0.5]": 15.045856453261138, - "MAE[0.5]": 3.392652195608782, - "MASE[0.5]": 0.6377831803755413, - "MAPE[0.5]": 0.5542168695167384, - "sMAPE[0.5]": 0.39978581559424803, - "MSIS": 4.745169329683431, - "RMSE[mean]": 3.7952423727716735, - "NRMSE[mean]": 0.4844990263112775, - "ND[0.5]": 0.43310453560963175, - "mean_weighted_sum_quantile_loss": 0.3197145071559009 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.95883233532934, - 9.95883233532934, - 10.95883233532934, - 10.95883233532934, - 9.95883233532934, - 10.95883233532934, - 10.95883233532934, - 9.95883233532934, - 9.95883233532934, - 9.95883233532934, - 10.95883233532934, - 10.95883233532934, - 10.95883233532934, - 8.95883233532934, - 9.95883233532934, - 10.95883233532934, - 9.95883233532934, - 8.95883233532934, - 10.95883233532934, - 10.95883233532934, - 8.95883233532934, - 10.95883233532934, - 9.95883233532934, - 9.95883233532934 - ], - "p10": [ - 2.7588323353293456, - 3.8588323353293434, - 0.9588323353293404, - 1.9588323353293413, - 3.8588323353293434, - 1.9588323353293413, - 3.9588323353293413, - 0.9588323353293404, - 0.9588323353293404, - 0.9588323353293404, - 4.858832335329343, - 0.9588323353293404, - 1.9588323353293413, - 0.9588323353293404, - 1.9588323353293413, - 3.9588323353293413, - 2.9588323353293413, - 1.9588323353293413, - 3.9588323353293413, - 1.9588323353293413, - 2.9588323353293413, - 0.9588323353293404, - 2.8588323353293434, - 1.8588323353293434 - ], - "p90": [ - 15.95883233532934, - 16.058832335329335, - 16.058832335329335, - 16.058832335329335, - 16.95883233532934, - 16.95883233532934, - 16.95883233532934, - 15.95883233532934, - 15.95883233532934, - 16.95883233532934, - 15.95883233532934, - 16.95883233532934, - 17.058832335329335, - 16.95883233532934, - 16.95883233532934, - 17.95883233532934, - 16.058832335329335, - 16.95883233532934, - 16.95883233532934, - 18.058832335329335, - 15.95883233532934, - 16.95883233532934, - 16.058832335329335, - 16.95883233532934 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_061000.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_061000.json deleted file mode 100644 index 807d38a33120c89e2128489d1adc89021935c91d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_061000.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:10:00.339566+00:00", - "metrics": { - "MSE[mean]": 12.826895043545633, - "MSE[0.5]": 15.783008832634133, - "MAE[0.5]": 3.345309381237525, - "MASE[0.5]": 0.6191832273755831, - "MAPE[0.5]": 0.5413336851429417, - "sMAPE[0.5]": 0.3834275780570236, - "MSIS": 5.2319424843539855, - "RMSE[mean]": 3.5814654882527672, - "NRMSE[mean]": 0.429775858590332, - "ND[0.5]": 0.401437125748503, - "mean_weighted_sum_quantile_loss": 0.29854681747615885 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 9.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 9.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 9.857285429141717, - 9.857285429141717, - 10.857285429141717, - 10.857285429141717, - 10.857285429141717, - 11.857285429141717, - 10.857285429141717, - 10.857285429141717, - 11.857285429141717, - 10.857285429141717 - ], - "p10": [ - 3.857285429141717, - 0.8572854291417169, - 0.8572854291417169, - 1.757285429141719, - 1.757285429141719, - 0.8572854291417169, - 0.8572854291417169, - 0.8572854291417169, - 0.8572854291417169, - 1.857285429141717, - 1.757285429141719, - 0.8572854291417169, - 0.8572854291417169, - 0.8572854291417169, - 1.857285429141717, - 0.8572854291417169, - 2.857285429141717, - 1.857285429141717, - 0.8572854291417169, - 2.757285429141719, - 0.8572854291417169, - 2.857285429141717, - 3.857285429141717, - 1.857285429141717 - ], - "p90": [ - 16.957285429141713, - 15.857285429141717, - 16.85728542914172, - 16.85728542914172, - 16.957285429141713, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 15.857285429141717, - 16.85728542914172, - 16.957285429141713, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 16.85728542914172, - 15.857285429141717, - 16.85728542914172, - 15.057285429141706, - 17.85728542914172, - 17.85728542914172, - 16.85728542914172 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_072519.json deleted file mode 100644 index 8d54b510aa29de2adcd1bfe25cd3c680facde6bf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_072519.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T07:25:19.384754+00:00", - "metrics": { - "MSE[mean]": 18.654449320445845, - "MSE[0.5]": 22.407124125003488, - "MAE[0.5]": 4.0029108449767135, - "MASE[0.5]": 0.7418522029300472, - "MAPE[0.5]": 0.9903496098231628, - "sMAPE[0.5]": 0.47341226158490485, - "MSIS": 4.72818494776234, - "RMSE[mean]": 4.31907968442883, - "NRMSE[mean]": 0.5513718746079358, - "ND[0.5]": 0.5110098951034102, - "mean_weighted_sum_quantile_loss": 0.3758136917654054 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.56686626746507, - 10.56686626746507, - 11.56686626746507, - 10.56686626746507, - 11.56686626746507, - 10.56686626746507, - 11.56686626746507, - 11.56686626746507, - 11.56686626746507, - 10.56686626746507, - 10.56686626746507, - 11.56686626746507, - 11.06686626746507, - 11.56686626746507, - 11.56686626746507, - 9.56686626746507, - 11.56686626746507, - 10.56686626746507, - 11.06686626746507, - 11.56686626746507, - 11.56686626746507, - 10.56686626746507, - 10.56686626746507, - 10.56686626746507 - ], - "p10": [ - 2.4668662674650728, - 3.5668662674650706, - 4.566866267465071, - 1.5668662674650697, - 1.5668662674650697, - 1.5668662674650697, - 1.5668662674650697, - 3.5668662674650706, - 1.5668662674650697, - 1.5668662674650697, - 1.5668662674650697, - 3.366866267465075, - 3.5668662674650706, - 4.566866267465071, - 3.4668662674650728, - 1.5668662674650697, - 2.4668662674650728, - 1.5668662674650697, - 1.5668662674650697, - 1.5668662674650697, - 1.5668662674650697, - 1.5668662674650697, - 3.4668662674650728, - 3.4668662674650728 - ], - "p90": [ - 17.56686626746507, - 17.56686626746507, - 16.666866267465064, - 15.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 16.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 17.56686626746507, - 16.56686626746507, - 16.56686626746507, - 17.56686626746507, - 17.56686626746507, - 16.56686626746507, - 17.666866267465064, - 16.56686626746507, - 17.56686626746507 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_083724.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_083724.json deleted file mode 100644 index 2efbd007edde29910f1c0ac7e6acf50987ea3464..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_083724.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T08:37:24.587454+00:00", - "metrics": { - "MSE[mean]": 13.970188217614274, - "MSE[0.5]": 16.770159531236924, - "MAE[0.5]": 3.4346307385229538, - "MASE[0.5]": 0.655081889201729, - "MAPE[0.5]": 0.5925639255261261, - "sMAPE[0.5]": 0.3986237030560247, - "MSIS": 4.863575766919172, - "RMSE[mean]": 3.737671496749584, - "NRMSE[mean]": 0.46239235011335056, - "ND[0.5]": 0.4249027717760355, - "mean_weighted_sum_quantile_loss": 0.3151479172239713 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 10.023952095808383, - 11.023952095808383, - 10.023952095808383, - 12.023952095808383, - 11.023952095808383, - 10.023952095808383, - 9.523952095808383, - 10.523952095808383, - 11.023952095808383, - 10.023952095808383, - 11.023952095808383, - 11.023952095808383, - 10.023952095808383, - 11.023952095808383, - 11.023952095808383, - 10.023952095808383, - 11.023952095808383, - 11.023952095808383, - 10.023952095808383, - 11.023952095808383, - 11.023952095808383, - 11.023952095808383, - 11.023952095808383, - 11.023952095808383 - ], - "p10": [ - 1.023952095808383, - 1.923952095808385, - 1.023952095808383, - 4.023952095808383, - 3.923952095808385, - 1.023952095808383, - 2.923952095808385, - 1.023952095808383, - 3.923952095808385, - 1.023952095808383, - 4.023952095808383, - 2.923952095808385, - 1.023952095808383, - 4.923952095808385, - 2.023952095808383, - 1.023952095808383, - 1.023952095808383, - 3.023952095808383, - 1.923952095808385, - 2.923952095808385, - 1.023952095808383, - 1.023952095808383, - 3.023952095808383, - 3.023952095808383 - ], - "p90": [ - 17.023952095808383, - 17.023952095808383, - 17.023952095808383, - 17.023952095808383, - 18.023952095808383, - 15.023952095808383, - 17.023952095808383, - 17.123952095808377, - 17.023952095808383, - 15.123952095808377, - 17.023952095808383, - 16.023952095808383, - 17.023952095808383, - 18.023952095808383, - 17.023952095808383, - 17.023952095808383, - 17.023952095808383, - 17.023952095808383, - 17.023952095808383, - 17.023952095808383, - 16.023952095808383, - 17.023952095808383, - 17.023952095808383, - 17.023952095808383 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_094842.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_094842.json deleted file mode 100644 index 5c1db2fbd75d92fdd19edef541661f2db4ae1559..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_094842.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T09:48:42.770130+00:00", - "metrics": { - "MSE[mean]": 13.673583243356196, - "MSE[0.5]": 15.592338526539734, - "MAE[0.5]": 3.348303393213573, - "MASE[0.5]": 0.6352512366571205, - "MAPE[0.5]": 0.5140813453360235, - "sMAPE[0.5]": 0.3841757450242593, - "MSIS": 4.993675477778025, - "RMSE[mean]": 3.6977808538846912, - "NRMSE[mean]": 0.4482158610769323, - "ND[0.5]": 0.4058549567531603, - "mean_weighted_sum_quantile_loss": 0.3080006989388227 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.279940119760479, - 9.779940119760479, - 10.279940119760479, - 9.779940119760479, - 9.279940119760479, - 10.779940119760479, - 10.279940119760479, - 10.279940119760479, - 9.779940119760479, - 10.779940119760479, - 10.779940119760479, - 9.779940119760479, - 9.779940119760479, - 9.779940119760479, - 9.779940119760479, - 10.779940119760479, - 9.779940119760479, - 10.779940119760479, - 9.779940119760479, - 9.779940119760479, - 10.779940119760479, - 10.279940119760479, - 10.779940119760479, - 9.779940119760479 - ], - "p10": [ - 0.7799401197604787, - 1.7799401197604787, - 1.7799401197604787, - 0.7799401197604787, - 1.6799401197604809, - 4.779940119760479, - 1.6799401197604809, - 0.7799401197604787, - 2.679940119760481, - 2.679940119760481, - 1.6799401197604809, - 2.679940119760481, - 0.7799401197604787, - 0.7799401197604787, - 1.6799401197604809, - 0.7799401197604787, - 1.6799401197604809, - 1.7799401197604787, - 0.7799401197604787, - 0.7799401197604787, - 1.7799401197604787, - 1.7799401197604787, - 3.679940119760481, - 0.7799401197604787 - ], - "p90": [ - 16.77994011976048, - 16.77994011976048, - 15.779940119760479, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 15.879940119760473, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 15.879940119760473, - 16.77994011976048, - 14.779940119760479, - 16.77994011976048, - 14.779940119760479, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048 - ], - "mean": [ - 9.53994011976051, - 9.859940119760513, - 9.769940119760513, - 9.299940119760507, - 9.514940119760512, - 10.754940119760503, - 9.759940119760515, - 9.609940119760513, - 9.729940119760512, - 10.179940119760511, - 9.639940119760514, - 9.654940119760512, - 9.299940119760512, - 8.904940119760507, - 9.604940119760505, - 9.609940119760514, - 9.489940119760512, - 9.41994011976051, - 9.614940119760508, - 9.12994011976051, - 10.029940119760512, - 9.90494011976051, - 10.219940119760514, - 9.499940119760511 - ], - "quantiles": { - "0.1": [ - 0.7799401197604787, - 1.7799401197604787, - 1.7799401197604787, - 0.7799401197604787, - 1.6799401197604809, - 4.779940119760479, - 1.6799401197604809, - 0.7799401197604787, - 2.679940119760481, - 2.679940119760481, - 1.6799401197604809, - 2.679940119760481, - 0.7799401197604787, - 0.7799401197604787, - 1.6799401197604809, - 0.7799401197604787, - 1.6799401197604809, - 1.7799401197604787, - 0.7799401197604787, - 0.7799401197604787, - 1.7799401197604787, - 1.7799401197604787, - 3.679940119760481, - 0.7799401197604787 - ], - "0.2": [ - 5.579940119760483, - 5.779940119760479, - 5.779940119760479, - 3.7799401197604787, - 4.779940119760479, - 6.779940119760479, - 5.779940119760479, - 4.779940119760479, - 5.779940119760479, - 5.779940119760479, - 4.779940119760479, - 4.779940119760479, - 4.579940119760483, - 2.7799401197604787, - 4.779940119760479, - 4.779940119760479, - 4.779940119760479, - 4.779940119760479, - 4.579940119760483, - 4.779940119760479, - 5.779940119760479, - 4.779940119760479, - 5.779940119760479, - 4.779940119760479 - ], - "0.3": [ - 6.779940119760479, - 7.779940119760479, - 7.4799401197604745, - 6.779940119760479, - 7.4799401197604745, - 8.779940119760479, - 6.779940119760479, - 6.779940119760479, - 7.4799401197604745, - 6.779940119760479, - 6.779940119760479, - 6.779940119760479, - 6.779940119760479, - 5.779940119760479, - 6.779940119760479, - 6.779940119760479, - 6.779940119760479, - 6.779940119760479, - 5.779940119760479, - 6.779940119760479, - 7.779940119760479, - 7.779940119760479, - 7.779940119760479, - 6.779940119760479 - ], - "0.4": [ - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 9.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.379940119760487, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 8.779940119760479, - 9.779940119760479, - 8.779940119760479 - ], - "0.5": [ - 10.279940119760479, - 9.779940119760479, - 10.279940119760479, - 9.779940119760479, - 9.279940119760479, - 10.779940119760479, - 10.279940119760479, - 10.279940119760479, - 9.779940119760479, - 10.779940119760479, - 10.779940119760479, - 9.779940119760479, - 9.779940119760479, - 9.779940119760479, - 9.779940119760479, - 10.779940119760479, - 9.779940119760479, - 10.779940119760479, - 9.779940119760479, - 9.779940119760479, - 10.779940119760479, - 10.279940119760479, - 10.779940119760479, - 9.779940119760479 - ], - "0.6": [ - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 10.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 10.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 10.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479, - 11.779940119760479 - ], - "0.7": [ - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 13.079940119760462, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 13.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 12.779940119760479, - 11.779940119760479, - 12.779940119760479, - 12.779940119760479, - 13.779940119760479, - 12.779940119760479 - ], - "0.8": [ - 13.779940119760479, - 14.779940119760479, - 14.779940119760479, - 13.779940119760479, - 13.779940119760479, - 14.779940119760479, - 13.779940119760479, - 13.779940119760479, - 13.779940119760479, - 14.779940119760479, - 13.779940119760479, - 14.779940119760479, - 13.779940119760479, - 13.779940119760479, - 13.779940119760479, - 13.779940119760479, - 13.779940119760479, - 13.779940119760479, - 14.779940119760479, - 12.779940119760479, - 14.779940119760479, - 13.979940119760496, - 14.779940119760479, - 13.779940119760479 - ], - "0.9": [ - 16.77994011976048, - 16.77994011976048, - 15.779940119760479, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 15.879940119760473, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 15.879940119760473, - 16.77994011976048, - 14.779940119760479, - 16.77994011976048, - 14.779940119760479, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048, - 16.77994011976048 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_111400.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_111400.json deleted file mode 100644 index 314a2d672ce5b016bda3f9632ddecfdfbb33ab58..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_111400.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T11:14:00.497757+00:00", - "metrics": { - "MSE[mean]": 13.162032994216247, - "MSE[0.5]": 13.87854405958542, - "MAE[0.5]": 3.0180056553559544, - "MASE[0.5]": 0.5833460595587349, - "MAPE[0.5]": 0.45425713335929085, - "sMAPE[0.5]": 0.34649143981848995, - "MSIS": 4.85476470282146, - "RMSE[mean]": 3.627951625120744, - "NRMSE[mean]": 0.4268178382494993, - "ND[0.5]": 0.3550594888654064, - "mean_weighted_sum_quantile_loss": 0.2832508403671959 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 9.643213572854291, - 10.643213572854291, - 10.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 8.643213572854291, - 10.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291 - ], - "p10": [ - 1.6432135728542923, - 3.6432135728542923, - 0.6432135728542914, - 0.6432135728542914, - 1.5432135728542944, - 2.6432135728542923, - 2.6432135728542923, - 1.6432135728542923, - 0.6432135728542914, - 0.6432135728542914, - 2.6432135728542923, - 2.6432135728542923, - 2.6432135728542923, - 2.5432135728542944, - 2.5432135728542944, - 0.6432135728542914, - 2.6432135728542923, - 1.6432135728542923, - 2.5432135728542944, - 2.6432135728542923, - 1.6432135728542923, - 1.6432135728542923, - 1.6432135728542923, - 0.6432135728542914 - ], - "p90": [ - 16.643213572854293, - 16.643213572854293, - 15.643213572854293, - 16.643213572854293, - 16.643213572854293, - 16.643213572854293, - 14.643213572854293, - 14.743213572854287, - 16.643213572854293, - 15.743213572854287, - 14.643213572854293, - 16.643213572854293, - 16.643213572854293, - 15.743213572854287, - 16.643213572854293, - 16.643213572854293, - 16.643213572854293, - 14.743213572854287, - 15.643213572854293, - 16.643213572854293, - 16.643213572854293, - 14.643213572854293, - 16.643213572854293, - 16.643213572854293 - ], - "mean": [ - 9.133213572854329, - 9.828213572854333, - 9.493213572854332, - 9.718213572854335, - 9.323213572854332, - 9.498213572854333, - 9.228213572854328, - 9.473213572854332, - 9.603213572854333, - 9.373213572854333, - 9.493213572854332, - 9.498213572854334, - 9.758213572854338, - 9.333213572854332, - 10.018213572854336, - 9.198213572854328, - 10.033213572854336, - 9.223213572854329, - 9.713213572854334, - 9.66821357285433, - 9.463213572854336, - 9.008213572854329, - 9.723213572854334, - 9.513213572854335 - ], - "quantiles": { - "0.1": [ - 1.6432135728542923, - 3.6432135728542923, - 0.6432135728542914, - 0.6432135728542914, - 1.5432135728542944, - 2.6432135728542923, - 2.6432135728542923, - 1.6432135728542923, - 0.6432135728542914, - 0.6432135728542914, - 2.6432135728542923, - 2.6432135728542923, - 2.6432135728542923, - 2.5432135728542944, - 2.5432135728542944, - 0.6432135728542914, - 2.6432135728542923, - 1.6432135728542923, - 2.5432135728542944, - 2.6432135728542923, - 1.6432135728542923, - 1.6432135728542923, - 1.6432135728542923, - 0.6432135728542914 - ], - "0.2": [ - 5.443213572854296, - 5.643213572854291, - 4.643213572854292, - 5.443213572854296, - 4.643213572854292, - 4.643213572854292, - 5.643213572854291, - 4.643213572854292, - 4.643213572854292, - 4.643213572854292, - 5.643213572854291, - 4.643213572854292, - 5.443213572854296, - 5.643213572854291, - 5.643213572854291, - 4.643213572854292, - 5.643213572854291, - 4.643213572854292, - 4.643213572854292, - 5.643213572854291, - 4.643213572854292, - 4.643213572854292, - 5.643213572854291, - 4.643213572854292 - ], - "0.3": [ - 6.643213572854291, - 7.643213572854292, - 7.343213572854288, - 7.643213572854292, - 6.643213572854291, - 6.643213572854291, - 6.643213572854291, - 6.643213572854291, - 7.643213572854292, - 7.643213572854292, - 7.643213572854292, - 6.643213572854291, - 7.343213572854288, - 6.643213572854291, - 7.643213572854292, - 6.643213572854291, - 7.343213572854288, - 6.643213572854291, - 6.643213572854291, - 6.643213572854291, - 6.643213572854291, - 5.643213572854291, - 6.643213572854291, - 6.643213572854291 - ], - "0.4": [ - 7.643213572854292, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 7.643213572854292, - 7.643213572854292, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 9.2432135728543, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 8.643213572854291, - 7.643213572854292, - 8.643213572854291, - 8.643213572854291 - ], - "0.5": [ - 9.643213572854291, - 10.643213572854291, - 10.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 8.643213572854291, - 10.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291, - 9.643213572854291, - 9.643213572854291, - 10.643213572854291, - 9.643213572854291 - ], - "0.6": [ - 10.643213572854291, - 11.643213572854291, - 11.643213572854291, - 11.643213572854291, - 10.643213572854291, - 10.643213572854291, - 11.643213572854291, - 11.643213572854291, - 11.643213572854291, - 10.643213572854291, - 11.643213572854291, - 10.643213572854291, - 11.643213572854291, - 10.643213572854291, - 12.643213572854291, - 10.643213572854291, - 12.643213572854291, - 10.643213572854291, - 11.643213572854291, - 10.643213572854291, - 11.643213572854291, - 10.643213572854291, - 11.643213572854291, - 11.643213572854291 - ], - "0.7": [ - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.943213572854274, - 11.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291, - 12.643213572854291 - ], - "0.8": [ - 13.643213572854293, - 13.643213572854293, - 13.643213572854293, - 14.643213572854293, - 13.643213572854293, - 13.643213572854293, - 12.843213572854308, - 13.643213572854293, - 14.643213572854293, - 13.643213572854293, - 13.643213572854293, - 13.643213572854293, - 14.643213572854293, - 13.643213572854293, - 14.643213572854293, - 13.643213572854293, - 14.643213572854293, - 12.643213572854291, - 13.643213572854293, - 14.643213572854293, - 13.643213572854293, - 13.643213572854293, - 13.643213572854293, - 13.643213572854293 - ], - "0.9": [ - 16.643213572854293, - 16.643213572854293, - 15.643213572854293, - 16.643213572854293, - 16.643213572854293, - 16.643213572854293, - 14.643213572854293, - 14.743213572854287, - 16.643213572854293, - 15.743213572854287, - 14.643213572854293, - 16.643213572854293, - 16.643213572854293, - 15.743213572854287, - 16.643213572854293, - 16.643213572854293, - 16.643213572854293, - 14.743213572854287, - 15.643213572854293, - 16.643213572854293, - 16.643213572854293, - 14.643213572854293, - 16.643213572854293, - 16.643213572854293 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_122659.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_122659.json deleted file mode 100644 index 655266c8af91e18f57fbde62e3f9c4409646f644..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_122659.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T12:26:59.865131+00:00", - "metrics": { - "MSE[mean]": 13.86112360742584, - "MSE[0.5]": 14.237934311018682, - "MAE[0.5]": 3.1221307385229538, - "MASE[0.5]": 0.6050966707231565, - "MAPE[0.5]": 0.5526578851415608, - "sMAPE[0.5]": 0.37699236014226384, - "MSIS": 4.840376461632936, - "RMSE[mean]": 3.7230529955166958, - "NRMSE[mean]": 0.4401639009477867, - "ND[0.5]": 0.36911890504704875, - "mean_weighted_sum_quantile_loss": 0.29022326447269664 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.178892215568862, - 10.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.178892215568862, - 9.178892215568862, - 9.178892215568862, - 10.178892215568862, - 10.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.678892215568862, - 9.178892215568862, - 9.178892215568862, - 9.178892215568862 - ], - "p10": [ - 0.1788922155688617, - 3.1788922155688626, - 1.1788922155688626, - 0.1788922155688617, - 2.0788922155688647, - 2.0788922155688647, - 3.1788922155688626, - 3.1788922155688626, - 0.1788922155688617, - 0.1788922155688617, - 2.1788922155688626, - 1.1788922155688626, - 3.0788922155688647, - 3.1788922155688626, - 3.1788922155688626, - 1.1788922155688626, - 1.1788922155688626, - 3.1788922155688626, - 3.1788922155688626, - 1.1788922155688626, - 2.1788922155688626, - 1.1788922155688626, - 1.0788922155688647, - 3.0788922155688647 - ], - "p90": [ - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.278892215568856, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 17.17889221556886, - 16.17889221556886, - 16.17889221556886, - 15.178892215568862, - 15.178892215568862, - 16.17889221556886, - 16.17889221556886, - 15.178892215568862, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886 - ], - "mean": [ - 8.553892215568846, - 9.633892215568839, - 9.063892215568844, - 8.798892215568845, - 8.943892215568845, - 9.638892215568841, - 9.428892215568844, - 8.97389221556884, - 8.768892215568844, - 8.908892215568846, - 9.698892215568835, - 9.218892215568845, - 9.243892215568842, - 9.558892215568838, - 9.27889221556884, - 9.613892215568839, - 8.793892215568842, - 9.398892215568841, - 9.343892215568845, - 8.673892215568845, - 9.463892215568842, - 8.718892215568845, - 9.298892215568843, - 9.22389221556884 - ], - "quantiles": { - "0.1": [ - 0.1788922155688617, - 3.1788922155688626, - 1.1788922155688626, - 0.1788922155688617, - 2.0788922155688647, - 2.0788922155688647, - 3.1788922155688626, - 3.1788922155688626, - 0.1788922155688617, - 0.1788922155688617, - 2.1788922155688626, - 1.1788922155688626, - 3.0788922155688647, - 3.1788922155688626, - 3.1788922155688626, - 1.1788922155688626, - 1.1788922155688626, - 3.1788922155688626, - 3.1788922155688626, - 1.1788922155688626, - 2.1788922155688626, - 1.1788922155688626, - 1.0788922155688647, - 3.0788922155688647 - ], - "0.2": [ - 3.1788922155688626, - 5.178892215568862, - 4.178892215568863, - 4.978892215568866, - 5.178892215568862, - 5.178892215568862, - 5.978892215568866, - 5.178892215568862, - 4.178892215568863, - 5.178892215568862, - 5.178892215568862, - 5.178892215568862, - 4.178892215568863, - 5.178892215568862, - 4.978892215568866, - 5.978892215568866, - 4.978892215568866, - 5.178892215568862, - 5.178892215568862, - 3.1788922155688626, - 4.178892215568863, - 4.178892215568863, - 5.178892215568862, - 5.178892215568862 - ], - "0.3": [ - 6.178892215568862, - 7.178892215568863, - 6.178892215568862, - 6.178892215568862, - 6.178892215568862, - 7.178892215568863, - 7.178892215568863, - 6.178892215568862, - 6.178892215568862, - 7.178892215568863, - 8.178892215568862, - 6.178892215568862, - 6.178892215568862, - 7.178892215568863, - 7.178892215568863, - 8.178892215568862, - 6.178892215568862, - 7.178892215568863, - 6.178892215568862, - 5.878892215568857, - 6.178892215568862, - 6.178892215568862, - 6.178892215568862, - 7.178892215568863 - ], - "0.4": [ - 8.178892215568862, - 9.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 7.77889221556887, - 8.178892215568862, - 9.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 9.178892215568862, - 8.178892215568862, - 8.77889221556887, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862, - 8.178892215568862 - ], - "0.5": [ - 9.178892215568862, - 10.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.178892215568862, - 9.178892215568862, - 9.178892215568862, - 10.178892215568862, - 10.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.178892215568862, - 10.178892215568862, - 9.178892215568862, - 9.678892215568862, - 9.178892215568862, - 9.178892215568862, - 9.178892215568862 - ], - "0.6": [ - 10.178892215568862, - 11.178892215568862, - 11.178892215568862, - 10.578892215568853, - 10.178892215568862, - 11.178892215568862, - 10.178892215568862, - 10.178892215568862, - 10.178892215568862, - 10.178892215568862, - 11.178892215568862, - 11.178892215568862, - 11.178892215568862, - 11.178892215568862, - 11.178892215568862, - 11.178892215568862, - 10.178892215568862, - 11.178892215568862, - 11.178892215568862, - 11.178892215568862, - 11.178892215568862, - 10.178892215568862, - 11.178892215568862, - 11.178892215568862 - ], - "0.7": [ - 11.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 13.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 12.178892215568862, - 11.178892215568862, - 12.178892215568862, - 12.178892215568862 - ], - "0.8": [ - 12.178892215568862, - 14.178892215568862, - 13.178892215568862, - 14.178892215568862, - 13.178892215568862, - 14.178892215568862, - 14.178892215568862, - 13.178892215568862, - 13.178892215568862, - 14.178892215568862, - 14.178892215568862, - 13.378892215568879, - 14.178892215568862, - 14.178892215568862, - 13.178892215568862, - 13.178892215568862, - 13.178892215568862, - 14.178892215568862, - 13.178892215568862, - 13.178892215568862, - 14.178892215568862, - 13.178892215568862, - 14.178892215568862, - 14.178892215568862 - ], - "0.9": [ - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.278892215568856, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 17.17889221556886, - 16.17889221556886, - 16.17889221556886, - 15.178892215568862, - 15.178892215568862, - 16.17889221556886, - 16.17889221556886, - 15.178892215568862, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886, - 16.17889221556886 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_134657.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_134657.json deleted file mode 100644 index 6529bdb7bdb72a6a3de0acd9cbd0d259b0e7dd56..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_134657.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-22T13:46:57.767884+00:00", - "metrics": { - "MSE[mean]": 13.478390444721763, - "MSE[0.5]": 14.53705787028737, - "MAE[0.5]": 3.2471307385229538, - "MASE[0.5]": 0.632729129022064, - "MAPE[0.5]": 0.5311589713243208, - "sMAPE[0.5]": 0.39106920875334694, - "MSIS": 4.994045599393332, - "RMSE[mean]": 3.671292748436409, - "NRMSE[mean]": 0.4495460508289481, - "ND[0.5]": 0.39760784553342293, - "mean_weighted_sum_quantile_loss": 0.2981566572071277 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.155189620758483, - 9.655189620758483, - 8.155189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483, - 9.155189620758483, - 10.155189620758483, - 9.655189620758483, - 9.155189620758483, - 10.155189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483, - 9.155189620758483, - 9.655189620758483, - 9.155189620758483, - 8.655189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483 - ], - "p10": [ - 2.1551896207584837, - 2.1551896207584837, - 0.15518962075848286, - 1.1551896207584837, - 2.1551896207584837, - 3.055189620758486, - 2.1551896207584837, - 3.1551896207584837, - 0.15518962075848286, - 1.1551896207584837, - 2.055189620758486, - 1.1551896207584837, - 1.1551896207584837, - 2.1551896207584837, - 1.0551896207584859, - 0.15518962075848286, - 1.0551896207584859, - 2.1551896207584837, - 0.15518962075848286, - 2.1551896207584837, - 0.15518962075848286, - 3.1551896207584837, - 3.055189620758486, - 1.1551896207584837 - ], - "p90": [ - 16.155189620758485, - 17.155189620758485, - 14.255189620758479, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 17.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 14.255189620758479, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 14.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485 - ], - "mean": [ - 9.150189620758455, - 9.435189620758445, - 8.320189620758457, - 8.97018962075845, - 9.655189620758447, - 9.445189620758452, - 9.040189620758454, - 9.950189620758447, - 8.825189620758458, - 8.940189620758455, - 9.340189620758453, - 9.205189620758446, - 8.745189620758458, - 9.61018962075845, - 8.745189620758454, - 8.96018962075845, - 9.280189620758449, - 9.080189620758452, - 9.075189620758447, - 9.040189620758452, - 8.11018962075846, - 9.27518962075845, - 9.460189620758449, - 9.140189620758452 - ], - "quantiles": { - "0.1": [ - 2.1551896207584837, - 2.1551896207584837, - 0.15518962075848286, - 1.1551896207584837, - 2.1551896207584837, - 3.055189620758486, - 2.1551896207584837, - 3.1551896207584837, - 0.15518962075848286, - 1.1551896207584837, - 2.055189620758486, - 1.1551896207584837, - 1.1551896207584837, - 2.1551896207584837, - 1.0551896207584859, - 0.15518962075848286, - 1.0551896207584859, - 2.1551896207584837, - 0.15518962075848286, - 2.1551896207584837, - 0.15518962075848286, - 3.1551896207584837, - 3.055189620758486, - 1.1551896207584837 - ], - "0.2": [ - 4.155189620758484, - 5.155189620758484, - 3.955189620758488, - 5.155189620758484, - 5.155189620758484, - 5.155189620758484, - 4.155189620758484, - 5.155189620758484, - 4.155189620758484, - 5.155189620758484, - 5.155189620758484, - 4.155189620758484, - 4.155189620758484, - 6.155189620758484, - 5.155189620758484, - 4.155189620758484, - 5.155189620758484, - 4.155189620758484, - 4.155189620758484, - 5.155189620758484, - 3.1551896207584837, - 5.155189620758484, - 5.155189620758484, - 4.955189620758488 - ], - "0.3": [ - 7.155189620758484, - 6.155189620758484, - 5.155189620758484, - 6.155189620758484, - 8.155189620758483, - 7.155189620758484, - 6.155189620758484, - 7.155189620758484, - 5.8551896207584795, - 6.155189620758484, - 7.155189620758484, - 7.155189620758484, - 6.155189620758484, - 7.155189620758484, - 6.8551896207584795, - 6.155189620758484, - 6.155189620758484, - 6.155189620758484, - 6.155189620758484, - 6.155189620758484, - 6.155189620758484, - 7.155189620758484, - 7.155189620758484, - 7.155189620758484 - ], - "0.4": [ - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 9.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 7.155189620758484, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483, - 8.155189620758483 - ], - "0.5": [ - 9.155189620758483, - 9.655189620758483, - 8.155189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483, - 9.155189620758483, - 10.155189620758483, - 9.655189620758483, - 9.155189620758483, - 10.155189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483, - 9.155189620758483, - 9.655189620758483, - 9.155189620758483, - 8.655189620758483, - 9.155189620758483, - 10.155189620758483, - 10.155189620758483 - ], - "0.6": [ - 10.155189620758483, - 11.155189620758485, - 10.155189620758483, - 10.555189620758474, - 11.155189620758485, - 12.155189620758485, - 11.155189620758485, - 11.555189620758476, - 11.155189620758485, - 10.155189620758483, - 11.155189620758485, - 11.155189620758485, - 10.155189620758483, - 11.155189620758485, - 10.155189620758483, - 10.155189620758483, - 11.155189620758485, - 11.155189620758485, - 11.155189620758485, - 11.155189620758485, - 10.155189620758483, - 10.155189620758483, - 11.155189620758485, - 10.155189620758483 - ], - "0.7": [ - 12.155189620758485, - 12.155189620758485, - 11.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.455189620758468, - 12.155189620758485, - 13.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.155189620758485, - 11.155189620758485, - 12.155189620758485, - 11.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.155189620758485, - 11.155189620758485, - 12.155189620758485, - 12.155189620758485, - 12.155189620758485 - ], - "0.8": [ - 14.155189620758485, - 14.155189620758485, - 12.155189620758485, - 13.155189620758485, - 13.155189620758485, - 14.155189620758485, - 13.155189620758485, - 14.155189620758485, - 14.155189620758485, - 13.155189620758485, - 14.155189620758485, - 14.155189620758485, - 13.155189620758485, - 14.155189620758485, - 12.355189620758502, - 13.155189620758485, - 14.155189620758485, - 13.355189620758502, - 13.155189620758485, - 13.155189620758485, - 12.355189620758502, - 14.155189620758485, - 14.155189620758485, - 13.155189620758485 - ], - "0.9": [ - 16.155189620758485, - 17.155189620758485, - 14.255189620758479, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 17.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 14.255189620758479, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485, - 14.155189620758485, - 16.155189620758485, - 16.155189620758485, - 16.155189620758485 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_002831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_002831.json deleted file mode 100644 index 1af5c82f7036023c2cb6d969cfb1c8b7b0f3bade..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_002831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T00:28:31.562333+00:00", - "metrics": { - "MSE[mean]": 18.333398838214265, - "MSE[0.5]": 16.404122767439176, - "MAE[0.5]": 3.174026946107785, - "MASE[0.5]": 0.6086017047130773, - "MAPE[0.5]": 0.33008713974906584, - "sMAPE[0.5]": 0.31218071396210545, - "MSIS": 5.938303150959065, - "RMSE[mean]": 4.28175184220364, - "NRMSE[mean]": 0.40778588973368, - "ND[0.5]": 0.3022882805816938, - "mean_weighted_sum_quantile_loss": 0.25102775049548176 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 8.720558882235528, - 8.720558882235528, - 7.720558882235529, - 8.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 8.720558882235528, - 7.720558882235529, - 9.720558882235528, - 8.720558882235528, - 9.220558882235528, - 9.720558882235528, - 9.720558882235528, - 8.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528 - ], - "p10": [ - 0.7205588822355287, - 0.7205588822355287, - 1.6205588822355308, - 1.6205588822355308, - 3.7205588822355287, - 0.7205588822355287, - 1.7205588822355287, - 0.7205588822355287, - 0.7205588822355287, - 2.520558882235533, - 3.7205588822355287, - 0.7205588822355287, - 0.7205588822355287, - 1.6205588822355308, - -0.2794411177644722, - 3.7205588822355287, - 1.6205588822355308, - 0.7205588822355287, - 0.7205588822355287, - 3.520558882235533, - 0.7205588822355287, - 3.7205588822355287, - 0.7205588822355287, - 0.7205588822355287 - ], - "p90": [ - 14.72055888223553, - 14.72055888223553, - 14.820558882235524, - 15.820558882235524, - 13.820558882235524, - 15.72055888223553, - 16.72055888223553, - 14.72055888223553, - 14.72055888223553, - 14.820558882235524, - 15.72055888223553, - 14.72055888223553, - 14.820558882235524, - 14.72055888223553, - 13.72055888223553, - 16.72055888223553, - 15.72055888223553, - 16.72055888223553, - 15.72055888223553, - 15.72055888223553, - 15.72055888223553, - 14.72055888223553, - 14.72055888223553, - 15.72055888223553 - ], - "mean": [ - 8.585558882235535, - 8.510558882235536, - 9.075558882235535, - 8.775558882235536, - 8.700558882235535, - 8.110558882235535, - 8.495558882235535, - 8.080558882235536, - 8.310558882235535, - 8.930558882235536, - 9.125558882235536, - 8.185558882235535, - 8.680558882235536, - 8.360558882235535, - 7.850558882235536, - 9.510558882235536, - 8.410558882235536, - 8.595558882235535, - 8.660558882235536, - 8.835558882235535, - 8.125558882235536, - 9.020558882235536, - 8.365558882235536, - 8.895558882235536 - ], - "quantiles": { - "0.1": [ - 0.7205588822355287, - 0.7205588822355287, - 1.6205588822355308, - 1.6205588822355308, - 3.7205588822355287, - 0.7205588822355287, - 1.7205588822355287, - 0.7205588822355287, - 0.7205588822355287, - 2.520558882235533, - 3.7205588822355287, - 0.7205588822355287, - 0.7205588822355287, - 1.6205588822355308, - -0.2794411177644722, - 3.7205588822355287, - 1.6205588822355308, - 0.7205588822355287, - 0.7205588822355287, - 3.520558882235533, - 0.7205588822355287, - 3.7205588822355287, - 0.7205588822355287, - 0.7205588822355287 - ], - "0.2": [ - 4.720558882235528, - 4.720558882235528, - 4.720558882235528, - 4.720558882235528, - 4.720558882235528, - 4.720558882235528, - 3.7205588822355287, - 3.7205588822355287, - 4.720558882235528, - 4.720558882235528, - 5.520558882235532, - 3.7205588822355287, - 4.720558882235528, - 4.720558882235528, - 3.7205588822355287, - 5.720558882235528, - 3.7205588822355287, - 3.7205588822355287, - 4.720558882235528, - 4.720558882235528, - 3.7205588822355287, - 5.720558882235528, - 4.720558882235528, - 4.720558882235528 - ], - "0.3": [ - 5.720558882235528, - 5.720558882235528, - 6.720558882235529, - 5.720558882235528, - 6.720558882235529, - 5.720558882235528, - 5.720558882235528, - 4.720558882235528, - 5.720558882235528, - 6.720558882235529, - 6.720558882235529, - 5.720558882235528, - 5.720558882235528, - 5.720558882235528, - 4.720558882235528, - 6.720558882235529, - 5.720558882235528, - 5.720558882235528, - 6.420558882235524, - 5.720558882235528, - 4.720558882235528, - 6.720558882235529, - 5.720558882235528, - 5.720558882235528 - ], - "0.4": [ - 7.320558882235537, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 6.720558882235529, - 7.320558882235537, - 6.720558882235529, - 7.720558882235529, - 7.720558882235529, - 8.720558882235528, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 6.720558882235529, - 7.720558882235529, - 6.720558882235529, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529, - 7.720558882235529 - ], - "0.5": [ - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 8.720558882235528, - 8.720558882235528, - 7.720558882235529, - 8.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 8.720558882235528, - 7.720558882235529, - 9.720558882235528, - 8.720558882235528, - 9.220558882235528, - 9.720558882235528, - 9.720558882235528, - 8.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528 - ], - "0.6": [ - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 9.720558882235528, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 9.720558882235528, - 9.720558882235528, - 10.720558882235528, - 10.12055888223552, - 9.720558882235528, - 10.720558882235528, - 10.720558882235528, - 9.720558882235528, - 10.720558882235528, - 9.720558882235528, - 10.720558882235528 - ], - "0.7": [ - 11.720558882235528, - 11.720558882235528, - 11.720558882235528, - 11.02055888223551, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 10.720558882235528, - 11.720558882235528, - 10.720558882235528, - 11.720558882235528, - 10.720558882235528, - 10.720558882235528, - 11.720558882235528, - 11.02055888223551, - 10.720558882235528, - 11.02055888223551, - 11.720558882235528, - 10.720558882235528, - 11.720558882235528, - 10.720558882235528, - 11.720558882235528 - ], - "0.8": [ - 13.72055888223553, - 13.72055888223553, - 13.72055888223553, - 13.72055888223553, - 11.720558882235528, - 12.72055888223553, - 13.72055888223553, - 12.72055888223553, - 12.72055888223553, - 12.72055888223553, - 12.72055888223553, - 11.920558882235545, - 13.72055888223553, - 12.72055888223553, - 12.72055888223553, - 13.72055888223553, - 13.72055888223553, - 13.72055888223553, - 13.72055888223553, - 13.72055888223553, - 12.72055888223553, - 12.72055888223553, - 12.72055888223553, - 13.72055888223553 - ], - "0.9": [ - 14.72055888223553, - 14.72055888223553, - 14.820558882235524, - 15.820558882235524, - 13.820558882235524, - 15.72055888223553, - 16.72055888223553, - 14.72055888223553, - 14.72055888223553, - 14.820558882235524, - 15.72055888223553, - 14.72055888223553, - 14.820558882235524, - 14.72055888223553, - 13.72055888223553, - 16.72055888223553, - 15.72055888223553, - 16.72055888223553, - 15.72055888223553, - 15.72055888223553, - 15.72055888223553, - 14.72055888223553, - 14.72055888223553, - 15.72055888223553 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_014407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_014407.json deleted file mode 100644 index 13e4dd6675fef66c9c84739c8eed72666adb8dd6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_014407.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T01:44:07.843113+00:00", - "metrics": { - "MSE[mean]": 32.579985232230236, - "MSE[0.5]": 27.155924304086444, - "MAE[0.5]": 3.6158932135728548, - "MASE[0.5]": 0.6924050834501211, - "MAPE[0.5]": 0.2568304010388591, - "sMAPE[0.5]": 0.29951344173090333, - "MSIS": 7.447751284867063, - "RMSE[mean]": 5.707887983504077, - "NRMSE[mean]": 0.47565733195867305, - "ND[0.5]": 0.30132443446440454, - "mean_weighted_sum_quantile_loss": 0.27305855880830937 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 7.57185628742515, - 9.571856287425149, - 8.571856287425149, - 8.571856287425149, - 9.571856287425149, - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 9.071856287425149, - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 7.57185628742515, - 9.571856287425149, - 9.571856287425149 - ], - "p10": [ - 0.5718562874251498, - -0.5281437125748489, - 1.5718562874251498, - 1.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 1.5718562874251498, - -0.42814371257485107, - 0.47185628742515184, - 1.5718562874251498, - -0.5281437125748489, - -0.42814371257485107, - 1.5718562874251498, - 0.47185628742515184, - 0.5718562874251498, - 0.5718562874251498, - -0.42814371257485107, - 3.471856287425152 - ], - "p90": [ - 15.571856287425149, - 14.571856287425149, - 14.571856287425149, - 15.571856287425149, - 15.571856287425149, - 15.571856287425149, - 14.571856287425149, - 14.571856287425149, - 15.571856287425149, - 14.671856287425143, - 14.671856287425143, - 16.57185628742515, - 15.571856287425149, - 15.571856287425149, - 14.571856287425149, - 14.671856287425143, - 15.571856287425149, - 14.571856287425149, - 14.571856287425149, - 15.571856287425149, - 15.571856287425149, - 14.571856287425149, - 15.571856287425149, - 14.571856287425149 - ], - "mean": [ - 8.951856287425137, - 7.731856287425138, - 8.521856287425138, - 8.756856287425137, - 8.346856287425139, - 8.821856287425137, - 8.306856287425138, - 7.951856287425137, - 8.211856287425137, - 8.121856287425137, - 8.336856287425137, - 8.941856287425137, - 8.781856287425137, - 8.221856287425139, - 7.981856287425137, - 8.626856287425138, - 8.396856287425138, - 7.701856287425138, - 8.371856287425137, - 8.186856287425137, - 8.611856287425137, - 7.966856287425138, - 8.551856287425137, - 8.791856287425137 - ], - "quantiles": { - "0.1": [ - 0.5718562874251498, - -0.5281437125748489, - 1.5718562874251498, - 1.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 0.5718562874251498, - 1.5718562874251498, - -0.42814371257485107, - 0.47185628742515184, - 1.5718562874251498, - -0.5281437125748489, - -0.42814371257485107, - 1.5718562874251498, - 0.47185628742515184, - 0.5718562874251498, - 0.5718562874251498, - -0.42814371257485107, - 3.471856287425152 - ], - "0.2": [ - 5.371856287425154, - 3.57185628742515, - 4.57185628742515, - 4.57185628742515, - 4.57185628742515, - 4.57185628742515, - 4.57185628742515, - 3.57185628742515, - 4.371856287425154, - 4.57185628742515, - 3.57185628742515, - 4.57185628742515, - 4.57185628742515, - 4.57185628742515, - 3.57185628742515, - 4.57185628742515, - 3.57185628742515, - 3.57185628742515, - 4.57185628742515, - 3.57185628742515, - 3.57185628742515, - 3.57185628742515, - 4.57185628742515, - 4.57185628742515 - ], - "0.3": [ - 6.57185628742515, - 5.57185628742515, - 5.57185628742515, - 5.57185628742515, - 5.57185628742515, - 6.271856287425146, - 5.57185628742515, - 5.57185628742515, - 5.57185628742515, - 4.57185628742515, - 5.57185628742515, - 6.57185628742515, - 5.57185628742515, - 5.57185628742515, - 5.57185628742515, - 6.271856287425146, - 5.57185628742515, - 4.57185628742515, - 5.57185628742515, - 4.57185628742515, - 5.57185628742515, - 4.57185628742515, - 5.57185628742515, - 5.57185628742515 - ], - "0.4": [ - 7.57185628742515, - 6.57185628742515, - 7.57185628742515, - 7.57185628742515, - 7.57185628742515, - 7.57185628742515, - 7.57185628742515, - 6.57185628742515, - 6.57185628742515, - 7.171856287425158, - 7.57185628742515, - 8.171856287425157, - 7.57185628742515, - 7.57185628742515, - 7.57185628742515, - 7.57185628742515, - 6.57185628742515, - 6.57185628742515, - 7.57185628742515, - 6.57185628742515, - 8.171856287425157, - 5.57185628742515, - 7.57185628742515, - 7.57185628742515 - ], - "0.5": [ - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 7.57185628742515, - 9.571856287425149, - 8.571856287425149, - 8.571856287425149, - 9.571856287425149, - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 9.071856287425149, - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 8.571856287425149, - 9.571856287425149, - 7.57185628742515, - 9.571856287425149, - 9.571856287425149 - ], - "0.6": [ - 10.571856287425149, - 9.571856287425149, - 9.97185628742514, - 10.571856287425149, - 9.571856287425149, - 10.571856287425149, - 9.571856287425149, - 9.571856287425149, - 10.571856287425149, - 9.571856287425149, - 9.571856287425149, - 10.571856287425149, - 10.571856287425149, - 9.97185628742514, - 9.571856287425149, - 9.97185628742514, - 10.571856287425149, - 9.571856287425149, - 9.571856287425149, - 9.571856287425149, - 10.571856287425149, - 9.571856287425149, - 10.571856287425149, - 9.97185628742514 - ], - "0.7": [ - 11.571856287425149, - 10.571856287425149, - 11.571856287425149, - 11.571856287425149, - 10.571856287425149, - 11.571856287425149, - 11.571856287425149, - 10.571856287425149, - 10.871856287425132, - 10.571856287425149, - 11.571856287425149, - 11.571856287425149, - 11.571856287425149, - 10.871856287425132, - 10.571856287425149, - 11.571856287425149, - 11.571856287425149, - 10.571856287425149, - 10.571856287425149, - 10.571856287425149, - 11.571856287425149, - 10.571856287425149, - 11.571856287425149, - 11.571856287425149 - ], - "0.8": [ - 13.571856287425149, - 12.571856287425149, - 13.571856287425149, - 13.571856287425149, - 12.571856287425149, - 12.571856287425149, - 12.571856287425149, - 12.571856287425149, - 12.571856287425149, - 12.571856287425149, - 13.571856287425149, - 13.571856287425149, - 13.571856287425149, - 12.571856287425149, - 12.571856287425149, - 12.571856287425149, - 13.571856287425149, - 12.571856287425149, - 12.571856287425149, - 13.571856287425149, - 12.771856287425166, - 12.571856287425149, - 13.571856287425149, - 13.571856287425149 - ], - "0.9": [ - 15.571856287425149, - 14.571856287425149, - 14.571856287425149, - 15.571856287425149, - 15.571856287425149, - 15.571856287425149, - 14.571856287425149, - 14.571856287425149, - 15.571856287425149, - 14.671856287425143, - 14.671856287425143, - 16.57185628742515, - 15.571856287425149, - 15.571856287425149, - 14.571856287425149, - 14.671856287425143, - 15.571856287425149, - 14.571856287425149, - 14.571856287425149, - 15.571856287425149, - 15.571856287425149, - 14.571856287425149, - 15.571856287425149, - 14.571856287425149 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_030934.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_030934.json deleted file mode 100644 index d4f505a73ac64d542399d7e8d005b8cd0d3e793e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_030934.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T03:09:34.399367+00:00", - "metrics": { - "MSE[mean]": 38.36258317028605, - "MSE[0.5]": 32.606277465030026, - "MAE[0.5]": 3.696482035928144, - "MASE[0.5]": 0.7022340543188029, - "MAPE[0.5]": 0.2594380616438064, - "sMAPE[0.5]": 0.2908132347954646, - "MSIS": 9.862035194515137, - "RMSE[mean]": 6.193753560667881, - "NRMSE[mean]": 0.5073381756178469, - "ND[0.5]": 0.3027835114753429, - "mean_weighted_sum_quantile_loss": 0.2796733419774028 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 8.898702594810379, - 9.898702594810379, - 8.898702594810379, - 9.898702594810379, - 9.898702594810379, - 8.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 7.898702594810379, - 8.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.398702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379 - ], - "p10": [ - 0.8987025948103788, - -0.10129740518962116, - 0.8987025948103788, - 0.798702594810381, - 1.8987025948103788, - 1.798702594810381, - 0.798702594810381, - 3.898702594810379, - -0.10129740518962116, - -0.10129740518962116, - 0.8987025948103788, - 1.798702594810381, - -0.10129740518962116, - 1.8987025948103788, - -0.10129740518962116, - 0.8987025948103788, - 0.8987025948103788, - 1.8987025948103788, - 0.8987025948103788, - 0.8987025948103788, - 3.898702594810379, - 0.8987025948103788, - 0.8987025948103788, - 0.8987025948103788 - ], - "p90": [ - 14.898702594810379, - 15.898702594810379, - 15.898702594810379, - 15.898702594810379, - 14.898702594810379, - 14.898702594810379, - 14.898702594810379, - 15.998702594810373, - 14.898702594810379, - 14.898702594810379, - 15.998702594810373, - 15.998702594810373, - 14.998702594810373, - 15.898702594810379, - 14.898702594810379, - 14.998702594810373, - 15.998702594810373, - 15.998702594810373, - 15.898702594810379, - 16.89870259481038, - 15.898702594810379, - 14.998702594810373, - 14.898702594810379, - 14.898702594810379 - ], - "mean": [ - 8.398702594810397, - 8.398702594810397, - 8.468702594810397, - 8.928702594810398, - 8.953702594810398, - 8.578702594810398, - 8.743702594810397, - 9.933702594810399, - 8.443702594810398, - 8.108702594810397, - 8.853702594810398, - 9.093702594810397, - 8.488702594810398, - 8.978702594810397, - 8.783702594810398, - 8.953702594810398, - 9.293702594810398, - 9.053702594810398, - 9.123702594810398, - 8.808702594810399, - 9.5287025948104, - 8.948702594810397, - 8.783702594810398, - 9.098702594810398 - ], - "quantiles": { - "0.1": [ - 0.8987025948103788, - -0.10129740518962116, - 0.8987025948103788, - 0.798702594810381, - 1.8987025948103788, - 1.798702594810381, - 0.798702594810381, - 3.898702594810379, - -0.10129740518962116, - -0.10129740518962116, - 0.8987025948103788, - 1.798702594810381, - -0.10129740518962116, - 1.8987025948103788, - -0.10129740518962116, - 0.8987025948103788, - 0.8987025948103788, - 1.8987025948103788, - 0.8987025948103788, - 0.8987025948103788, - 3.898702594810379, - 0.8987025948103788, - 0.8987025948103788, - 0.8987025948103788 - ], - "0.2": [ - 4.898702594810379, - 3.898702594810379, - 3.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 5.898702594810379, - 3.898702594810379, - 3.898702594810379, - 4.898702594810379, - 4.898702594810379, - 3.898702594810379, - 4.898702594810379, - 3.898702594810379, - 5.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379, - 4.898702594810379 - ], - "0.3": [ - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 6.898702594810379, - 5.898702594810379, - 5.898702594810379, - 7.898702594810379, - 5.898702594810379, - 4.898702594810379, - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 6.898702594810379, - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 5.898702594810379, - 6.898702594810379, - 6.598702594810375, - 5.898702594810379, - 5.898702594810379 - ], - "0.4": [ - 6.898702594810379, - 6.898702594810379, - 6.898702594810379, - 7.898702594810379, - 7.898702594810379, - 6.898702594810379, - 7.898702594810379, - 8.898702594810379, - 6.898702594810379, - 6.898702594810379, - 6.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.498702594810387, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379, - 8.898702594810379, - 8.898702594810379, - 7.898702594810379, - 7.898702594810379 - ], - "0.5": [ - 8.898702594810379, - 9.898702594810379, - 8.898702594810379, - 9.898702594810379, - 9.898702594810379, - 8.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 7.898702594810379, - 8.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.398702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379, - 9.898702594810379 - ], - "0.6": [ - 9.898702594810379, - 10.29870259481037, - 9.898702594810379, - 10.898702594810379, - 10.898702594810379, - 9.898702594810379, - 9.898702594810379, - 10.898702594810379, - 10.898702594810379, - 9.898702594810379, - 10.898702594810379, - 10.898702594810379, - 10.29870259481037, - 9.898702594810379, - 10.898702594810379, - 9.898702594810379, - 10.898702594810379, - 10.898702594810379, - 10.898702594810379, - 9.898702594810379, - 10.898702594810379, - 10.898702594810379, - 10.898702594810379, - 10.898702594810379 - ], - "0.7": [ - 11.898702594810379, - 11.898702594810379, - 11.898702594810379, - 11.898702594810379, - 10.898702594810379, - 10.898702594810379, - 11.898702594810379, - 11.898702594810379, - 11.898702594810379, - 10.898702594810379, - 11.898702594810379, - 11.198702594810362, - 10.898702594810379, - 11.898702594810379, - 11.198702594810362, - 10.898702594810379, - 11.898702594810379, - 11.898702594810379, - 11.898702594810379, - 10.898702594810379, - 11.898702594810379, - 10.898702594810379, - 11.898702594810379, - 12.898702594810379 - ], - "0.8": [ - 12.898702594810379, - 13.898702594810379, - 13.898702594810379, - 13.898702594810379, - 13.098702594810396, - 12.898702594810379, - 13.898702594810379, - 13.898702594810379, - 12.898702594810379, - 12.898702594810379, - 13.898702594810379, - 12.898702594810379, - 13.898702594810379, - 13.898702594810379, - 13.098702594810396, - 12.898702594810379, - 14.898702594810379, - 12.898702594810379, - 13.898702594810379, - 13.898702594810379, - 13.898702594810379, - 12.898702594810379, - 13.898702594810379, - 13.898702594810379 - ], - "0.9": [ - 14.898702594810379, - 15.898702594810379, - 15.898702594810379, - 15.898702594810379, - 14.898702594810379, - 14.898702594810379, - 14.898702594810379, - 15.998702594810373, - 14.898702594810379, - 14.898702594810379, - 15.998702594810373, - 15.998702594810373, - 14.998702594810373, - 15.898702594810379, - 14.898702594810379, - 14.998702594810373, - 15.998702594810373, - 15.998702594810373, - 15.898702594810379, - 16.89870259481038, - 15.898702594810379, - 14.998702594810373, - 14.898702594810379, - 14.898702594810379 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_042041.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_042041.json deleted file mode 100644 index eb9c8152b66738c9e3e4f6c807f739f2433978bf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_042041.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T04:20:41.433095+00:00", - "metrics": { - "MSE[mean]": 34.28619535009343, - "MSE[0.5]": 31.806553995302806, - "MAE[0.5]": 3.7321606786427144, - "MASE[0.5]": 0.7025243630386285, - "MAPE[0.5]": 0.2973781271989543, - "sMAPE[0.5]": 0.3006055829726834, - "MSIS": 9.33926030837752, - "RMSE[mean]": 5.855441516238842, - "NRMSE[mean]": 0.48292301164856427, - "ND[0.5]": 0.3078070662798115, - "mean_weighted_sum_quantile_loss": 0.2691219622610449 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 9.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713 - ], - "p10": [ - 3.257035928143715, - -0.6429640718562872, - 1.257035928143715, - 1.3570359281437128, - 1.3570359281437128, - 0.35703592814371277, - 1.3570359281437128, - 1.3570359281437128, - 1.3570359281437128, - -0.6429640718562872, - 2.3570359281437128, - 3.3570359281437128, - 2.3570359281437128, - 2.3570359281437128, - 4.357035928143713, - 1.257035928143715, - 1.3570359281437128, - 4.357035928143713, - 4.357035928143713, - 1.3570359281437128, - 3.257035928143715, - 1.3570359281437128, - 1.3570359281437128, - 4.357035928143713 - ], - "p90": [ - 15.357035928143713, - 16.357035928143713, - 15.357035928143713, - 15.357035928143713, - 15.457035928143707, - 17.357035928143713, - 16.457035928143707, - 16.357035928143713, - 17.357035928143713, - 14.457035928143707, - 15.357035928143713, - 16.357035928143713, - 15.357035928143713, - 16.457035928143707, - 15.357035928143713, - 16.357035928143713, - 16.357035928143713, - 16.357035928143713, - 17.357035928143713, - 16.357035928143713, - 15.357035928143713, - 15.357035928143713, - 16.357035928143713, - 16.357035928143713 - ], - "mean": [ - 9.317035928143675, - 9.347035928143674, - 9.177035928143674, - 9.032035928143676, - 9.047035928143679, - 9.932035928143675, - 9.242035928143673, - 9.312035928143676, - 9.202035928143676, - 8.417035928143676, - 9.297035928143673, - 9.622035928143676, - 9.362035928143678, - 9.667035928143674, - 9.232035928143674, - 9.217035928143675, - 9.422035928143675, - 10.082035928143673, - 10.167035928143676, - 9.632035928143676, - 9.287035928143673, - 8.942035928143675, - 9.472035928143677, - 9.642035928143674 - ], - "quantiles": { - "0.1": [ - 3.257035928143715, - -0.6429640718562872, - 1.257035928143715, - 1.3570359281437128, - 1.3570359281437128, - 0.35703592814371277, - 1.3570359281437128, - 1.3570359281437128, - 1.3570359281437128, - -0.6429640718562872, - 2.3570359281437128, - 3.3570359281437128, - 2.3570359281437128, - 2.3570359281437128, - 4.357035928143713, - 1.257035928143715, - 1.3570359281437128, - 4.357035928143713, - 4.357035928143713, - 1.3570359281437128, - 3.257035928143715, - 1.3570359281437128, - 1.3570359281437128, - 4.357035928143713 - ], - "0.2": [ - 5.357035928143713, - 4.357035928143713, - 5.157035928143717, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 4.357035928143713, - 4.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713, - 5.357035928143713 - ], - "0.3": [ - 7.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 7.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 7.357035928143713, - 7.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 6.357035928143713, - 7.0570359281437085 - ], - "0.4": [ - 8.357035928143713, - 8.357035928143713, - 8.357035928143713, - 8.357035928143713, - 7.357035928143713, - 8.357035928143713, - 8.357035928143713, - 7.957035928143721, - 8.357035928143713, - 7.357035928143713, - 7.357035928143713, - 8.357035928143713, - 8.357035928143713, - 7.357035928143713, - 8.357035928143713, - 8.357035928143713, - 8.357035928143713, - 9.957035928143721, - 9.957035928143721, - 8.357035928143713, - 7.357035928143713, - 8.357035928143713, - 8.357035928143713, - 8.357035928143713 - ], - "0.5": [ - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 9.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713, - 9.357035928143713, - 10.357035928143713, - 10.357035928143713, - 10.357035928143713 - ], - "0.6": [ - 10.357035928143713, - 11.357035928143713, - 10.357035928143713, - 11.357035928143713, - 10.357035928143713, - 11.357035928143713, - 10.757035928143704, - 10.357035928143713, - 11.357035928143713, - 10.357035928143713, - 11.357035928143713, - 10.357035928143713, - 11.357035928143713, - 11.357035928143713, - 11.357035928143713, - 10.357035928143713, - 11.357035928143713, - 11.357035928143713, - 11.357035928143713, - 11.357035928143713, - 11.357035928143713, - 10.357035928143713, - 11.357035928143713, - 11.357035928143713 - ], - "0.7": [ - 12.357035928143713, - 13.357035928143713, - 11.357035928143713, - 12.357035928143713, - 11.357035928143713, - 13.357035928143713, - 12.357035928143713, - 11.357035928143713, - 11.357035928143713, - 11.357035928143713, - 11.657035928143696, - 12.357035928143713, - 12.357035928143713, - 12.357035928143713, - 11.357035928143713, - 11.657035928143696, - 12.357035928143713, - 12.357035928143713, - 12.357035928143713, - 12.357035928143713, - 12.357035928143713, - 11.357035928143713, - 12.357035928143713, - 12.357035928143713 - ], - "0.8": [ - 13.357035928143713, - 14.357035928143713, - 13.357035928143713, - 13.357035928143713, - 14.357035928143713, - 15.357035928143713, - 14.357035928143713, - 13.357035928143713, - 13.357035928143713, - 13.357035928143713, - 14.357035928143713, - 14.357035928143713, - 14.357035928143713, - 13.55703592814373, - 12.357035928143713, - 13.357035928143713, - 14.357035928143713, - 14.357035928143713, - 14.357035928143713, - 14.357035928143713, - 14.357035928143713, - 13.357035928143713, - 13.357035928143713, - 14.357035928143713 - ], - "0.9": [ - 15.357035928143713, - 16.357035928143713, - 15.357035928143713, - 15.357035928143713, - 15.457035928143707, - 17.357035928143713, - 16.457035928143707, - 16.357035928143713, - 17.357035928143713, - 14.457035928143707, - 15.357035928143713, - 16.357035928143713, - 15.357035928143713, - 16.457035928143707, - 15.357035928143713, - 16.357035928143713, - 16.357035928143713, - 16.357035928143713, - 17.357035928143713, - 16.357035928143713, - 15.357035928143713, - 15.357035928143713, - 16.357035928143713, - 16.357035928143713 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_053740.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_053740.json deleted file mode 100644 index 545cf223551e0569d35a9df5a58afac8450d8a03..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_053740.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T05:37:40.366462+00:00", - "metrics": { - "MSE[mean]": 34.06540812192969, - "MSE[0.5]": 31.895595971231188, - "MAE[0.5]": 3.6269128409846974, - "MASE[0.5]": 0.672169175163187, - "MAPE[0.5]": 0.32721825441001057, - "sMAPE[0.5]": 0.2901100687374287, - "MSIS": 6.721691908829897, - "RMSE[mean]": 5.836557900160821, - "NRMSE[mean]": 0.4684862528557181, - "ND[0.5]": 0.2911234387412466, - "mean_weighted_sum_quantile_loss": 0.25829646541179996 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 10.994261477045908, - 9.994261477045908, - 9.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 9.994261477045908, - 9.994261477045908, - 10.994261477045908, - 9.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 8.994261477045908, - 10.994261477045908, - 9.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908 - ], - "p10": [ - 1.9942614770459084, - 3.8942614770459105, - 1.9942614770459084, - 1.9942614770459084, - 1.9942614770459084, - 1.9942614770459084, - 3.8942614770459105, - 1.9942614770459084, - 1.9942614770459084, - 2.9942614770459084, - 1.9942614770459084, - 1.8942614770459105, - 4.994261477045908, - 1.9942614770459084, - 0.9942614770459084, - 2.9942614770459084, - 1.9942614770459084, - 0.9942614770459084, - 0.9942614770459084, - 1.9942614770459084, - 1.9942614770459084, - 0.9942614770459084, - 1.9942614770459084, - 2.8942614770459105 - ], - "p90": [ - 15.994261477045908, - 16.99426147704591, - 17.99426147704591, - 16.094261477045904, - 16.99426147704591, - 16.99426147704591, - 15.994261477045908, - 15.994261477045908, - 16.99426147704591, - 16.094261477045904, - 17.094261477045904, - 16.99426147704591, - 16.99426147704591, - 16.99426147704591, - 16.99426147704591, - 17.99426147704591, - 16.99426147704591, - 16.99426147704591, - 16.094261477045904, - 17.99426147704591, - 16.99426147704591, - 15.994261477045908, - 16.99426147704591, - 16.99426147704591 - ], - "mean": [ - 9.829261477045927, - 10.139261477045931, - 9.694261477045929, - 9.854261477045926, - 10.259261477045925, - 10.064261477045926, - 10.064261477045926, - 9.594261477045928, - 9.889261477045928, - 9.704261477045927, - 9.899261477045927, - 10.014261477045928, - 10.294261477045927, - 9.529261477045928, - 9.869261477045928, - 10.55426147704592, - 10.044261477045927, - 9.799261477045926, - 8.959261477045928, - 10.27926147704593, - 9.474261477045927, - 9.849261477045928, - 10.714261477045918, - 10.56926147704592 - ], - "quantiles": { - "0.1": [ - 1.9942614770459084, - 3.8942614770459105, - 1.9942614770459084, - 1.9942614770459084, - 1.9942614770459084, - 1.9942614770459084, - 3.8942614770459105, - 1.9942614770459084, - 1.9942614770459084, - 2.9942614770459084, - 1.9942614770459084, - 1.8942614770459105, - 4.994261477045908, - 1.9942614770459084, - 0.9942614770459084, - 2.9942614770459084, - 1.9942614770459084, - 0.9942614770459084, - 0.9942614770459084, - 1.9942614770459084, - 1.9942614770459084, - 0.9942614770459084, - 1.9942614770459084, - 2.8942614770459105 - ], - "0.2": [ - 5.994261477045908, - 5.994261477045908, - 5.994261477045908, - 5.794261477045913, - 5.994261477045908, - 5.994261477045908, - 5.994261477045908, - 5.994261477045908, - 4.994261477045908, - 5.994261477045908, - 5.994261477045908, - 5.994261477045908, - 5.994261477045908, - 4.994261477045908, - 5.994261477045908, - 5.994261477045908, - 4.994261477045908, - 5.994261477045908, - 4.994261477045908, - 5.994261477045908, - 4.994261477045908, - 5.994261477045908, - 5.994261477045908, - 5.994261477045908 - ], - "0.3": [ - 6.994261477045908, - 7.994261477045908, - 6.994261477045908, - 6.994261477045908, - 7.694261477045904, - 6.994261477045908, - 6.994261477045908, - 6.994261477045908, - 6.694261477045904, - 6.994261477045908, - 6.994261477045908, - 6.994261477045908, - 7.994261477045908, - 5.994261477045908, - 6.994261477045908, - 7.994261477045908, - 6.694261477045904, - 6.994261477045908, - 5.994261477045908, - 6.994261477045908, - 6.994261477045908, - 6.994261477045908, - 7.994261477045908, - 7.994261477045908 - ], - "0.4": [ - 8.994261477045908, - 8.994261477045908, - 7.994261477045908, - 8.994261477045908, - 8.994261477045908, - 8.994261477045908, - 8.994261477045908, - 7.994261477045908, - 7.994261477045908, - 8.994261477045908, - 7.994261477045908, - 8.994261477045908, - 8.994261477045908, - 7.994261477045908, - 8.994261477045908, - 9.994261477045908, - 8.994261477045908, - 8.994261477045908, - 6.994261477045908, - 8.994261477045908, - 7.994261477045908, - 8.994261477045908, - 9.994261477045908, - 8.994261477045908 - ], - "0.5": [ - 10.994261477045908, - 9.994261477045908, - 9.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 9.994261477045908, - 9.994261477045908, - 10.994261477045908, - 9.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908, - 8.994261477045908, - 10.994261477045908, - 9.994261477045908, - 10.994261477045908, - 10.994261477045908, - 10.994261477045908 - ], - "0.6": [ - 11.994261477045908, - 10.994261477045908, - 10.994261477045908, - 11.994261477045908, - 11.994261477045908, - 11.3942614770459, - 11.994261477045908, - 10.994261477045908, - 11.994261477045908, - 10.994261477045908, - 10.994261477045908, - 11.994261477045908, - 10.994261477045908, - 10.994261477045908, - 11.994261477045908, - 11.3942614770459, - 11.994261477045908, - 11.994261477045908, - 10.994261477045908, - 11.3942614770459, - 10.994261477045908, - 10.994261477045908, - 11.994261477045908, - 11.994261477045908 - ], - "0.7": [ - 12.994261477045908, - 12.294261477045891, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 11.994261477045908, - 12.994261477045908, - 11.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 11.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 11.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 12.994261477045908, - 13.994261477045908 - ], - "0.8": [ - 12.994261477045908, - 13.994261477045908, - 13.994261477045908, - 13.994261477045908, - 14.994261477045908, - 14.194261477045925, - 14.194261477045925, - 13.994261477045908, - 15.194261477045925, - 13.194261477045925, - 13.994261477045908, - 14.994261477045908, - 13.994261477045908, - 13.994261477045908, - 13.994261477045908, - 15.994261477045908, - 14.994261477045908, - 13.994261477045908, - 12.994261477045908, - 14.994261477045908, - 13.994261477045908, - 13.994261477045908, - 15.194261477045925, - 15.994261477045908 - ], - "0.9": [ - 15.994261477045908, - 16.99426147704591, - 17.99426147704591, - 16.094261477045904, - 16.99426147704591, - 16.99426147704591, - 15.994261477045908, - 15.994261477045908, - 16.99426147704591, - 16.094261477045904, - 17.094261477045904, - 16.99426147704591, - 16.99426147704591, - 16.99426147704591, - 16.99426147704591, - 17.99426147704591, - 16.99426147704591, - 16.99426147704591, - 16.094261477045904, - 17.99426147704591, - 16.99426147704591, - 15.994261477045908, - 16.99426147704591, - 16.99426147704591 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_065145.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_065145.json deleted file mode 100644 index 15daf23dd7f9af7b17e3df55c197942a673d40f0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_065145.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T06:51:45.742928+00:00", - "metrics": { - "MSE[mean]": 36.52363686800568, - "MSE[0.5]": 35.788046785670176, - "MAE[0.5]": 3.9092440119760474, - "MASE[0.5]": 0.7329832522455089, - "MAPE[0.5]": 0.7232441771603796, - "sMAPE[0.5]": 0.3465988668968656, - "MSIS": 7.092901863347923, - "RMSE[mean]": 6.04347887131292, - "NRMSE[mean]": 0.5018805983097234, - "ND[0.5]": 0.3246431013405714, - "mean_weighted_sum_quantile_loss": 0.2814380159327634 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 10.946357285429142, - 9.946357285429142, - 9.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 9.946357285429142, - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 9.446357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142 - ], - "p10": [ - 1.9463572854291424, - 1.9463572854291424, - 3.8463572854291446, - 1.9463572854291424, - 3.9463572854291424, - 3.8463572854291446, - 3.8463572854291446, - 1.9463572854291424, - 1.9463572854291424, - 1.9463572854291424, - 1.8463572854291446, - 3.9463572854291424, - 2.9463572854291424, - 1.9463572854291424, - 0.9463572854291424, - 4.946357285429142, - 2.9463572854291424, - 1.9463572854291424, - 0.9463572854291424, - 1.9463572854291424, - 2.9463572854291424, - 1.9463572854291424, - 1.9463572854291424, - 1.9463572854291424 - ], - "p90": [ - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 17.946357285429144, - 17.946357285429144, - 16.946357285429144, - 16.04635728542914, - 17.946357285429144, - 15.946357285429142, - 17.946357285429144, - 16.946357285429144, - 15.946357285429142, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 17.946357285429144, - 16.946357285429144, - 16.04635728542914, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144 - ], - "mean": [ - 10.011357285429096, - 10.066357285429087, - 10.0113572854291, - 10.4563572854291, - 10.836357285429106, - 10.076357285429095, - 10.256357285429095, - 9.896357285429097, - 9.636357285429101, - 10.061357285429096, - 9.77135728542909, - 10.096357285429091, - 10.181357285429092, - 9.5813572854291, - 9.501357285429094, - 11.211357285429106, - 10.486357285429103, - 9.481357285429093, - 9.406357285429106, - 10.126357285429094, - 10.041357285429097, - 10.216357285429092, - 9.736357285429094, - 9.95635728542909 - ], - "quantiles": { - "0.1": [ - 1.9463572854291424, - 1.9463572854291424, - 3.8463572854291446, - 1.9463572854291424, - 3.9463572854291424, - 3.8463572854291446, - 3.8463572854291446, - 1.9463572854291424, - 1.9463572854291424, - 1.9463572854291424, - 1.8463572854291446, - 3.9463572854291424, - 2.9463572854291424, - 1.9463572854291424, - 0.9463572854291424, - 4.946357285429142, - 2.9463572854291424, - 1.9463572854291424, - 0.9463572854291424, - 1.9463572854291424, - 2.9463572854291424, - 1.9463572854291424, - 1.9463572854291424, - 1.9463572854291424 - ], - "0.2": [ - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.746357285429147, - 4.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.746357285429147, - 5.946357285429142, - 6.946357285429142, - 5.946357285429142, - 5.946357285429142, - 4.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142, - 5.946357285429142 - ], - "0.3": [ - 6.946357285429142, - 7.946357285429142, - 6.946357285429142, - 6.946357285429142, - 7.946357285429142, - 6.946357285429142, - 7.946357285429142, - 6.946357285429142, - 6.946357285429142, - 6.646357285429138, - 7.646357285429138, - 7.946357285429142, - 6.946357285429142, - 6.946357285429142, - 6.946357285429142, - 7.946357285429142, - 7.946357285429142, - 6.946357285429142, - 6.646357285429138, - 7.646357285429138, - 7.946357285429142, - 7.946357285429142, - 6.946357285429142, - 6.946357285429142 - ], - "0.4": [ - 8.946357285429142, - 8.946357285429142, - 8.546357285429151, - 9.946357285429142, - 8.946357285429142, - 8.546357285429151, - 9.946357285429142, - 7.946357285429142, - 7.946357285429142, - 8.946357285429142, - 8.946357285429142, - 9.946357285429142, - 8.946357285429142, - 7.946357285429142, - 7.946357285429142, - 9.946357285429142, - 9.546357285429151, - 7.946357285429142, - 7.946357285429142, - 8.946357285429142, - 8.946357285429142, - 9.546357285429151, - 8.946357285429142, - 7.946357285429142 - ], - "0.5": [ - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 10.946357285429142, - 9.946357285429142, - 9.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 9.946357285429142, - 10.946357285429142, - 10.946357285429142, - 9.946357285429142, - 9.446357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142, - 10.946357285429142 - ], - "0.6": [ - 11.946357285429142, - 10.946357285429142, - 10.946357285429142, - 11.946357285429142, - 11.946357285429142, - 11.946357285429142, - 11.946357285429142, - 11.346357285429134, - 10.946357285429142, - 11.946357285429142, - 10.946357285429142, - 11.946357285429142, - 11.946357285429142, - 10.946357285429142, - 10.946357285429142, - 11.946357285429142, - 11.946357285429142, - 10.946357285429142, - 11.346357285429134, - 11.946357285429142, - 11.346357285429134, - 11.946357285429142, - 11.346357285429134, - 11.946357285429142 - ], - "0.7": [ - 12.946357285429142, - 12.946357285429142, - 11.946357285429142, - 12.946357285429142, - 13.946357285429142, - 12.946357285429142, - 12.246357285429125, - 12.946357285429142, - 11.946357285429142, - 12.946357285429142, - 12.946357285429142, - 12.946357285429142, - 12.946357285429142, - 11.946357285429142, - 11.946357285429142, - 13.246357285429125, - 12.946357285429142, - 11.946357285429142, - 12.946357285429142, - 12.946357285429142, - 12.946357285429142, - 12.946357285429142, - 12.246357285429125, - 12.246357285429125 - ], - "0.8": [ - 14.14635728542916, - 14.946357285429142, - 13.14635728542916, - 15.14635728542916, - 15.946357285429142, - 13.946357285429142, - 12.946357285429142, - 14.946357285429142, - 13.14635728542916, - 15.14635728542916, - 14.946357285429142, - 13.946357285429142, - 14.946357285429142, - 13.14635728542916, - 12.946357285429142, - 15.946357285429142, - 14.946357285429142, - 12.946357285429142, - 13.946357285429142, - 14.946357285429142, - 14.946357285429142, - 14.946357285429142, - 13.946357285429142, - 14.946357285429142 - ], - "0.9": [ - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 17.946357285429144, - 17.946357285429144, - 16.946357285429144, - 16.04635728542914, - 17.946357285429144, - 15.946357285429142, - 17.946357285429144, - 16.946357285429144, - 15.946357285429142, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 17.946357285429144, - 16.946357285429144, - 16.04635728542914, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144, - 16.946357285429144 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_081000.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_081000.json deleted file mode 100644 index d027bc6e331d7dd7395c987ebf690e82fe366f40..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_081000.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T08:10:00.007003+00:00", - "metrics": { - "MSE[mean]": 38.49857690875745, - "MSE[0.5]": 35.95681341907004, - "MAE[0.5]": 4.229166666666667, - "MASE[0.5]": 0.7981651376146789, - "MAPE[0.5]": 0.857898206098772, - "sMAPE[0.5]": 0.40148810905759613, - "MSIS": 7.574903752777961, - "RMSE[mean]": 6.20472214597539, - "NRMSE[mean]": 0.5225029175558223, - "ND[0.5]": 0.356140350877193, - "mean_weighted_sum_quantile_loss": 0.2993187426316956 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.095309381237525, - 11.095309381237525, - 10.095309381237525, - 10.595309381237525, - 11.095309381237525, - 11.095309381237525, - 10.595309381237525, - 10.095309381237525, - 11.095309381237525, - 10.095309381237525, - 11.095309381237525, - 10.095309381237525, - 9.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 10.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 10.095309381237525, - 10.595309381237525, - 10.095309381237525 - ], - "p10": [ - 2.9953093812375275, - 0.9953093812375275, - 1.0953093812375254, - 3.9953093812375275, - 5.095309381237525, - 2.0953093812375254, - 5.095309381237525, - 2.0953093812375254, - 2.0953093812375254, - 1.9953093812375275, - 2.0953093812375254, - 4.9953093812375275, - 2.0953093812375254, - 4.9953093812375275, - 1.0953093812375254, - 2.0953093812375254, - 3.8953093812375297, - 3.9953093812375275, - 2.0953093812375254, - 2.0953093812375254, - 2.9953093812375275, - 2.0953093812375254, - 3.8953093812375297, - 2.0953093812375254 - ], - "p90": [ - 16.19530938123752, - 18.095309381237527, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527, - 16.095309381237527, - 17.095309381237527, - 17.095309381237527, - 18.095309381237527, - 17.095309381237527, - 18.095309381237527, - 16.19530938123752, - 16.095309381237527, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527, - 16.095309381237527, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527, - 16.19530938123752, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527 - ], - "mean": [ - 9.890309381237497, - 9.905309381237496, - 9.410309381237496, - 10.200309381237497, - 10.655309381237503, - 9.800309381237497, - 10.3353093812375, - 10.040309381237497, - 10.4353093812375, - 9.945309381237497, - 10.040309381237497, - 10.080309381237496, - 9.525309381237498, - 10.615309381237505, - 9.920309381237498, - 9.990309381237497, - 10.020309381237498, - 10.090309381237496, - 10.280309381237501, - 9.945309381237497, - 10.115309381237497, - 9.955309381237498, - 10.015309381237497, - 9.745309381237497 - ], - "quantiles": { - "0.1": [ - 2.9953093812375275, - 0.9953093812375275, - 1.0953093812375254, - 3.9953093812375275, - 5.095309381237525, - 2.0953093812375254, - 5.095309381237525, - 2.0953093812375254, - 2.0953093812375254, - 1.9953093812375275, - 2.0953093812375254, - 4.9953093812375275, - 2.0953093812375254, - 4.9953093812375275, - 1.0953093812375254, - 2.0953093812375254, - 3.8953093812375297, - 3.9953093812375275, - 2.0953093812375254, - 2.0953093812375254, - 2.9953093812375275, - 2.0953093812375254, - 3.8953093812375297, - 2.0953093812375254 - ], - "0.2": [ - 6.095309381237525, - 5.89530938123753, - 5.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 5.89530938123753, - 6.095309381237525, - 5.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 6.095309381237525, - 5.095309381237525 - ], - "0.3": [ - 7.095309381237525, - 7.095309381237525, - 6.095309381237525, - 7.095309381237525, - 8.095309381237525, - 7.095309381237525, - 7.095309381237525, - 7.095309381237525, - 8.095309381237525, - 7.095309381237525, - 7.095309381237525, - 7.095309381237525, - 7.095309381237525, - 8.095309381237525, - 7.095309381237525, - 7.095309381237525, - 8.095309381237525, - 7.095309381237525, - 8.095309381237525, - 7.095309381237525, - 7.095309381237525, - 7.095309381237525, - 7.095309381237525, - 7.095309381237525 - ], - "0.4": [ - 9.095309381237525, - 9.095309381237525, - 8.095309381237525, - 9.095309381237525, - 9.095309381237525, - 9.095309381237525, - 8.695309381237534, - 9.095309381237525, - 9.095309381237525, - 8.695309381237534, - 9.095309381237525, - 9.095309381237525, - 8.095309381237525, - 9.095309381237525, - 9.095309381237525, - 9.095309381237525, - 9.095309381237525, - 9.095309381237525, - 10.095309381237525, - 8.095309381237525, - 9.095309381237525, - 8.695309381237534, - 9.095309381237525, - 8.095309381237525 - ], - "0.5": [ - 11.095309381237525, - 11.095309381237525, - 10.095309381237525, - 10.595309381237525, - 11.095309381237525, - 11.095309381237525, - 10.595309381237525, - 10.095309381237525, - 11.095309381237525, - 10.095309381237525, - 11.095309381237525, - 10.095309381237525, - 9.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 10.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 10.095309381237525, - 10.595309381237525, - 10.095309381237525 - ], - "0.6": [ - 11.095309381237525, - 12.095309381237525, - 11.095309381237525, - 11.095309381237525, - 12.095309381237525, - 11.095309381237525, - 11.095309381237525, - 12.095309381237525, - 12.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525, - 12.095309381237525, - 11.495309381237517, - 12.095309381237525, - 11.095309381237525, - 12.095309381237525, - 11.495309381237517, - 12.095309381237525, - 12.095309381237525, - 11.095309381237525, - 11.095309381237525, - 11.095309381237525 - ], - "0.7": [ - 12.095309381237525, - 13.095309381237525, - 12.395309381237508, - 13.095309381237525, - 13.095309381237525, - 13.095309381237525, - 12.395309381237508, - 13.095309381237525, - 13.095309381237525, - 12.095309381237525, - 12.395309381237508, - 12.095309381237525, - 12.395309381237508, - 13.095309381237525, - 13.095309381237525, - 13.095309381237525, - 12.095309381237525, - 13.095309381237525, - 13.095309381237525, - 13.095309381237525, - 13.095309381237525, - 13.095309381237525, - 13.095309381237525, - 12.095309381237525 - ], - "0.8": [ - 14.095309381237525, - 16.095309381237527, - 13.095309381237525, - 14.095309381237525, - 15.095309381237525, - 14.095309381237525, - 15.095309381237525, - 14.095309381237525, - 15.095309381237525, - 14.295309381237542, - 14.095309381237525, - 14.095309381237525, - 14.095309381237525, - 15.295309381237542, - 14.095309381237525, - 14.095309381237525, - 14.095309381237525, - 14.095309381237525, - 15.095309381237525, - 14.095309381237525, - 14.095309381237525, - 15.095309381237525, - 15.095309381237525, - 14.095309381237525 - ], - "0.9": [ - 16.19530938123752, - 18.095309381237527, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527, - 16.095309381237527, - 17.095309381237527, - 17.095309381237527, - 18.095309381237527, - 17.095309381237527, - 18.095309381237527, - 16.19530938123752, - 16.095309381237527, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527, - 16.095309381237527, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527, - 16.19530938123752, - 17.095309381237527, - 17.095309381237527, - 17.095309381237527 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_092831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_092831.json deleted file mode 100644 index c9bb876b57346fbfb742fd5d89ef294735e1cdb4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_092831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T09:28:31.696501+00:00", - "metrics": { - "MSE[mean]": 34.77128053010741, - "MSE[0.5]": 32.63623818978809, - "MAE[0.5]": 4.003430638722555, - "MASE[0.5]": 0.7565538214908765, - "MAPE[0.5]": 0.5397515393317447, - "sMAPE[0.5]": 0.3560059916494199, - "MSIS": 7.9102361525649805, - "RMSE[mean]": 5.896717776026542, - "NRMSE[mean]": 0.4931053192496063, - "ND[0.5]": 0.33478165619979555, - "mean_weighted_sum_quantile_loss": 0.28545322827052055 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934, - 10.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934, - 11.45883233532934, - 10.45883233532934, - 11.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934, - 10.95883233532934, - 11.45883233532934, - 10.45883233532934, - 10.45883233532934, - 10.95883233532934, - 11.45883233532934, - 10.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934 - ], - "p10": [ - 2.4588323353293413, - 2.4588323353293413, - 2.4588323353293413, - 2.4588323353293413, - 2.4588323353293413, - 3.3588323353293434, - 2.4588323353293413, - 4.458832335329341, - 2.3588323353293434, - 2.4588323353293413, - 2.4588323353293413, - 3.3588323353293434, - 1.4588323353293404, - 2.4588323353293413, - 2.4588323353293413, - 3.4588323353293413, - 2.3588323353293434, - 2.4588323353293413, - 2.4588323353293413, - 4.358832335329343, - 5.458832335329341, - 5.458832335329341, - 2.3588323353293434, - 3.3588323353293434 - ], - "p90": [ - 17.45883233532934, - 18.45883233532934, - 17.45883233532934, - 17.45883233532934, - 17.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.45883233532934, - 16.45883233532934, - 15.558832335329335, - 18.45883233532934, - 17.45883233532934, - 16.45883233532934, - 18.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.558832335329335, - 17.558832335329335, - 17.45883233532934 - ], - "mean": [ - 10.278832335329357, - 10.783832335329345, - 10.548832335329353, - 9.918832335329359, - 10.108832335329359, - 10.50883233532935, - 10.453832335329356, - 10.623832335329348, - 10.218832335329358, - 10.108832335329357, - 10.748832335329347, - 10.013832335329358, - 10.443832335329354, - 9.818832335329358, - 9.958832335329358, - 10.768832335329348, - 10.138832335329358, - 10.028832335329358, - 10.563832335329353, - 10.678832335329348, - 10.308832335329354, - 10.973832335329341, - 10.178832335329359, - 10.383832335329352 - ], - "quantiles": { - "0.1": [ - 2.4588323353293413, - 2.4588323353293413, - 2.4588323353293413, - 2.4588323353293413, - 2.4588323353293413, - 3.3588323353293434, - 2.4588323353293413, - 4.458832335329341, - 2.3588323353293434, - 2.4588323353293413, - 2.4588323353293413, - 3.3588323353293434, - 1.4588323353293404, - 2.4588323353293413, - 2.4588323353293413, - 3.4588323353293413, - 2.3588323353293434, - 2.4588323353293413, - 2.4588323353293413, - 4.358832335329343, - 5.458832335329341, - 5.458832335329341, - 2.3588323353293434, - 3.3588323353293434 - ], - "0.2": [ - 5.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.258832335329346, - 6.258832335329346, - 6.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.258832335329346, - 6.458832335329341, - 6.458832335329341, - 5.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.458832335329341, - 6.258832335329346, - 6.458832335329341, - 6.458832335329341, - 6.458832335329341, - 5.458832335329341, - 6.458832335329341 - ], - "0.3": [ - 6.458832335329341, - 7.458832335329341, - 8.158832335329336, - 7.458832335329341, - 6.458832335329341, - 8.45883233532934, - 8.45883233532934, - 7.458832335329341, - 7.458832335329341, - 7.458832335329341, - 8.158832335329336, - 7.458832335329341, - 8.45883233532934, - 7.458832335329341, - 7.458832335329341, - 8.45883233532934, - 7.458832335329341, - 7.458832335329341, - 8.45883233532934, - 8.45883233532934, - 7.458832335329341, - 8.158832335329336, - 7.158832335329337, - 7.458832335329341 - ], - "0.4": [ - 8.45883233532934, - 9.45883233532934, - 10.058832335329349, - 9.45883233532934, - 8.45883233532934, - 9.45883233532934, - 9.45883233532934, - 9.45883233532934, - 9.45883233532934, - 8.45883233532934, - 9.45883233532934, - 9.058832335329349, - 9.45883233532934, - 8.45883233532934, - 9.45883233532934, - 9.45883233532934, - 8.45883233532934, - 8.45883233532934, - 9.45883233532934, - 9.45883233532934, - 9.45883233532934, - 9.45883233532934, - 9.45883233532934, - 8.45883233532934 - ], - "0.5": [ - 11.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934, - 10.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934, - 11.45883233532934, - 10.45883233532934, - 11.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934, - 10.95883233532934, - 11.45883233532934, - 10.45883233532934, - 10.45883233532934, - 10.95883233532934, - 11.45883233532934, - 10.45883233532934, - 11.45883233532934, - 11.45883233532934, - 10.45883233532934 - ], - "0.6": [ - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 11.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 11.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 12.45883233532934, - 11.45883233532934, - 11.45883233532934 - ], - "0.7": [ - 13.45883233532934, - 13.45883233532934, - 12.45883233532934, - 12.45883233532934, - 13.45883233532934, - 12.45883233532934, - 13.45883233532934, - 13.45883233532934, - 13.45883233532934, - 12.45883233532934, - 13.45883233532934, - 12.45883233532934, - 12.45883233532934, - 12.45883233532934, - 12.45883233532934, - 13.45883233532934, - 13.45883233532934, - 12.758832335329323, - 13.45883233532934, - 13.45883233532934, - 12.45883233532934, - 13.45883233532934, - 13.45883233532934, - 13.45883233532934 - ], - "0.8": [ - 15.45883233532934, - 15.45883233532934, - 15.45883233532934, - 14.45883233532934, - 15.45883233532934, - 14.45883233532934, - 14.45883233532934, - 15.45883233532934, - 14.45883233532934, - 14.45883233532934, - 15.658832335329357, - 13.45883233532934, - 14.45883233532934, - 14.45883233532934, - 13.45883233532934, - 15.45883233532934, - 15.45883233532934, - 14.45883233532934, - 15.45883233532934, - 15.45883233532934, - 14.45883233532934, - 15.45883233532934, - 15.45883233532934, - 14.658832335329357 - ], - "0.9": [ - 17.45883233532934, - 18.45883233532934, - 17.45883233532934, - 17.45883233532934, - 17.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.45883233532934, - 16.45883233532934, - 15.558832335329335, - 18.45883233532934, - 17.45883233532934, - 16.45883233532934, - 18.45883233532934, - 17.45883233532934, - 16.45883233532934, - 17.558832335329335, - 17.558832335329335, - 17.45883233532934 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_103943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_103943.json deleted file mode 100644 index cd2d492da26b459e430448473a6328bd36cd39d4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_103943.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T10:39:43.700646+00:00", - "metrics": { - "MSE[mean]": 36.148411826646026, - "MSE[0.5]": 36.649151547204994, - "MAE[0.5]": 3.962325349301397, - "MASE[0.5]": 0.7537316384404242, - "MAPE[0.5]": 0.5402795189274803, - "sMAPE[0.5]": 0.34163602864047093, - "MSIS": 7.384548320589986, - "RMSE[mean]": 6.012354931858733, - "NRMSE[mean]": 0.5045332809951384, - "ND[0.5]": 0.33250282651480256, - "mean_weighted_sum_quantile_loss": 0.27960165915255736 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 10.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 10.648952095808383, - 11.148952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 10.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383 - ], - "p10": [ - 2.648952095808383, - 4.548952095808385, - 4.648952095808383, - 2.648952095808383, - 2.648952095808383, - 2.648952095808383, - 4.648952095808383, - 2.548952095808385, - 2.648952095808383, - 5.648952095808383, - 4.648952095808383, - 2.648952095808383, - 3.548952095808385, - 4.648952095808383, - 1.648952095808383, - 5.548952095808385, - 5.648952095808383, - 4.648952095808383, - 2.648952095808383, - 2.648952095808383, - 4.648952095808383, - 2.648952095808383, - 4.448952095808387, - 1.648952095808383 - ], - "p90": [ - 16.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 16.648952095808383, - 17.648952095808383, - 16.648952095808383, - 17.648952095808383, - 16.648952095808383, - 18.648952095808383, - 17.748952095808377, - 17.748952095808377, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 16.648952095808383, - 17.648952095808383, - 17.648952095808383 - ], - "mean": [ - 10.113952095808411, - 10.41395209580841, - 10.963952095808411, - 10.678952095808416, - 10.263952095808412, - 10.52895209580841, - 10.603952095808413, - 10.28895209580841, - 9.90895209580841, - 11.293952095808415, - 10.638952095808408, - 10.503952095808414, - 9.998952095808413, - 11.528952095808416, - 10.293952095808411, - 11.253952095808414, - 11.153952095808416, - 11.158952095808413, - 10.898952095808411, - 10.628952095808408, - 10.968952095808413, - 10.273952095808411, - 10.90395209580841, - 10.04895209580841 - ], - "quantiles": { - "0.1": [ - 2.648952095808383, - 4.548952095808385, - 4.648952095808383, - 2.648952095808383, - 2.648952095808383, - 2.648952095808383, - 4.648952095808383, - 2.548952095808385, - 2.648952095808383, - 5.648952095808383, - 4.648952095808383, - 2.648952095808383, - 3.548952095808385, - 4.648952095808383, - 1.648952095808383, - 5.548952095808385, - 5.648952095808383, - 4.648952095808383, - 2.648952095808383, - 2.648952095808383, - 4.648952095808383, - 2.648952095808383, - 4.448952095808387, - 1.648952095808383 - ], - "0.2": [ - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 5.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 5.648952095808383, - 6.648952095808383, - 7.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 6.648952095808383, - 5.648952095808383 - ], - "0.3": [ - 7.648952095808383, - 7.648952095808383, - 8.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 8.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 8.648952095808383, - 6.648952095808383, - 8.648952095808383, - 8.648952095808383, - 8.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.648952095808383, - 7.348952095808379 - ], - "0.4": [ - 8.648952095808383, - 8.648952095808383, - 9.648952095808383, - 9.648952095808383, - 9.248952095808392, - 9.648952095808383, - 9.648952095808383, - 9.648952095808383, - 9.248952095808392, - 10.648952095808383, - 9.648952095808383, - 9.648952095808383, - 8.648952095808383, - 10.648952095808383, - 8.648952095808383, - 10.648952095808383, - 10.648952095808383, - 10.248952095808392, - 9.648952095808383, - 9.648952095808383, - 9.648952095808383, - 9.648952095808383, - 9.648952095808383, - 8.648952095808383 - ], - "0.5": [ - 10.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 10.648952095808383, - 11.148952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 10.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 10.648952095808383, - 11.648952095808383, - 10.648952095808383 - ], - "0.6": [ - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 12.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383, - 12.648952095808383, - 11.648952095808383, - 12.648952095808383, - 12.648952095808383, - 12.648952095808383, - 12.048952095808374, - 12.048952095808374, - 12.648952095808383, - 11.648952095808383, - 11.648952095808383, - 11.648952095808383 - ], - "0.7": [ - 12.648952095808383, - 12.648952095808383, - 13.648952095808383, - 13.648952095808383, - 12.648952095808383, - 12.948952095808366, - 12.648952095808383, - 13.648952095808383, - 12.648952095808383, - 13.648952095808383, - 13.648952095808383, - 13.648952095808383, - 12.648952095808383, - 14.648952095808383, - 13.648952095808383, - 13.648952095808383, - 13.648952095808383, - 14.648952095808383, - 13.648952095808383, - 12.648952095808383, - 13.648952095808383, - 12.648952095808383, - 13.648952095808383, - 12.648952095808383 - ], - "0.8": [ - 13.8489520958084, - 14.648952095808383, - 15.648952095808383, - 14.648952095808383, - 14.648952095808383, - 14.648952095808383, - 14.648952095808383, - 14.648952095808383, - 14.648952095808383, - 15.648952095808383, - 14.648952095808383, - 15.648952095808383, - 13.648952095808383, - 16.648952095808383, - 14.648952095808383, - 15.648952095808383, - 14.648952095808383, - 15.648952095808383, - 14.8489520958084, - 14.648952095808383, - 16.648952095808383, - 13.648952095808383, - 15.648952095808383, - 14.648952095808383 - ], - "0.9": [ - 16.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 16.648952095808383, - 17.648952095808383, - 16.648952095808383, - 17.648952095808383, - 16.648952095808383, - 18.648952095808383, - 17.748952095808377, - 17.748952095808377, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 17.648952095808383, - 16.648952095808383, - 17.648952095808383, - 17.648952095808383 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_115423.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_115423.json deleted file mode 100644 index 20fd583c8a1421d0258d42592008e1897f62970a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_115423.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T11:54:23.697961+00:00", - "metrics": { - "MSE[mean]": 42.69513017094554, - "MSE[0.5]": 41.69699037553635, - "MAE[0.5]": 4.137974051896207, - "MASE[0.5]": 0.7819793483898344, - "MAPE[0.5]": 0.5744694714224954, - "sMAPE[0.5]": 0.3543399547485077, - "MSIS": 9.102932765875416, - "RMSE[mean]": 6.534151067349571, - "NRMSE[mean]": 0.5541329527080908, - "ND[0.5]": 0.35092359450709887, - "mean_weighted_sum_quantile_loss": 0.3040989399293286 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 10.952844311377245, - 10.952844311377245, - 11.952844311377245, - 10.952844311377245, - 11.452844311377245, - 10.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245 - ], - "p10": [ - 3.9528443113772456, - 4.852844311377248, - 4.852844311377248, - 4.952844311377246, - 2.9528443113772456, - 2.9528443113772456, - 4.75284431137725, - 4.952844311377246, - 3.8528443113772477, - 4.952844311377246, - 4.952844311377246, - 2.9528443113772456, - 4.952844311377246, - 2.9528443113772456, - 2.9528443113772456, - 5.952844311377246, - 4.952844311377246, - 4.852844311377248, - 2.9528443113772456, - 5.952844311377246, - 4.852844311377248, - 1.9528443113772447, - 5.952844311377246, - 3.8528443113772477 - ], - "p90": [ - 17.952844311377245, - 17.952844311377245, - 17.952844311377245, - 16.952844311377245, - 17.952844311377245, - 17.952844311377245, - 16.952844311377245, - 17.952844311377245, - 17.952844311377245, - 17.952844311377245, - 18.05284431137724, - 16.952844311377245, - 17.05284431137724, - 17.952844311377245, - 18.952844311377245, - 17.952844311377245, - 18.952844311377245, - 17.952844311377245, - 17.952844311377245, - 18.05284431137724, - 16.952844311377245, - 16.952844311377245, - 17.952844311377245, - 17.952844311377245 - ], - "mean": [ - 10.877844311377245, - 10.957844311377245, - 11.177844311377246, - 10.967844311377245, - 10.822844311377246, - 11.017844311377246, - 10.632844311377246, - 10.972844311377246, - 10.882844311377246, - 10.707844311377245, - 11.057844311377245, - 10.332844311377245, - 10.747844311377246, - 10.862844311377247, - 10.847844311377246, - 11.242844311377246, - 11.327844311377246, - 10.972844311377246, - 11.102844311377247, - 11.617844311377246, - 10.622844311377246, - 10.007844311377248, - 11.592844311377245, - 11.062844311377246 - ], - "quantiles": { - "0.1": [ - 3.9528443113772456, - 4.852844311377248, - 4.852844311377248, - 4.952844311377246, - 2.9528443113772456, - 2.9528443113772456, - 4.75284431137725, - 4.952844311377246, - 3.8528443113772477, - 4.952844311377246, - 4.952844311377246, - 2.9528443113772456, - 4.952844311377246, - 2.9528443113772456, - 2.9528443113772456, - 5.952844311377246, - 4.952844311377246, - 4.852844311377248, - 2.9528443113772456, - 5.952844311377246, - 4.852844311377248, - 1.9528443113772447, - 5.952844311377246, - 3.8528443113772477 - ], - "0.2": [ - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 6.952844311377246, - 5.952844311377246, - 6.952844311377246, - 6.952844311377246 - ], - "0.3": [ - 7.952844311377246, - 7.952844311377246, - 8.952844311377245, - 7.952844311377246, - 7.952844311377246, - 8.952844311377245, - 7.952844311377246, - 8.952844311377245, - 7.952844311377246, - 7.952844311377246, - 7.952844311377246, - 7.952844311377246, - 7.952844311377246, - 7.952844311377246, - 7.952844311377246, - 8.952844311377245, - 8.952844311377245, - 7.952844311377246, - 8.952844311377245, - 8.952844311377245, - 8.952844311377245, - 6.952844311377246, - 8.952844311377245, - 8.952844311377245 - ], - "0.4": [ - 9.552844311377253, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 8.952844311377245, - 9.952844311377245, - 9.952844311377245, - 8.952844311377245, - 8.952844311377245, - 8.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 9.952844311377245, - 8.952844311377245, - 10.952844311377245, - 10.952844311377245 - ], - "0.5": [ - 10.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 10.952844311377245, - 10.952844311377245, - 11.952844311377245, - 10.952844311377245, - 11.452844311377245, - 10.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 10.952844311377245, - 11.952844311377245, - 11.952844311377245 - ], - "0.6": [ - 11.952844311377245, - 11.952844311377245, - 12.352844311377236, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 12.352844311377236, - 11.952844311377245, - 12.352844311377236, - 12.952844311377245, - 11.952844311377245, - 11.952844311377245, - 12.952844311377245, - 11.952844311377245, - 11.952844311377245, - 11.952844311377245, - 12.952844311377245 - ], - "0.7": [ - 13.952844311377245, - 12.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.252844311377228, - 13.252844311377228, - 12.952844311377245, - 13.952844311377245, - 12.952844311377245, - 12.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 13.952844311377245, - 14.252844311377228, - 12.952844311377245, - 12.952844311377245, - 12.952844311377245, - 13.952844311377245 - ], - "0.8": [ - 15.952844311377245, - 15.952844311377245, - 15.952844311377245, - 14.952844311377245, - 14.952844311377245, - 15.952844311377245, - 14.952844311377245, - 14.952844311377245, - 15.952844311377245, - 14.952844311377245, - 14.952844311377245, - 13.952844311377245, - 14.952844311377245, - 15.952844311377245, - 15.952844311377245, - 15.952844311377245, - 15.952844311377245, - 15.952844311377245, - 15.952844311377245, - 16.952844311377245, - 13.952844311377245, - 13.952844311377245, - 15.952844311377245, - 14.952844311377245 - ], - "0.9": [ - 17.952844311377245, - 17.952844311377245, - 17.952844311377245, - 16.952844311377245, - 17.952844311377245, - 17.952844311377245, - 16.952844311377245, - 17.952844311377245, - 17.952844311377245, - 17.952844311377245, - 18.05284431137724, - 16.952844311377245, - 17.05284431137724, - 17.952844311377245, - 18.952844311377245, - 17.952844311377245, - 18.952844311377245, - 17.952844311377245, - 17.952844311377245, - 18.05284431137724, - 16.952844311377245, - 16.952844311377245, - 17.952844311377245, - 17.952844311377245 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_131345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_131345.json deleted file mode 100644 index 51dee878c0352a3fe08afc4b75c5e17501bd52b3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_131345.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T13:13:45.733111+00:00", - "metrics": { - "MSE[mean]": 41.629923899095395, - "MSE[0.5]": 39.040163933609826, - "MAE[0.5]": 3.8685545575515636, - "MASE[0.5]": 0.7437541472462285, - "MAPE[0.5]": 0.43449239794010586, - "sMAPE[0.5]": 0.31220816181347694, - "MSIS": 9.394927006680701, - "RMSE[mean]": 6.452125533426593, - "NRMSE[mean]": 0.5267041251776811, - "ND[0.5]": 0.3158003720450256, - "mean_weighted_sum_quantile_loss": 0.2827539327995558 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.922654690618762, - 11.922654690618762, - 11.422654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 10.922654690618762, - 10.922654690618762, - 11.922654690618762, - 11.422654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 10.922654690618762, - 10.922654690618762, - 11.922654690618762 - ], - "p10": [ - 4.922654690618762, - 3.822654690618764, - 5.922654690618762, - 2.922654690618762, - 5.822654690618764, - 4.922654690618762, - 1.9226546906187618, - 2.922654690618762, - 5.922654690618762, - 4.822654690618764, - 2.922654690618762, - 5.922654690618762, - 5.822654690618764, - 5.922654690618762, - 3.922654690618762, - 3.822654690618764, - 5.922654690618762, - 5.922654690618762, - 2.922654690618762, - 6.822654690618764, - 2.922654690618762, - 5.922654690618762, - 2.922654690618762, - 2.922654690618762 - ], - "p90": [ - 17.022654690618758, - 16.922654690618764, - 16.922654690618764, - 16.922654690618764, - 17.922654690618764, - 17.922654690618764, - 16.922654690618764, - 17.022654690618758, - 17.922654690618764, - 16.922654690618764, - 18.922654690618764, - 17.922654690618764, - 16.922654690618764, - 16.922654690618764, - 16.922654690618764, - 17.922654690618764, - 17.922654690618764, - 16.922654690618764, - 17.922654690618764, - 16.922654690618764, - 17.922654690618764, - 16.922654690618764, - 16.922654690618764, - 17.922654690618764 - ], - "mean": [ - 11.017654690618805, - 10.942654690618806, - 10.7626546906188, - 10.567654690618804, - 11.372654690618809, - 10.707654690618806, - 10.0926546906188, - 10.462654690618802, - 11.622654690618809, - 10.922654690618804, - 11.042654690618804, - 11.082654690618806, - 10.942654690618806, - 10.952654690618804, - 10.727654690618804, - 10.787654690618808, - 11.347654690618805, - 11.007654690618804, - 11.237654690618808, - 11.397654690618806, - 10.822654690618807, - 10.842654690618804, - 10.292654690618802, - 11.122654690618804 - ], - "quantiles": { - "0.1": [ - 4.922654690618762, - 3.822654690618764, - 5.922654690618762, - 2.922654690618762, - 5.822654690618764, - 4.922654690618762, - 1.9226546906187618, - 2.922654690618762, - 5.922654690618762, - 4.822654690618764, - 2.922654690618762, - 5.922654690618762, - 5.822654690618764, - 5.922654690618762, - 3.922654690618762, - 3.822654690618764, - 5.922654690618762, - 5.922654690618762, - 2.922654690618762, - 6.822654690618764, - 2.922654690618762, - 5.922654690618762, - 2.922654690618762, - 2.922654690618762 - ], - "0.2": [ - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 5.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 5.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762, - 6.922654690618762 - ], - "0.3": [ - 8.922654690618762, - 8.922654690618762, - 7.922654690618762, - 7.922654690618762, - 8.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 8.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 8.922654690618762, - 7.922654690618762, - 8.922654690618762, - 8.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762, - 7.922654690618762 - ], - "0.4": [ - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 8.922654690618762, - 8.922654690618762, - 8.922654690618762, - 10.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 9.922654690618762, - 10.922654690618762, - 8.922654690618762, - 10.922654690618762, - 9.922654690618762, - 8.922654690618762, - 9.52265469061877, - 8.922654690618762, - 9.922654690618762 - ], - "0.5": [ - 11.922654690618762, - 11.922654690618762, - 11.422654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 10.922654690618762, - 10.922654690618762, - 11.922654690618762, - 11.422654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 11.922654690618762, - 11.922654690618762, - 10.922654690618762, - 10.922654690618762, - 10.922654690618762, - 11.922654690618762 - ], - "0.6": [ - 12.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 12.322654690618753, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 12.322654690618753, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 12.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762, - 11.922654690618762 - ], - "0.7": [ - 12.922654690618762, - 12.922654690618762, - 12.922654690618762, - 12.922654690618762, - 13.922654690618762, - 12.922654690618762, - 12.922654690618762, - 12.922654690618762, - 13.922654690618762, - 13.922654690618762, - 13.922654690618762, - 13.922654690618762, - 13.922654690618762, - 13.922654690618762, - 13.922654690618762, - 12.922654690618762, - 12.922654690618762, - 13.922654690618762, - 13.922654690618762, - 13.922654690618762, - 12.922654690618762, - 12.922654690618762, - 12.922654690618762, - 13.222654690618745 - ], - "0.8": [ - 14.922654690618762, - 14.922654690618762, - 14.122654690618779, - 14.922654690618762, - 15.922654690618762, - 13.922654690618762, - 13.922654690618762, - 14.122654690618779, - 15.922654690618762, - 15.922654690618762, - 15.922654690618762, - 14.922654690618762, - 14.922654690618762, - 14.922654690618762, - 14.922654690618762, - 14.922654690618762, - 15.122654690618779, - 15.922654690618762, - 15.922654690618762, - 14.922654690618762, - 14.922654690618762, - 14.122654690618779, - 14.922654690618762, - 15.922654690618762 - ], - "0.9": [ - 17.022654690618758, - 16.922654690618764, - 16.922654690618764, - 16.922654690618764, - 17.922654690618764, - 17.922654690618764, - 16.922654690618764, - 17.022654690618758, - 17.922654690618764, - 16.922654690618764, - 18.922654690618764, - 17.922654690618764, - 16.922654690618764, - 16.922654690618764, - 16.922654690618764, - 17.922654690618764, - 17.922654690618764, - 16.922654690618764, - 17.922654690618764, - 16.922654690618764, - 17.922654690618764, - 16.922654690618764, - 16.922654690618764, - 17.922654690618764 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_142911.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_142911.json deleted file mode 100644 index 6eb40da317a696128cb0d0ad776405df0d78a901..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260623_142911.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-23T14:29:11.916639+00:00", - "metrics": { - "MSE[mean]": 42.28433663989376, - "MSE[0.5]": 42.1676456219298, - "MAE[0.5]": 4.0328093812375245, - "MASE[0.5]": 0.7805437512072628, - "MAPE[0.5]": 0.4071908205697901, - "sMAPE[0.5]": 0.32469028643563935, - "MSIS": 9.992143164737785, - "RMSE[mean]": 6.5026407435667055, - "NRMSE[mean]": 0.5381495787779342, - "ND[0.5]": 0.3337497418955193, - "mean_weighted_sum_quantile_loss": 0.2900303760295501 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 12.035928143712574, - 11.035928143712574, - 12.035928143712574, - 12.035928143712574, - 11.535928143712574, - 11.035928143712574, - 11.035928143712574, - 12.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 10.035928143712574, - 11.035928143712574, - 12.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 12.035928143712574, - 11.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574 - ], - "p10": [ - 5.0359281437125745, - 5.0359281437125745, - 6.0359281437125745, - 5.0359281437125745, - 3.0359281437125745, - 6.0359281437125745, - 4.0359281437125745, - 4.0359281437125745, - 3.0359281437125745, - 4.0359281437125745, - 3.0359281437125745, - 6.0359281437125745, - 5.0359281437125745, - 3.0359281437125745, - 3.0359281437125745, - 4.0359281437125745, - 5.935928143712577, - 3.0359281437125745, - 4.0359281437125745, - 6.0359281437125745, - 3.0359281437125745, - 3.0359281437125745, - 3.0359281437125745, - 5.0359281437125745 - ], - "p90": [ - 18.035928143712574, - 17.035928143712574, - 17.035928143712574, - 18.035928143712574, - 17.035928143712574, - 17.035928143712574, - 18.035928143712574, - 18.035928143712574, - 17.035928143712574, - 17.035928143712574, - 17.13592814371257, - 18.035928143712574, - 17.035928143712574, - 18.035928143712574, - 17.13592814371257, - 17.035928143712574, - 18.035928143712574, - 18.035928143712574, - 17.035928143712574, - 18.035928143712574, - 18.035928143712574, - 19.035928143712574, - 18.035928143712574, - 19.035928143712574 - ], - "mean": [ - 10.960928143712627, - 10.675928143712627, - 11.070928143712628, - 11.650928143712633, - 10.550928143712627, - 11.060928143712628, - 10.890928143712628, - 11.020928143712629, - 10.405928143712622, - 10.530928143712623, - 10.700928143712629, - 11.125928143712631, - 10.475928143712627, - 11.010928143712624, - 10.740928143712626, - 10.720928143712625, - 10.960928143712628, - 10.770928143712627, - 10.86592814371263, - 11.410928143712631, - 11.230928143712626, - 11.185928143712632, - 11.715928143712631, - 11.435928143712633 - ], - "quantiles": { - "0.1": [ - 5.0359281437125745, - 5.0359281437125745, - 6.0359281437125745, - 5.0359281437125745, - 3.0359281437125745, - 6.0359281437125745, - 4.0359281437125745, - 4.0359281437125745, - 3.0359281437125745, - 4.0359281437125745, - 3.0359281437125745, - 6.0359281437125745, - 5.0359281437125745, - 3.0359281437125745, - 3.0359281437125745, - 4.0359281437125745, - 5.935928143712577, - 3.0359281437125745, - 4.0359281437125745, - 6.0359281437125745, - 3.0359281437125745, - 3.0359281437125745, - 3.0359281437125745, - 5.0359281437125745 - ], - "0.2": [ - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 6.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 6.835928143712579, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 6.835928143712579, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 7.0359281437125745, - 8.035928143712574, - 7.0359281437125745 - ], - "0.3": [ - 8.035928143712574, - 8.035928143712574, - 8.73592814371257, - 9.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 8.035928143712574, - 7.0359281437125745, - 8.035928143712574, - 9.035928143712574, - 9.035928143712574, - 8.035928143712574, - 10.035928143712574, - 9.035928143712574 - ], - "0.4": [ - 9.635928143712583, - 10.035928143712574, - 10.035928143712574, - 10.635928143712583, - 9.635928143712583, - 9.035928143712574, - 10.035928143712574, - 10.035928143712574, - 10.035928143712574, - 9.035928143712574, - 9.035928143712574, - 9.035928143712574, - 9.035928143712574, - 10.035928143712574, - 10.035928143712574, - 10.035928143712574, - 10.035928143712574, - 10.035928143712574, - 9.635928143712583, - 10.035928143712574, - 10.035928143712574, - 10.035928143712574, - 11.035928143712574, - 10.035928143712574 - ], - "0.5": [ - 12.035928143712574, - 11.035928143712574, - 12.035928143712574, - 12.035928143712574, - 11.535928143712574, - 11.035928143712574, - 11.035928143712574, - 12.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 10.035928143712574, - 11.035928143712574, - 12.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 11.035928143712574, - 12.035928143712574, - 11.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574 - ], - "0.6": [ - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 13.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.035928143712574, - 12.435928143712566, - 12.035928143712574, - 13.035928143712574, - 12.435928143712566 - ], - "0.7": [ - 14.035928143712574, - 13.035928143712574, - 13.035928143712574, - 14.035928143712574, - 13.035928143712574, - 14.035928143712574, - 13.335928143712557, - 13.035928143712574, - 13.035928143712574, - 13.035928143712574, - 14.035928143712574, - 13.035928143712574, - 12.335928143712557, - 14.035928143712574, - 13.035928143712574, - 13.035928143712574, - 13.035928143712574, - 13.035928143712574, - 13.035928143712574, - 13.035928143712574, - 14.035928143712574, - 14.035928143712574, - 14.035928143712574, - 14.035928143712574 - ], - "0.8": [ - 15.235928143712592, - 14.035928143712574, - 14.035928143712574, - 16.035928143712574, - 14.035928143712574, - 15.035928143712574, - 15.235928143712592, - 15.035928143712574, - 15.035928143712574, - 15.035928143712574, - 15.035928143712574, - 15.035928143712574, - 15.035928143712574, - 16.035928143712574, - 14.035928143712574, - 15.035928143712574, - 15.035928143712574, - 15.035928143712574, - 15.035928143712574, - 15.235928143712592, - 16.035928143712574, - 16.035928143712574, - 16.035928143712574, - 16.035928143712574 - ], - "0.9": [ - 18.035928143712574, - 17.035928143712574, - 17.035928143712574, - 18.035928143712574, - 17.035928143712574, - 17.035928143712574, - 18.035928143712574, - 18.035928143712574, - 17.035928143712574, - 17.035928143712574, - 17.13592814371257, - 18.035928143712574, - 17.035928143712574, - 18.035928143712574, - 17.13592814371257, - 17.035928143712574, - 18.035928143712574, - 18.035928143712574, - 17.035928143712574, - 18.035928143712574, - 18.035928143712574, - 19.035928143712574, - 18.035928143712574, - 19.035928143712574 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_022031.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_022031.json deleted file mode 100644 index 8df30132aad1da141ad70335856d769c62e52af5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_022031.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T02:20:31.106850+00:00", - "metrics": { - "MSE[mean]": 16.365280341437977, - "MSE[0.5]": 20.131641905809136, - "MAE[0.5]": 3.4619926813040585, - "MASE[0.5]": 0.6147064686902397, - "MAPE[0.5]": 0.39471046448314334, - "sMAPE[0.5]": 0.2754301264122071, - "MSIS": 5.296118569028446, - "RMSE[mean]": 4.045402370770796, - "NRMSE[mean]": 0.3183267439295052, - "ND[0.5]": 0.272419096233762, - "mean_weighted_sum_quantile_loss": 0.20359467585775623 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 15.505489021956087, - 14.50548902195609, - 14.50548902195609, - 15.505489021956087, - 15.505489021956087, - 14.50548902195609, - 15.505489021956087, - 15.005489021956087, - 15.005489021956087, - 15.505489021956087, - 15.505489021956087, - 14.50548902195609, - 14.50548902195609, - 15.505489021956087, - 14.50548902195609, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087 - ], - "p10": [ - 7.505489021956088, - 8.40548902195609, - 7.4054890219560905, - 7.505489021956088, - 7.505489021956088, - 7.505489021956088, - 8.505489021956087, - 6.505489021956089, - 7.505489021956088, - 7.505489021956088, - 9.505489021956087, - 6.505489021956089, - 7.505489021956088, - 7.505489021956088, - 6.505489021956089, - 6.505489021956089, - 8.40548902195609, - 9.505489021956087, - 9.505489021956087, - 9.305489021956092, - 9.505489021956087, - 9.505489021956087, - 9.505489021956087, - 9.505489021956087 - ], - "p90": [ - 22.505489021956087, - 20.605489021956082, - 21.505489021956087, - 21.505489021956087, - 21.505489021956087, - 22.505489021956087, - 22.505489021956087, - 21.505489021956087, - 21.505489021956087, - 20.505489021956087, - 21.505489021956087, - 20.505489021956087, - 20.505489021956087, - 20.505489021956087, - 20.505489021956087, - 22.505489021956087, - 21.505489021956087, - 21.505489021956087, - 21.505489021956087, - 20.505489021956087, - 20.505489021956087, - 20.505489021956087, - 21.505489021956087, - 20.505489021956087 - ], - "mean": [ - 14.820489021956112, - 14.485489021956107, - 14.305489021956104, - 14.835489021956109, - 14.430489021956108, - 14.770489021956115, - 15.245489021956114, - 14.180489021956104, - 15.075489021956114, - 14.580489021956106, - 14.990489021956112, - 14.100489021956102, - 14.230489021956105, - 13.945489021956107, - 14.225489021956108, - 14.84048902195611, - 15.155489021956111, - 14.890489021956114, - 15.255489021956116, - 14.520489021956111, - 14.59048902195611, - 14.75048902195611, - 14.805489021956113, - 14.78048902195611 - ], - "quantiles": { - "0.1": [ - 7.505489021956088, - 8.40548902195609, - 7.4054890219560905, - 7.505489021956088, - 7.505489021956088, - 7.505489021956088, - 8.505489021956087, - 6.505489021956089, - 7.505489021956088, - 7.505489021956088, - 9.505489021956087, - 6.505489021956089, - 7.505489021956088, - 7.505489021956088, - 6.505489021956089, - 6.505489021956089, - 8.40548902195609, - 9.505489021956087, - 9.505489021956087, - 9.305489021956092, - 9.505489021956087, - 9.505489021956087, - 9.505489021956087, - 9.505489021956087 - ], - "0.2": [ - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 9.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 9.505489021956087, - 10.305489021956092, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 11.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087, - 10.505489021956087 - ], - "0.3": [ - 11.505489021956087, - 11.505489021956087, - 10.505489021956087, - 11.505489021956087, - 10.505489021956087, - 11.505489021956087, - 11.505489021956087, - 11.505489021956087, - 12.505489021956087, - 12.205489021956083, - 12.205489021956083, - 11.505489021956087, - 11.505489021956087, - 11.505489021956087, - 11.505489021956087, - 12.205489021956083, - 12.505489021956087, - 11.505489021956087, - 12.505489021956087, - 11.505489021956087, - 12.505489021956087, - 11.505489021956087, - 11.505489021956087, - 12.505489021956087 - ], - "0.4": [ - 13.505489021956087, - 12.505489021956087, - 12.505489021956087, - 13.505489021956087, - 12.505489021956087, - 13.105489021956096, - 13.505489021956087, - 12.505489021956087, - 13.505489021956087, - 13.505489021956087, - 13.505489021956087, - 13.105489021956096, - 12.505489021956087, - 12.505489021956087, - 13.505489021956087, - 13.505489021956087, - 14.105489021956098, - 13.505489021956087, - 14.50548902195609, - 13.505489021956087, - 13.505489021956087, - 13.505489021956087, - 13.505489021956087, - 13.505489021956087 - ], - "0.5": [ - 15.505489021956087, - 14.50548902195609, - 14.50548902195609, - 15.505489021956087, - 15.505489021956087, - 14.50548902195609, - 15.505489021956087, - 15.005489021956087, - 15.005489021956087, - 15.505489021956087, - 15.505489021956087, - 14.50548902195609, - 14.50548902195609, - 15.505489021956087, - 14.50548902195609, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087 - ], - "0.6": [ - 16.505489021956087, - 15.505489021956087, - 15.505489021956087, - 16.505489021956087, - 15.505489021956087, - 15.505489021956087, - 16.505489021956087, - 15.505489021956087, - 16.505489021956087, - 15.505489021956087, - 16.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.505489021956087, - 15.905489021956079, - 15.905489021956079, - 15.505489021956087, - 16.505489021956087, - 15.505489021956087, - 15.505489021956087, - 16.505489021956087, - 16.505489021956087, - 16.505489021956087 - ], - "0.7": [ - 17.505489021956087, - 16.505489021956087, - 17.505489021956087, - 17.505489021956087, - 16.80548902195607, - 17.505489021956087, - 17.505489021956087, - 16.505489021956087, - 17.505489021956087, - 16.505489021956087, - 17.505489021956087, - 16.505489021956087, - 16.505489021956087, - 16.505489021956087, - 16.505489021956087, - 17.505489021956087, - 17.505489021956087, - 17.505489021956087, - 17.505489021956087, - 16.505489021956087, - 16.505489021956087, - 16.505489021956087, - 16.505489021956087, - 17.505489021956087 - ], - "0.8": [ - 20.505489021956087, - 18.505489021956087, - 19.505489021956087, - 18.505489021956087, - 19.505489021956087, - 18.705489021956105, - 20.505489021956087, - 18.505489021956087, - 19.505489021956087, - 18.505489021956087, - 19.505489021956087, - 18.505489021956087, - 18.705489021956105, - 17.705489021956105, - 18.505489021956087, - 20.505489021956087, - 20.505489021956087, - 19.505489021956087, - 18.505489021956087, - 18.505489021956087, - 18.505489021956087, - 18.505489021956087, - 18.505489021956087, - 18.505489021956087 - ], - "0.9": [ - 22.505489021956087, - 20.605489021956082, - 21.505489021956087, - 21.505489021956087, - 21.505489021956087, - 22.505489021956087, - 22.505489021956087, - 21.505489021956087, - 21.505489021956087, - 20.505489021956087, - 21.505489021956087, - 20.505489021956087, - 20.505489021956087, - 20.505489021956087, - 20.505489021956087, - 22.505489021956087, - 21.505489021956087, - 21.505489021956087, - 21.505489021956087, - 20.505489021956087, - 20.505489021956087, - 20.505489021956087, - 21.505489021956087, - 20.505489021956087 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_033947.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_033947.json deleted file mode 100644 index c97c721b64bdb770dc834e71b8135ceb7de978d4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_033947.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T03:39:47.093496+00:00", - "metrics": { - "MSE[mean]": 14.861146135872175, - "MSE[0.5]": 16.867925077987735, - "MAE[0.5]": 3.1215069860279443, - "MASE[0.5]": 0.546833340618034, - "MAPE[0.5]": 0.34223876055616986, - "sMAPE[0.5]": 0.24906559754737626, - "MSIS": 4.110218649473192, - "RMSE[mean]": 3.855015711494854, - "NRMSE[mean]": 0.3043433456443306, - "ND[0.5]": 0.24643476205483772, - "mean_weighted_sum_quantile_loss": 0.19128387960920265 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.494011976047904, - 14.994011976047904, - 15.494011976047904, - 15.494011976047904, - 15.494011976047904, - 14.494011976047904, - 15.494011976047904, - 15.494011976047904, - 14.494011976047904, - 15.494011976047904, - 14.494011976047904, - 14.494011976047904, - 15.494011976047904, - 14.494011976047904, - 15.494011976047904, - 14.494011976047904, - 14.494011976047904, - 14.494011976047904, - 15.494011976047904, - 15.494011976047904, - 15.494011976047904, - 14.494011976047904, - 14.994011976047904, - 15.494011976047904 - ], - "p10": [ - 6.494011976047904, - 8.394011976047906, - 9.494011976047904, - 9.494011976047904, - 8.394011976047906, - 6.494011976047904, - 7.394011976047906, - 7.494011976047904, - 9.494011976047904, - 9.394011976047906, - 5.394011976047906, - 7.494011976047904, - 7.494011976047904, - 7.494011976047904, - 7.394011976047906, - 6.494011976047904, - 9.494011976047904, - 7.494011976047904, - 7.494011976047904, - 6.494011976047904, - 7.494011976047904, - 8.394011976047906, - 9.494011976047904, - 6.494011976047904 - ], - "p90": [ - 22.494011976047904, - 20.494011976047904, - 21.494011976047904, - 21.494011976047904, - 20.494011976047904, - 20.494011976047904, - 21.494011976047904, - 21.494011976047904, - 21.494011976047904, - 21.494011976047904, - 20.494011976047904, - 20.494011976047904, - 20.494011976047904, - 21.494011976047904, - 22.494011976047904, - 20.494011976047904, - 21.494011976047904, - 21.494011976047904, - 20.5940119760479, - 20.494011976047904, - 21.494011976047904, - 20.494011976047904, - 21.5940119760479, - 21.494011976047904 - ], - "mean": [ - 14.30901197604795, - 14.399011976047952, - 15.054011976047963, - 14.939011976047961, - 14.514011976047957, - 13.994011976047954, - 14.524011976047955, - 14.344011976047959, - 14.844011976047955, - 14.95901197604796, - 13.854011976047952, - 14.174011976047955, - 14.489011976047953, - 14.214011976047956, - 14.894011976047956, - 14.019011976047954, - 14.88901197604796, - 14.369011976047952, - 15.029011976047963, - 14.539011976047957, - 14.764011976047957, - 14.639011976047959, - 14.86901197604796, - 14.604011976047959 - ], - "quantiles": { - "0.1": [ - 6.494011976047904, - 8.394011976047906, - 9.494011976047904, - 9.494011976047904, - 8.394011976047906, - 6.494011976047904, - 7.394011976047906, - 7.494011976047904, - 9.494011976047904, - 9.394011976047906, - 5.394011976047906, - 7.494011976047904, - 7.494011976047904, - 7.494011976047904, - 7.394011976047906, - 6.494011976047904, - 9.494011976047904, - 7.494011976047904, - 7.494011976047904, - 6.494011976047904, - 7.494011976047904, - 8.394011976047906, - 9.494011976047904, - 6.494011976047904 - ], - "0.2": [ - 10.494011976047904, - 10.294011976047909, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 11.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904, - 10.494011976047904 - ], - "0.3": [ - 11.494011976047904, - 11.494011976047904, - 12.494011976047904, - 12.494011976047904, - 12.494011976047904, - 11.1940119760479, - 11.494011976047904, - 11.494011976047904, - 11.494011976047904, - 11.494011976047904, - 11.494011976047904, - 11.494011976047904, - 12.494011976047904, - 10.494011976047904, - 11.494011976047904, - 11.494011976047904, - 12.494011976047904, - 11.494011976047904, - 12.1940119760479, - 11.494011976047904, - 12.494011976047904, - 11.494011976047904, - 11.494011976047904, - 12.494011976047904 - ], - "0.4": [ - 12.494011976047904, - 12.494011976047904, - 13.494011976047904, - 13.494011976047904, - 13.494011976047904, - 12.494011976047904, - 13.494011976047904, - 12.494011976047904, - 13.494011976047904, - 13.494011976047904, - 13.494011976047904, - 13.094011976047913, - 13.494011976047904, - 12.494011976047904, - 13.494011976047904, - 12.494011976047904, - 13.494011976047904, - 12.494011976047904, - 13.494011976047904, - 13.494011976047904, - 14.094011976047913, - 12.494011976047904, - 12.494011976047904, - 13.494011976047904 - ], - "0.5": [ - 13.494011976047904, - 14.994011976047904, - 15.494011976047904, - 15.494011976047904, - 15.494011976047904, - 14.494011976047904, - 15.494011976047904, - 15.494011976047904, - 14.494011976047904, - 15.494011976047904, - 14.494011976047904, - 14.494011976047904, - 15.494011976047904, - 14.494011976047904, - 15.494011976047904, - 14.494011976047904, - 14.494011976047904, - 14.494011976047904, - 15.494011976047904, - 15.494011976047904, - 15.494011976047904, - 14.494011976047904, - 14.994011976047904, - 15.494011976047904 - ], - "0.6": [ - 15.494011976047904, - 15.494011976047904, - 15.494011976047904, - 16.494011976047904, - 16.494011976047904, - 15.494011976047904, - 15.494011976047904, - 15.494011976047904, - 16.494011976047904, - 16.494011976047904, - 15.494011976047904, - 15.494011976047904, - 16.494011976047904, - 15.894011976047896, - 16.494011976047904, - 15.494011976047904, - 15.894011976047896, - 15.494011976047904, - 16.494011976047904, - 15.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 15.494011976047904 - ], - "0.7": [ - 16.794011976047887, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 17.494011976047904, - 17.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 16.494011976047904, - 17.494011976047904, - 16.494011976047904, - 16.794011976047887, - 16.494011976047904, - 17.494011976047904, - 17.494011976047904, - 17.494011976047904, - 17.494011976047904, - 17.494011976047904, - 16.494011976047904 - ], - "0.8": [ - 19.494011976047904, - 18.494011976047904, - 18.494011976047904, - 19.494011976047904, - 18.494011976047904, - 18.494011976047904, - 19.494011976047904, - 18.494011976047904, - 18.69401197604792, - 18.494011976047904, - 18.494011976047904, - 18.494011976047904, - 17.69401197604792, - 19.494011976047904, - 19.494011976047904, - 18.494011976047904, - 19.494011976047904, - 19.494011976047904, - 19.494011976047904, - 18.494011976047904, - 18.494011976047904, - 18.69401197604792, - 19.494011976047904, - 18.494011976047904 - ], - "0.9": [ - 22.494011976047904, - 20.494011976047904, - 21.494011976047904, - 21.494011976047904, - 20.494011976047904, - 20.494011976047904, - 21.494011976047904, - 21.494011976047904, - 21.494011976047904, - 21.494011976047904, - 20.494011976047904, - 20.494011976047904, - 20.494011976047904, - 21.494011976047904, - 22.494011976047904, - 20.494011976047904, - 21.494011976047904, - 21.494011976047904, - 20.5940119760479, - 20.494011976047904, - 21.494011976047904, - 20.494011976047904, - 21.5940119760479, - 21.494011976047904 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_050107.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_050107.json deleted file mode 100644 index f8d8978bda935b120665519eb6485a18bc227476..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_050107.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T05:01:07.952282+00:00", - "metrics": { - "MSE[mean]": 10.754679706380585, - "MSE[0.5]": 12.235103146999412, - "MAE[0.5]": 2.717315369261477, - "MASE[0.5]": 0.47835380583576126, - "MAPE[0.5]": 0.27315527607608886, - "sMAPE[0.5]": 0.21393547714327396, - "MSIS": 4.284351737007484, - "RMSE[mean]": 3.2794328330338747, - "NRMSE[mean]": 0.25554022075588634, - "ND[0.5]": 0.21173885994245276, - "mean_weighted_sum_quantile_loss": 0.17110899413294625 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 15.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.392964071856287, - 13.892964071856287 - ], - "p10": [ - 9.392964071856287, - 9.192964071856291, - 7.392964071856287, - 8.29296407185629, - 7.392964071856287, - 9.392964071856287, - 7.292964071856289, - 7.392964071856287, - 9.29296407185629, - 9.29296407185629, - 7.392964071856287, - 7.392964071856287, - 7.392964071856287, - 6.392964071856287, - 7.392964071856287, - 7.392964071856287, - 7.392964071856287, - 6.392964071856287, - 4.392964071856287, - 7.392964071856287, - 9.392964071856287, - 7.392964071856287, - 9.192964071856291, - 6.392964071856287 - ], - "p90": [ - 21.49296407185628, - 21.392964071856287, - 22.392964071856287, - 20.49296407185628, - 22.392964071856287, - 20.49296407185628, - 21.392964071856287, - 21.392964071856287, - 22.392964071856287, - 21.49296407185628, - 22.392964071856287, - 21.392964071856287, - 21.392964071856287, - 20.392964071856287, - 21.392964071856287, - 20.392964071856287, - 21.392964071856287, - 20.392964071856287, - 20.49296407185628, - 21.392964071856287, - 22.392964071856287, - 21.392964071856287, - 22.392964071856287, - 21.392964071856287 - ], - "mean": [ - 14.652964071856264, - 14.16796407185627, - 14.597964071856262, - 14.167964071856268, - 14.742964071856266, - 14.34796407185627, - 14.352964071856261, - 14.562964071856266, - 14.662964071856264, - 14.492964071856264, - 14.45296407185627, - 14.717964071856256, - 14.247964071856263, - 14.182964071856265, - 14.05296407185627, - 14.427964071856266, - 14.067964071856268, - 13.92796407185627, - 13.32296407185628, - 14.227964071856269, - 14.982964071856259, - 14.652964071856259, - 15.062964071856257, - 13.84296407185627 - ], - "quantiles": { - "0.1": [ - 9.392964071856287, - 9.192964071856291, - 7.392964071856287, - 8.29296407185629, - 7.392964071856287, - 9.392964071856287, - 7.292964071856289, - 7.392964071856287, - 9.29296407185629, - 9.29296407185629, - 7.392964071856287, - 7.392964071856287, - 7.392964071856287, - 6.392964071856287, - 7.392964071856287, - 7.392964071856287, - 7.392964071856287, - 6.392964071856287, - 4.392964071856287, - 7.392964071856287, - 9.392964071856287, - 7.392964071856287, - 9.192964071856291, - 6.392964071856287 - ], - "0.2": [ - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 9.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 8.992964071856296, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 10.392964071856287, - 9.392964071856287 - ], - "0.3": [ - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 12.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 12.092964071856283, - 12.392964071856287, - 10.392964071856287, - 11.392964071856287, - 10.392964071856287, - 11.392964071856287, - 11.392964071856287, - 11.392964071856287, - 12.392964071856287, - 10.392964071856287 - ], - "0.4": [ - 13.392964071856287, - 13.392964071856287, - 13.392964071856287, - 12.392964071856287, - 13.392964071856287, - 12.392964071856287, - 13.392964071856287, - 12.392964071856287, - 13.392964071856287, - 12.992964071856296, - 13.392964071856287, - 13.392964071856287, - 12.392964071856287, - 13.392964071856287, - 12.392964071856287, - 13.392964071856287, - 12.392964071856287, - 13.392964071856287, - 11.392964071856287, - 13.392964071856287, - 13.392964071856287, - 13.392964071856287, - 13.992964071856296, - 11.392964071856287 - ], - "0.5": [ - 15.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 14.392964071856287, - 14.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.392964071856287, - 13.892964071856287 - ], - "0.6": [ - 16.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.392964071856287, - 16.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.792964071856279, - 16.392964071856287, - 16.392964071856287, - 15.392964071856287, - 15.392964071856287, - 15.792964071856279, - 15.392964071856287, - 15.792964071856279, - 15.392964071856287, - 15.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 15.392964071856287 - ], - "0.7": [ - 17.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 17.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 17.392964071856287, - 17.392964071856287, - 16.69296407185627, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 16.392964071856287, - 17.392964071856287, - 17.392964071856287, - 17.392964071856287, - 16.392964071856287 - ], - "0.8": [ - 19.392964071856287, - 17.392964071856287, - 18.392964071856287, - 18.392964071856287, - 20.392964071856287, - 17.392964071856287, - 18.392964071856287, - 18.592964071856304, - 19.392964071856287, - 18.392964071856287, - 20.392964071856287, - 19.392964071856287, - 19.392964071856287, - 18.592964071856304, - 17.392964071856287, - 17.592964071856304, - 17.392964071856287, - 17.392964071856287, - 17.592964071856304, - 18.392964071856287, - 19.392964071856287, - 18.592964071856304, - 20.392964071856287, - 18.392964071856287 - ], - "0.9": [ - 21.49296407185628, - 21.392964071856287, - 22.392964071856287, - 20.49296407185628, - 22.392964071856287, - 20.49296407185628, - 21.392964071856287, - 21.392964071856287, - 22.392964071856287, - 21.49296407185628, - 22.392964071856287, - 21.392964071856287, - 21.392964071856287, - 20.392964071856287, - 21.392964071856287, - 20.392964071856287, - 21.392964071856287, - 20.392964071856287, - 20.49296407185628, - 21.392964071856287, - 22.392964071856287, - 21.392964071856287, - 22.392964071856287, - 21.392964071856287 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_062020.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_062020.json deleted file mode 100644 index ee3e51fc325816e4e1347b440b61437247edf4fb..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_062020.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T06:20:20.822793+00:00", - "metrics": { - "MSE[mean]": 11.126451803254817, - "MSE[0.5]": 12.156600035956027, - "MAE[0.5]": 2.560587159015302, - "MASE[0.5]": 0.4474812510900528, - "MAPE[0.5]": 0.28018344478707297, - "sMAPE[0.5]": 0.20856595028566938, - "MSIS": 4.638647266957502, - "RMSE[mean]": 3.3356336434409006, - "NRMSE[mean]": 0.2549528899445274, - "ND[0.5]": 0.19571366820499125, - "mean_weighted_sum_quantile_loss": 0.16786809254809562 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 13.863522954091815, - 14.863522954091815, - 13.863522954091815, - 14.863522954091815, - 14.863522954091815, - 14.363522954091815, - 13.863522954091815, - 13.863522954091815, - 13.863522954091815, - 14.863522954091815, - 14.363522954091815, - 13.363522954091815, - 14.863522954091815, - 14.363522954091815, - 14.863522954091815, - 14.863522954091815, - 12.863522954091815, - 14.363522954091815, - 12.863522954091815, - 14.863522954091815, - 13.863522954091815, - 13.863522954091815, - 13.863522954091815, - 14.363522954091815 - ], - "p10": [ - 6.863522954091816, - 8.763522954091819, - 5.863522954091816, - 7.863522954091816, - 8.863522954091817, - 6.863522954091816, - 6.863522954091816, - 8.863522954091817, - 8.863522954091817, - 6.863522954091816, - 6.863522954091816, - 4.863522954091815, - 6.763522954091818, - 6.863522954091816, - 5.863522954091816, - 8.863522954091817, - 6.863522954091816, - 6.863522954091816, - 6.863522954091816, - 8.863522954091817, - 5.863522954091816, - 8.863522954091817, - 6.863522954091816, - 8.763522954091819 - ], - "p90": [ - 19.863522954091817, - 20.96352295409181, - 20.863522954091817, - 21.863522954091813, - 21.863522954091813, - 19.96352295409181, - 19.863522954091817, - 20.863522954091817, - 20.863522954091817, - 20.863522954091817, - 19.863522954091817, - 21.863522954091813, - 19.96352295409181, - 21.863522954091813, - 20.863522954091817, - 20.863522954091817, - 19.863522954091817, - 21.863522954091813, - 20.863522954091817, - 20.863522954091817, - 20.96352295409181, - 19.863522954091817, - 21.863522954091813, - 21.863522954091813 - ], - "mean": [ - 13.978522954091845, - 14.443522954091847, - 13.838522954091843, - 14.043522954091843, - 14.078522954091843, - 14.103522954091845, - 13.578522954091843, - 14.263522954091846, - 13.898522954091844, - 14.223522954091843, - 13.503522954091846, - 13.323522954091843, - 13.818522954091844, - 14.238522954091845, - 14.098522954091843, - 14.268522954091848, - 13.323522954091843, - 13.813522954091844, - 13.388522954091844, - 14.238522954091843, - 13.623522954091843, - 13.498522954091845, - 14.138522954091846, - 14.298522954091846 - ], - "quantiles": { - "0.1": [ - 6.863522954091816, - 8.763522954091819, - 5.863522954091816, - 7.863522954091816, - 8.863522954091817, - 6.863522954091816, - 6.863522954091816, - 8.863522954091817, - 8.863522954091817, - 6.863522954091816, - 6.863522954091816, - 4.863522954091815, - 6.763522954091818, - 6.863522954091816, - 5.863522954091816, - 8.863522954091817, - 6.863522954091816, - 6.863522954091816, - 6.863522954091816, - 8.863522954091817, - 5.863522954091816, - 8.863522954091817, - 6.863522954091816, - 8.763522954091819 - ], - "0.2": [ - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.663522954091821, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817, - 9.863522954091817 - ], - "0.3": [ - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 11.56352295409181, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 11.863522954091815, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 9.863522954091817, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 11.863522954091815, - 9.863522954091817, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817, - 10.863522954091817 - ], - "0.4": [ - 12.463522954091824, - 12.863522954091815, - 12.863522954091815, - 12.863522954091815, - 12.863522954091815, - 12.863522954091815, - 12.463522954091824, - 12.863522954091815, - 11.863522954091815, - 12.863522954091815, - 11.863522954091815, - 11.863522954091815, - 12.863522954091815, - 11.863522954091815, - 12.863522954091815, - 12.863522954091815, - 11.863522954091815, - 11.863522954091815, - 11.863522954091815, - 11.863522954091815, - 11.863522954091815, - 12.863522954091815, - 12.863522954091815, - 11.863522954091815 - ], - "0.5": [ - 13.863522954091815, - 14.863522954091815, - 13.863522954091815, - 14.863522954091815, - 14.863522954091815, - 14.363522954091815, - 13.863522954091815, - 13.863522954091815, - 13.863522954091815, - 14.863522954091815, - 14.363522954091815, - 13.363522954091815, - 14.863522954091815, - 14.363522954091815, - 14.863522954091815, - 14.863522954091815, - 12.863522954091815, - 14.363522954091815, - 12.863522954091815, - 14.863522954091815, - 13.863522954091815, - 13.863522954091815, - 13.863522954091815, - 14.363522954091815 - ], - "0.6": [ - 14.863522954091815, - 15.863522954091817, - 14.863522954091815, - 14.863522954091815, - 14.863522954091815, - 15.863522954091817, - 14.863522954091815, - 14.863522954091815, - 14.863522954091815, - 15.863522954091817, - 14.863522954091815, - 14.863522954091815, - 14.863522954091815, - 15.863522954091817, - 15.863522954091817, - 15.863522954091817, - 14.863522954091815, - 15.863522954091817, - 14.863522954091815, - 15.863522954091817, - 14.863522954091815, - 14.863522954091815, - 15.263522954091806, - 15.863522954091817 - ], - "0.7": [ - 15.863522954091817, - 16.863522954091817, - 16.863522954091817, - 15.863522954091817, - 15.863522954091817, - 15.863522954091817, - 15.863522954091817, - 16.1635229540918, - 16.863522954091817, - 17.863522954091817, - 15.863522954091817, - 16.863522954091817, - 15.863522954091817, - 16.863522954091817, - 16.863522954091817, - 16.863522954091817, - 15.863522954091817, - 16.863522954091817, - 15.163522954091798, - 15.863522954091817, - 16.863522954091817, - 15.863522954091817, - 16.863522954091817, - 16.863522954091817 - ], - "0.8": [ - 17.863522954091817, - 18.863522954091817, - 18.863522954091817, - 17.863522954091817, - 17.863522954091817, - 18.063522954091834, - 16.863522954091817, - 17.863522954091817, - 18.863522954091817, - 18.863522954091817, - 17.063522954091834, - 18.863522954091817, - 17.863522954091817, - 19.863522954091817, - 18.863522954091817, - 18.863522954091817, - 16.863522954091817, - 17.863522954091817, - 17.063522954091834, - 17.863522954091817, - 18.863522954091817, - 16.863522954091817, - 18.863522954091817, - 18.863522954091817 - ], - "0.9": [ - 19.863522954091817, - 20.96352295409181, - 20.863522954091817, - 21.863522954091813, - 21.863522954091813, - 19.96352295409181, - 19.863522954091817, - 20.863522954091817, - 20.863522954091817, - 20.863522954091817, - 19.863522954091817, - 21.863522954091813, - 19.96352295409181, - 21.863522954091813, - 20.863522954091817, - 20.863522954091817, - 19.863522954091817, - 21.863522954091813, - 20.863522954091817, - 20.863522954091817, - 20.96352295409181, - 19.863522954091817, - 21.863522954091813, - 21.863522954091813 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_073351.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_073351.json deleted file mode 100644 index 48ead8003a502b561196d8aadc9d9f73a0a8b6ad..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_073351.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T07:33:51.171197+00:00", - "metrics": { - "MSE[mean]": 15.523659543712155, - "MSE[0.5]": 16.351247355588225, - "MAE[0.5]": 2.711368928809049, - "MASE[0.5]": 0.47498433789355604, - "MAPE[0.5]": 0.7606329264943561, - "sMAPE[0.5]": 0.24350752970031184, - "MSIS": 4.401397221110949, - "RMSE[mean]": 3.940007556301403, - "NRMSE[mean]": 0.31415342641605876, - "ND[0.5]": 0.21618888468909359, - "mean_weighted_sum_quantile_loss": 0.1909542745443038 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.107285429141717, - 13.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 13.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717 - ], - "p10": [ - 7.107285429141717, - 9.107285429141717, - 5.007285429141719, - 6.107285429141717, - 7.107285429141717, - 7.107285429141717, - 8.007285429141719, - 5.107285429141717, - 7.107285429141717, - 6.107285429141717, - 6.107285429141717, - 7.107285429141717, - 5.107285429141717, - 7.107285429141717, - 5.107285429141717, - 9.107285429141717, - 8.107285429141717, - 9.007285429141719, - 7.107285429141717, - 8.007285429141719, - 8.907285429141721, - 7.107285429141717, - 6.007285429141719, - 7.107285429141717 - ], - "p90": [ - 20.10728542914172, - 20.10728542914172, - 22.10728542914172, - 20.10728542914172, - 20.10728542914172, - 21.10728542914172, - 21.207285429141713, - 21.10728542914172, - 22.10728542914172, - 21.10728542914172, - 21.207285429141713, - 21.10728542914172, - 20.10728542914172, - 21.10728542914172, - 20.207285429141713, - 21.10728542914172, - 21.207285429141713, - 20.10728542914172, - 20.10728542914172, - 20.10728542914172, - 22.10728542914172, - 22.10728542914172, - 22.10728542914172, - 21.10728542914172 - ], - "mean": [ - 13.81228542914177, - 14.182285429141775, - 13.682285429141771, - 13.802285429141772, - 14.03728542914177, - 14.262285429141777, - 14.077285429141773, - 13.587285429141765, - 14.672285429141782, - 13.737285429141773, - 13.78228542914177, - 14.04228542914177, - 13.242285429141765, - 14.272285429141775, - 13.607285429141774, - 14.34728542914178, - 14.622285429141781, - 14.222285429141776, - 14.167285429141772, - 14.16728542914178, - 14.57728542914178, - 14.007285429141767, - 13.952285429141769, - 14.302285429141772 - ], - "quantiles": { - "0.1": [ - 7.107285429141717, - 9.107285429141717, - 5.007285429141719, - 6.107285429141717, - 7.107285429141717, - 7.107285429141717, - 8.007285429141719, - 5.107285429141717, - 7.107285429141717, - 6.107285429141717, - 6.107285429141717, - 7.107285429141717, - 5.107285429141717, - 7.107285429141717, - 5.107285429141717, - 9.107285429141717, - 8.107285429141717, - 9.007285429141719, - 7.107285429141717, - 8.007285429141719, - 8.907285429141721, - 7.107285429141717, - 6.007285429141719, - 7.107285429141717 - ], - "0.2": [ - 10.107285429141717, - 10.107285429141717, - 9.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 9.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 9.107285429141717, - 10.107285429141717, - 9.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.107285429141717, - 10.907285429141721, - 10.107285429141717, - 9.107285429141717, - 10.107285429141717 - ], - "0.3": [ - 11.107285429141717, - 11.107285429141717, - 10.107285429141717, - 11.107285429141717, - 11.107285429141717, - 11.807285429141713, - 11.107285429141717, - 10.107285429141717, - 11.807285429141713, - 11.107285429141717, - 10.107285429141717, - 12.107285429141717, - 10.107285429141717, - 12.107285429141717, - 10.107285429141717, - 11.107285429141717, - 12.107285429141717, - 11.807285429141713, - 11.107285429141717, - 11.107285429141717, - 12.107285429141717, - 10.107285429141717, - 11.107285429141717, - 11.107285429141717 - ], - "0.4": [ - 12.107285429141717, - 12.107285429141717, - 12.707285429141725, - 12.107285429141717, - 12.107285429141717, - 13.107285429141717, - 12.107285429141717, - 11.107285429141717, - 13.107285429141717, - 12.107285429141717, - 12.107285429141717, - 12.107285429141717, - 12.107285429141717, - 13.107285429141717, - 11.707285429141725, - 12.107285429141717, - 13.707285429141725, - 13.107285429141717, - 13.107285429141717, - 12.107285429141717, - 13.107285429141717, - 12.107285429141717, - 12.107285429141717, - 13.107285429141717 - ], - "0.5": [ - 14.107285429141717, - 13.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 13.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717, - 15.107285429141717, - 14.107285429141717, - 14.107285429141717, - 14.107285429141717 - ], - "0.6": [ - 15.107285429141717, - 15.107285429141717, - 15.107285429141717, - 15.107285429141717, - 16.10728542914172, - 16.10728542914172, - 16.10728542914172, - 15.107285429141717, - 16.10728542914172, - 15.107285429141717, - 15.107285429141717, - 15.107285429141717, - 15.107285429141717, - 16.10728542914172, - 16.10728542914172, - 15.107285429141717, - 16.10728542914172, - 15.507285429141708, - 16.10728542914172, - 15.107285429141717, - 16.10728542914172, - 16.10728542914172, - 15.107285429141717, - 15.107285429141717 - ], - "0.7": [ - 16.10728542914172, - 16.10728542914172, - 17.10728542914172, - 16.10728542914172, - 17.10728542914172, - 17.10728542914172, - 17.10728542914172, - 17.10728542914172, - 17.10728542914172, - 16.10728542914172, - 16.10728542914172, - 17.10728542914172, - 16.10728542914172, - 17.10728542914172, - 16.10728542914172, - 16.10728542914172, - 17.10728542914172, - 17.10728542914172, - 17.10728542914172, - 16.10728542914172, - 17.10728542914172, - 17.10728542914172, - 16.10728542914172, - 17.10728542914172 - ], - "0.8": [ - 18.10728542914172, - 18.10728542914172, - 19.307285429141736, - 18.10728542914172, - 18.10728542914172, - 18.10728542914172, - 18.10728542914172, - 19.10728542914172, - 19.10728542914172, - 17.307285429141736, - 18.10728542914172, - 18.10728542914172, - 17.10728542914172, - 18.10728542914172, - 18.10728542914172, - 19.307285429141736, - 18.10728542914172, - 18.10728542914172, - 18.10728542914172, - 18.10728542914172, - 18.10728542914172, - 20.10728542914172, - 19.10728542914172, - 18.10728542914172 - ], - "0.9": [ - 20.10728542914172, - 20.10728542914172, - 22.10728542914172, - 20.10728542914172, - 20.10728542914172, - 21.10728542914172, - 21.207285429141713, - 21.10728542914172, - 22.10728542914172, - 21.10728542914172, - 21.207285429141713, - 21.10728542914172, - 20.10728542914172, - 21.10728542914172, - 20.207285429141713, - 21.10728542914172, - 21.207285429141713, - 20.10728542914172, - 20.10728542914172, - 20.10728542914172, - 22.10728542914172, - 22.10728542914172, - 22.10728542914172, - 21.10728542914172 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_085421.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_085421.json deleted file mode 100644 index e420f0a61e24363943235f81994ec2721990fede..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_085421.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T08:54:21.117122+00:00", - "metrics": { - "MSE[mean]": 16.337016492688523, - "MSE[0.5]": 16.741685043087475, - "MAE[0.5]": 3.116142714570858, - "MASE[0.5]": 0.5485630206579506, - "MAPE[0.5]": 0.39205252145864483, - "sMAPE[0.5]": 0.26459219241748766, - "MSIS": 5.5193709607357135, - "RMSE[mean]": 4.041907531437171, - "NRMSE[mean]": 0.3277222322786895, - "ND[0.5]": 0.25266022010033984, - "mean_weighted_sum_quantile_loss": 0.20535734836633038 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.285928143712574, - 15.285928143712574, - 14.285928143712574, - 14.285928143712574, - 13.285928143712574, - 14.285928143712574, - 15.285928143712574, - 14.285928143712574, - 14.285928143712574, - 13.785928143712574, - 14.285928143712574, - 14.285928143712574, - 14.285928143712574, - 14.285928143712574, - 15.285928143712574, - 15.285928143712574, - 13.285928143712574, - 14.285928143712574, - 14.285928143712574, - 13.285928143712574, - 13.285928143712574, - 14.285928143712574, - 14.285928143712574, - 14.285928143712574 - ], - "p10": [ - 9.285928143712574, - 9.185928143712577, - 9.185928143712577, - 7.2859281437125745, - 5.2859281437125745, - 6.185928143712577, - 7.2859281437125745, - 6.2859281437125745, - 5.185928143712577, - 7.2859281437125745, - 5.2859281437125745, - 9.285928143712574, - 7.2859281437125745, - 9.285928143712574, - 8.185928143712577, - 9.285928143712574, - 9.085928143712579, - 7.2859281437125745, - 9.285928143712574, - 6.185928143712577, - 6.2859281437125745, - 7.185928143712577, - 9.285928143712574, - 7.2859281437125745 - ], - "p90": [ - 22.285928143712574, - 20.285928143712574, - 21.285928143712574, - 21.38592814371257, - 20.285928143712574, - 20.285928143712574, - 20.285928143712574, - 20.285928143712574, - 20.285928143712574, - 22.285928143712574, - 21.285928143712574, - 22.285928143712574, - 21.285928143712574, - 21.38592814371257, - 22.285928143712574, - 20.285928143712574, - 20.285928143712574, - 22.285928143712574, - 21.285928143712574, - 20.285928143712574, - 22.285928143712574, - 20.285928143712574, - 21.38592814371257, - 22.285928143712574 - ], - "mean": [ - 14.95592814371264, - 14.38592814371264, - 14.595928143712637, - 14.335928143712641, - 13.28592814371264, - 13.86092814371264, - 13.970928143712637, - 13.90092814371264, - 13.290928143712637, - 14.01092814371264, - 13.855928143712639, - 14.735928143712643, - 14.06092814371264, - 14.630928143712643, - 14.750928143712642, - 14.47092814371264, - 13.82092814371264, - 14.57592814371264, - 14.395928143712643, - 13.400928143712635, - 13.820928143712639, - 13.820928143712639, - 14.735928143712643, - 14.43092814371264 - ], - "quantiles": { - "0.1": [ - 9.285928143712574, - 9.185928143712577, - 9.185928143712577, - 7.2859281437125745, - 5.2859281437125745, - 6.185928143712577, - 7.2859281437125745, - 6.2859281437125745, - 5.185928143712577, - 7.2859281437125745, - 5.2859281437125745, - 9.285928143712574, - 7.2859281437125745, - 9.285928143712574, - 8.185928143712577, - 9.285928143712574, - 9.085928143712579, - 7.2859281437125745, - 9.285928143712574, - 6.185928143712577, - 6.2859281437125745, - 7.185928143712577, - 9.285928143712574, - 7.2859281437125745 - ], - "0.2": [ - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 9.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.085928143712579, - 9.285928143712574, - 10.285928143712574, - 9.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 10.285928143712574, - 9.285928143712574, - 9.285928143712574, - 10.285928143712574, - 10.285928143712574 - ], - "0.3": [ - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 10.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 11.285928143712574, - 10.285928143712574, - 11.285928143712574, - 12.285928143712574, - 11.285928143712574 - ], - "0.4": [ - 13.285928143712574, - 12.285928143712574, - 12.285928143712574, - 12.885928143712583, - 11.285928143712574, - 12.885928143712583, - 12.285928143712574, - 13.285928143712574, - 12.285928143712574, - 12.285928143712574, - 12.285928143712574, - 13.285928143712574, - 13.285928143712574, - 12.885928143712583, - 13.285928143712574, - 13.285928143712574, - 12.285928143712574, - 12.885928143712583, - 12.285928143712574, - 12.285928143712574, - 12.285928143712574, - 12.285928143712574, - 13.285928143712574, - 12.285928143712574 - ], - "0.5": [ - 14.285928143712574, - 15.285928143712574, - 14.285928143712574, - 14.285928143712574, - 13.285928143712574, - 14.285928143712574, - 15.285928143712574, - 14.285928143712574, - 14.285928143712574, - 13.785928143712574, - 14.285928143712574, - 14.285928143712574, - 14.285928143712574, - 14.285928143712574, - 15.285928143712574, - 15.285928143712574, - 13.285928143712574, - 14.285928143712574, - 14.285928143712574, - 13.285928143712574, - 13.285928143712574, - 14.285928143712574, - 14.285928143712574, - 14.285928143712574 - ], - "0.6": [ - 15.285928143712574, - 15.685928143712566, - 16.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 16.285928143712574, - 15.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 15.285928143712574, - 16.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.285928143712574, - 15.685928143712566, - 15.285928143712574 - ], - "0.7": [ - 17.285928143712574, - 17.285928143712574, - 17.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 17.285928143712574, - 16.285928143712574, - 17.285928143712574, - 17.285928143712574, - 16.285928143712574, - 16.285928143712574, - 17.285928143712574, - 17.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 16.285928143712574, - 17.285928143712574 - ], - "0.8": [ - 20.285928143712574, - 18.48592814371259, - 19.48592814371259, - 18.285928143712574, - 18.285928143712574, - 18.285928143712574, - 17.285928143712574, - 18.285928143712574, - 17.285928143712574, - 18.285928143712574, - 18.285928143712574, - 19.285928143712574, - 17.48592814371259, - 19.285928143712574, - 19.285928143712574, - 18.285928143712574, - 17.285928143712574, - 19.285928143712574, - 19.285928143712574, - 18.285928143712574, - 18.48592814371259, - 18.285928143712574, - 18.285928143712574, - 19.285928143712574 - ], - "0.9": [ - 22.285928143712574, - 20.285928143712574, - 21.285928143712574, - 21.38592814371257, - 20.285928143712574, - 20.285928143712574, - 20.285928143712574, - 20.285928143712574, - 20.285928143712574, - 22.285928143712574, - 21.285928143712574, - 22.285928143712574, - 21.285928143712574, - 21.38592814371257, - 22.285928143712574, - 20.285928143712574, - 20.285928143712574, - 22.285928143712574, - 21.285928143712574, - 20.285928143712574, - 22.285928143712574, - 20.285928143712574, - 21.38592814371257, - 22.285928143712574 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_102204.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_102204.json deleted file mode 100644 index a190821eb71d4c18e23b5a68193755684ea32d83..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260624_102204.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Moving-Average", - "evaluated_at": "2026-06-24T10:22:04.852272+00:00", - "metrics": { - "MSE[mean]": 17.473340751257016, - "MSE[0.5]": 18.867288626340134, - "MAE[0.5]": 3.0983033932135733, - "MASE[0.5]": 0.5542306690965895, - "MAPE[0.5]": 0.49216291151208075, - "sMAPE[0.5]": 0.27755499403906875, - "MSIS": 4.781082480617319, - "RMSE[mean]": 4.180112528539993, - "NRMSE[mean]": 0.3483427107116661, - "ND[0.5]": 0.25819194943446444, - "mean_weighted_sum_quantile_loss": 0.22141836696976416 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 14.363273453093813, - 14.363273453093813, - 15.363273453093813, - 15.363273453093813, - 14.363273453093813, - 13.363273453093813, - 14.363273453093813, - 14.363273453093813, - 15.363273453093813, - 14.363273453093813, - 14.363273453093813, - 13.363273453093813, - 14.363273453093813, - 12.363273453093813, - 14.363273453093813, - 14.363273453093813, - 13.863273453093813, - 14.363273453093813, - 13.863273453093813, - 14.363273453093813, - 14.363273453093813, - 14.363273453093813, - 14.363273453093813, - 15.363273453093813 - ], - "p10": [ - 7.263273453093815, - 6.363273453093813, - 7.363273453093813, - 7.363273453093813, - 6.363273453093813, - 7.363273453093813, - 5.363273453093813, - 9.363273453093813, - 9.363273453093813, - 6.363273453093813, - 9.363273453093813, - 5.363273453093813, - 5.363273453093813, - 7.263273453093815, - 6.163273453093817, - 5.363273453093813, - 6.263273453093815, - 7.363273453093813, - 7.263273453093815, - 9.363273453093813, - 8.263273453093815, - 7.363273453093813, - 7.363273453093813, - 8.263273453093815 - ], - "p90": [ - 21.36327345309381, - 20.36327345309381, - 22.36327345309381, - 23.36327345309381, - 20.36327345309381, - 20.36327345309381, - 21.36327345309381, - 21.36327345309381, - 22.36327345309381, - 21.36327345309381, - 20.36327345309381, - 20.463273453093805, - 21.36327345309381, - 19.463273453093805, - 20.36327345309381, - 22.463273453093805, - 21.463273453093805, - 22.36327345309381, - 22.36327345309381, - 20.36327345309381, - 20.36327345309381, - 22.36327345309381, - 21.36327345309381, - 20.36327345309381 - ], - "mean": [ - 14.418273453093823, - 13.683273453093824, - 14.748273453093823, - 15.118273453093822, - 14.323273453093822, - 13.588273453093823, - 14.108273453093823, - 14.488273453093823, - 15.223273453093823, - 13.773273453093823, - 13.973273453093823, - 13.763273453093824, - 14.123273453093823, - 13.283273453093823, - 13.783273453093823, - 14.483273453093823, - 14.038273453093822, - 14.358273453093823, - 14.023273453093823, - 14.578273453093823, - 14.033273453093823, - 14.448273453093822, - 14.253273453093822, - 14.033273453093823 - ], - "quantiles": { - "0.1": [ - 7.263273453093815, - 6.363273453093813, - 7.363273453093813, - 7.363273453093813, - 6.363273453093813, - 7.363273453093813, - 5.363273453093813, - 9.363273453093813, - 9.363273453093813, - 6.363273453093813, - 9.363273453093813, - 5.363273453093813, - 5.363273453093813, - 7.263273453093815, - 6.163273453093817, - 5.363273453093813, - 6.263273453093815, - 7.363273453093813, - 7.263273453093815, - 9.363273453093813, - 8.263273453093815, - 7.363273453093813, - 7.363273453093813, - 8.263273453093815 - ], - "0.2": [ - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 9.363273453093813, - 10.363273453093813, - 11.363273453093813, - 9.363273453093813, - 10.363273453093813, - 9.363273453093813, - 9.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 9.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 9.363273453093813, - 10.363273453093813 - ], - "0.3": [ - 11.363273453093813, - 11.363273453093813, - 11.363273453093813, - 11.363273453093813, - 11.363273453093813, - 11.363273453093813, - 11.363273453093813, - 11.363273453093813, - 12.363273453093813, - 10.363273453093813, - 11.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 10.363273453093813, - 11.063273453093808, - 10.363273453093813, - 11.363273453093813, - 10.363273453093813, - 11.363273453093813, - 10.363273453093813, - 11.363273453093813, - 11.363273453093813, - 11.363273453093813 - ], - "0.4": [ - 13.363273453093813, - 12.363273453093813, - 13.363273453093813, - 13.363273453093813, - 13.363273453093813, - 12.363273453093813, - 12.363273453093813, - 13.363273453093813, - 14.363273453093813, - 12.363273453093813, - 12.363273453093813, - 11.363273453093813, - 12.363273453093813, - 11.363273453093813, - 12.363273453093813, - 12.363273453093813, - 12.363273453093813, - 13.363273453093813, - 12.363273453093813, - 13.363273453093813, - 12.363273453093813, - 12.363273453093813, - 13.363273453093813, - 13.363273453093813 - ], - "0.5": [ - 14.363273453093813, - 14.363273453093813, - 15.363273453093813, - 15.363273453093813, - 14.363273453093813, - 13.363273453093813, - 14.363273453093813, - 14.363273453093813, - 15.363273453093813, - 14.363273453093813, - 14.363273453093813, - 13.363273453093813, - 14.363273453093813, - 12.363273453093813, - 14.363273453093813, - 14.363273453093813, - 13.863273453093813, - 14.363273453093813, - 13.863273453093813, - 14.363273453093813, - 14.363273453093813, - 14.363273453093813, - 14.363273453093813, - 15.363273453093813 - ], - "0.6": [ - 16.363273453093814, - 15.363273453093813, - 16.363273453093814, - 16.363273453093814, - 15.763273453093804, - 15.363273453093813, - 15.763273453093804, - 15.763273453093804, - 16.363273453093814, - 15.363273453093813, - 15.363273453093813, - 15.363273453093813, - 15.363273453093813, - 14.363273453093813, - 16.363273453093814, - 16.363273453093814, - 15.363273453093813, - 15.763273453093804, - 15.363273453093813, - 16.363273453093814, - 15.363273453093813, - 15.363273453093813, - 16.363273453093814, - 15.363273453093813 - ], - "0.7": [ - 17.363273453093814, - 16.363273453093814, - 17.363273453093814, - 17.363273453093814, - 17.363273453093814, - 16.363273453093814, - 16.663273453093797, - 17.363273453093814, - 17.363273453093814, - 16.363273453093814, - 16.363273453093814, - 17.363273453093814, - 17.363273453093814, - 15.363273453093813, - 17.363273453093814, - 17.363273453093814, - 16.363273453093814, - 17.363273453093814, - 16.363273453093814, - 17.363273453093814, - 16.363273453093814, - 16.363273453093814, - 17.363273453093814, - 16.363273453093814 - ], - "0.8": [ - 19.36327345309381, - 18.36327345309381, - 19.36327345309381, - 19.563273453093828, - 18.563273453093828, - 18.36327345309381, - 19.36327345309381, - 19.36327345309381, - 20.36327345309381, - 18.36327345309381, - 18.36327345309381, - 18.563273453093828, - 19.36327345309381, - 17.363273453093814, - 18.36327345309381, - 20.36327345309381, - 18.36327345309381, - 18.36327345309381, - 18.36327345309381, - 18.36327345309381, - 18.36327345309381, - 19.36327345309381, - 19.36327345309381, - 17.363273453093814 - ], - "0.9": [ - 21.36327345309381, - 20.36327345309381, - 22.36327345309381, - 23.36327345309381, - 20.36327345309381, - 20.36327345309381, - 21.36327345309381, - 21.36327345309381, - 22.36327345309381, - 21.36327345309381, - 20.36327345309381, - 20.463273453093805, - 21.36327345309381, - 19.463273453093805, - 20.36327345309381, - 22.463273453093805, - 21.463273453093805, - 22.36327345309381, - 22.36327345309381, - 20.36327345309381, - 20.36327345309381, - 22.36327345309381, - 21.36327345309381, - 20.36327345309381 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_121013.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_121013.json deleted file mode 100644 index 89f10fa031d3bfaebdcca1506900fd48c54dbda6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_121013.json +++ /dev/null @@ -1,441 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:13.024713+00:00", - "metrics": { - "MSE[mean]": 30.625, - "MSE[0.5]": 30.625, - "MAE[0.5]": 4.791666666666667, - "MASE[0.5]": 0.9196908602150536, - "MAPE[0.5]": 0.530663310108937, - "sMAPE[0.5]": 0.40380624859328523, - "MSIS": 34.013207174973225, - "RMSE[mean]": 5.533985905294664, - "NRMSE[mean]": 0.4974369353073855, - "ND[0.5]": 0.4307116104868914, - "mean_weighted_sum_quantile_loss": 0.4233125260091552 - }, - "context_length": 143, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0 - ], - "predictions": { - "p50": [ - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "p10": [ - 19.6, - 7.84, - 12.74, - 13.719999999999999, - 20.58, - 13.719999999999999, - 11.76, - 10.78, - 15.68, - 6.859999999999999, - 18.62, - 10.78, - 12.74, - 10.78, - 11.76, - 16.66, - 10.78, - 16.66, - 10.78, - 10.78, - 12.74, - 12.74, - 9.8, - 12.74 - ], - "p90": [ - 20.4, - 8.16, - 13.26, - 14.280000000000001, - 21.42, - 14.280000000000001, - 12.24, - 11.22, - 16.32, - 7.140000000000001, - 19.38, - 11.22, - 13.26, - 11.22, - 12.24, - 17.34, - 11.22, - 17.34, - 11.22, - 11.22, - 13.26, - 13.26, - 10.2, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_123901.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_123901.json deleted file mode 100644 index 48cd08b8c6cda667cdb206664cfd69dcfd28ab86..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_123901.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:39:01.141692+00:00", - "metrics": { - "MSE[mean]": 27.75, - "MSE[0.5]": 27.75, - "MAE[0.5]": 4.583333333333333, - "MASE[0.5]": 0.8702531645569621, - "MAPE[0.5]": 0.6199159556115826, - "sMAPE[0.5]": 0.41883686756025257, - "MSIS": 32.15569637981844, - "RMSE[mean]": 5.267826876426369, - "NRMSE[mean]": 0.48254902684821704, - "ND[0.5]": 0.4198473282442748, - "mean_weighted_sum_quantile_loss": 0.4125614927905004 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "p10": [ - 7.84, - 12.74, - 13.719999999999999, - 20.58, - 13.719999999999999, - 11.76, - 10.78, - 15.68, - 6.859999999999999, - 18.62, - 10.78, - 12.74, - 10.78, - 11.76, - 16.66, - 10.78, - 16.66, - 10.78, - 10.78, - 13.719999999999999, - 12.74, - 9.8, - 12.74, - 8.82 - ], - "p90": [ - 8.16, - 13.26, - 14.280000000000001, - 21.42, - 14.280000000000001, - 12.24, - 11.22, - 16.32, - 7.140000000000001, - 19.38, - 11.22, - 13.26, - 11.22, - 12.24, - 17.34, - 11.22, - 17.34, - 11.22, - 11.22, - 14.280000000000001, - 13.26, - 10.2, - 13.26, - 9.18 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_142525.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_142525.json deleted file mode 100644 index 007a3622b3acc68f61855986ae80e987310d3b56..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_142525.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:25:25.776928+00:00", - "metrics": { - "MSE[mean]": 24.416666666666668, - "MSE[0.5]": 24.416666666666668, - "MAE[0.5]": 4.333333333333333, - "MASE[0.5]": 0.8199737187910644, - "MAPE[0.5]": 0.44528800734296087, - "sMAPE[0.5]": 0.35927802749004867, - "MSIS": 29.91374526288482, - "RMSE[mean]": 4.9413223601245315, - "NRMSE[mean]": 0.42812901315158397, - "ND[0.5]": 0.37545126353790614, - "mean_weighted_sum_quantile_loss": 0.36772563176895307 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "p10": [ - 13.719999999999999, - 20.58, - 13.719999999999999, - 11.76, - 12.74, - 16.66, - 6.859999999999999, - 18.62, - 10.78, - 12.74, - 10.78, - 11.76, - 16.66, - 10.78, - 16.66, - 10.78, - 10.78, - 13.719999999999999, - 13.719999999999999, - 12.74, - 12.74, - 8.82, - 9.8, - 16.66 - ], - "p90": [ - 14.280000000000001, - 21.42, - 14.280000000000001, - 12.24, - 13.26, - 17.34, - 7.140000000000001, - 19.38, - 11.22, - 13.26, - 11.22, - 12.24, - 17.34, - 11.22, - 17.34, - 11.22, - 11.22, - 14.280000000000001, - 14.280000000000001, - 13.26, - 13.26, - 9.18, - 10.2, - 17.34 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_160235.json deleted file mode 100644 index a8c06f85792521136543365cfa4f1ae5c22016f2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_160235.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.787197+00:00", - "metrics": { - "MSE[mean]": 25.5, - "MSE[0.5]": 25.5, - "MAE[0.5]": 4.416666666666667, - "MASE[0.5]": 0.8335517693315859, - "MAPE[0.5]": 0.4768336865376339, - "sMAPE[0.5]": 0.3638344445449137, - "MSIS": 30.4554654620096, - "RMSE[mean]": 5.049752469181039, - "NRMSE[mean]": 0.4391089103635686, - "ND[0.5]": 0.38405797101449274, - "mean_weighted_sum_quantile_loss": 0.3762801932367149 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "p10": [ - 20.58, - 13.719999999999999, - 11.76, - 12.74, - 16.66, - 6.859999999999999, - 18.62, - 10.78, - 12.74, - 10.78, - 11.76, - 16.66, - 10.78, - 16.66, - 10.78, - 10.78, - 13.719999999999999, - 13.719999999999999, - 12.74, - 12.74, - 8.82, - 9.8, - 16.66, - 14.7 - ], - "p90": [ - 21.42, - 14.280000000000001, - 12.24, - 13.26, - 17.34, - 7.140000000000001, - 19.38, - 11.22, - 13.26, - 11.22, - 12.24, - 17.34, - 11.22, - 17.34, - 11.22, - 11.22, - 14.280000000000001, - 14.280000000000001, - 13.26, - 13.26, - 9.18, - 10.2, - 17.34, - 15.3 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_010053.json deleted file mode 100644 index c99038c736590c51e6f2d4a6629bd85dd2e5e932..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_010053.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:00:53.801218+00:00", - "metrics": { - "MSE[mean]": 45.916666666666664, - "MSE[0.5]": 45.916666666666664, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.0185676392572944, - "MAPE[0.5]": 0.6710366600991602, - "sMAPE[0.5]": 0.40729243277896415, - "MSIS": 37.485994911970494, - "RMSE[mean]": 6.776183783418707, - "NRMSE[mean]": 0.5746586954136006, - "ND[0.5]": 0.45229681978798586, - "mean_weighted_sum_quantile_loss": 0.4438398115429918 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "p10": [ - 12.74, - 10.78, - 11.76, - 16.66, - 10.78, - 16.66, - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78 - ], - "p90": [ - 13.26, - 11.22, - 12.24, - 17.34, - 11.22, - 17.34, - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_022256.json deleted file mode 100644 index 3e711873409d4f252a2354fd6535b4e5985ff620..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_022256.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:22:56.524146+00:00", - "metrics": { - "MSE[mean]": 45.958333333333336, - "MSE[0.5]": 45.958333333333336, - "MAE[0.5]": 5.291666666666667, - "MASE[0.5]": 1.0173564753004005, - "MAPE[0.5]": 0.9628579175454176, - "sMAPE[0.5]": 0.4454470477718144, - "MSIS": 37.4979975378526, - "RMSE[mean]": 6.779257579804247, - "NRMSE[mean]": 0.5831619423487524, - "ND[0.5]": 0.4551971326164875, - "mean_weighted_sum_quantile_loss": 0.44683393070489846 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "p10": [ - 16.66, - 10.78, - 16.66, - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82 - ], - "p90": [ - 17.34, - 11.22, - 17.34, - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_033734.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_033734.json deleted file mode 100644 index d590b1ad631b6beec5593a2335fc4cb45f596cbf..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_033734.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.534524+00:00", - "metrics": { - "MSE[mean]": 43.041666666666664, - "MSE[0.5]": 43.041666666666664, - "MAE[0.5]": 4.958333333333333, - "MASE[0.5]": 0.946949602122016, - "MAPE[0.5]": 0.6452485669841218, - "sMAPE[0.5]": 0.3898029213321647, - "MSIS": 34.766419296015236, - "RMSE[mean]": 6.560614808588191, - "NRMSE[mean]": 0.5467179007156826, - "ND[0.5]": 0.4131944444444444, - "mean_weighted_sum_quantile_loss": 0.40525462962962966 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "p10": [ - 10.78, - 16.66, - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8 - ], - "p90": [ - 11.22, - 17.34, - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_050330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_050330.json deleted file mode 100644 index 5a5fa9e27c749f44ddbf60d44c4e35444a73c7d2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_050330.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:03:30.520150+00:00", - "metrics": { - "MSE[mean]": 45.541666666666664, - "MSE[0.5]": 45.541666666666664, - "MAE[0.5]": 5.208333333333333, - "MASE[0.5]": 0.9946949602122016, - "MAPE[0.5]": 0.9353038412305725, - "sMAPE[0.5]": 0.4346025426743165, - "MSIS": 36.69437685010988, - "RMSE[mean]": 6.748456613675949, - "NRMSE[mean]": 0.5398765290940759, - "ND[0.5]": 0.4166666666666667, - "mean_weighted_sum_quantile_loss": 0.4090888888888889 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "p10": [ - 16.66, - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82 - ], - "p90": [ - 17.34, - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_064321.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_064321.json deleted file mode 100644 index 114ff5f45e5967b1217db419430b6d25185028bc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_064321.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T06:43:21.614178+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_065927.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_065927.json deleted file mode 100644 index 4c23275e752488caed38888485324b86febf4bea..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_065927.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T06:59:27.671193+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_083113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_083113.json deleted file mode 100644 index a58036abd66207975fcc1e82a741bc0de45c3bbd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_083113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T08:31:13.831933+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_095632.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_095632.json deleted file mode 100644 index 3fa3da765bc05018f7a8ddfe2eb020dc2f745724..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_095632.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T09:56:32.547970+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_111809.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_111809.json deleted file mode 100644 index 4676677fe8194260f72ce2256854135645900f46..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_111809.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T11:18:09.621171+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_123855.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_123855.json deleted file mode 100644 index 1a78d5d71309cdbfe3d369d3990877a490a1286e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_123855.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T12:38:55.904107+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_144844.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_144844.json deleted file mode 100644 index 7a2636e82f584418d939bbb606055556ea6c10fc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_144844.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T14:48:44.128801+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_172816.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_172816.json deleted file mode 100644 index 904dcfbeb312d64082716525efd06c20f9adb9b5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_172816.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:28:16.687220+00:00", - "metrics": { - "MSE[mean]": 45.75, - "MSE[0.5]": 45.75, - "MAE[0.5]": 5.333333333333333, - "MASE[0.5]": 1.029490616621984, - "MAPE[0.5]": 0.6459525105681565, - "sMAPE[0.5]": 0.40686191490361456, - "MSIS": 38.26343181479253, - "RMSE[mean]": 6.7638746292343415, - "NRMSE[mean]": 0.5186357543182882, - "ND[0.5]": 0.40894568690095845, - "mean_weighted_sum_quantile_loss": 0.4024068157614484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 10.78, - 13.719999999999999, - 18.62, - 16.66, - 13.719999999999999, - 13.719999999999999, - 12.74, - 11.76, - 17.64, - 14.7, - 19.6, - 23.52, - 11.76, - 18.62, - 20.58, - 6.859999999999999, - 16.66, - 10.78, - 8.82, - 8.82, - 8.82, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 11.22, - 14.280000000000001, - 19.38, - 17.34, - 14.280000000000001, - 14.280000000000001, - 13.26, - 12.24, - 18.36, - 15.3, - 20.4, - 24.48, - 12.24, - 19.38, - 21.42, - 7.140000000000001, - 17.34, - 11.22, - 9.18, - 9.18, - 9.18, - 10.2, - 9.18, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_184416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_184416.json deleted file mode 100644 index 9677a3ee9dff018a011d8defbf1b8054ec7d5f4d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_184416.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:44:16.297375+00:00", - "metrics": { - "MSE[mean]": 98.16666666666667, - "MSE[0.5]": 98.16666666666667, - "MAE[0.5]": 8.166666666666666, - "MASE[0.5]": 1.5135135135135134, - "MAPE[0.5]": 1.0845491348248701, - "sMAPE[0.5]": 0.6120596239066048, - "MSIS": 57.47428592590828, - "RMSE[mean]": 9.9079092984679, - "NRMSE[mean]": 1.0711253295640972, - "ND[0.5]": 0.8828828828828829, - "mean_weighted_sum_quantile_loss": 0.8730130130130128 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "p10": [ - 19.6, - 23.52, - 8.82, - 18.62, - 12.74, - 10.78, - 8.82, - 9.8, - 9.8, - 8.82, - 12.74, - 17.64, - 9.8, - 12.74, - 19.6, - 23.52, - 19.6, - 13.719999999999999, - 14.7, - 17.64, - 18.62, - 27.439999999999998, - 16.66, - 18.62 - ], - "p90": [ - 20.4, - 24.48, - 9.18, - 19.38, - 13.26, - 11.22, - 9.18, - 10.2, - 10.2, - 9.18, - 13.26, - 18.36, - 10.2, - 13.26, - 20.4, - 24.48, - 20.4, - 14.280000000000001, - 15.3, - 18.36, - 19.38, - 28.560000000000002, - 17.34, - 19.38 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_025401.json deleted file mode 100644 index f6b1cd66e070c37627ba485866128df13f8366a7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_025401.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T02:54:01.683071+00:00", - "metrics": { - "MSE[mean]": 86.70833333333333, - "MSE[0.5]": 86.70833333333333, - "MAE[0.5]": 7.541666666666667, - "MASE[0.5]": 1.3852040816326532, - "MAPE[0.5]": 0.9027474546437396, - "sMAPE[0.5]": 0.5494359623162849, - "MSIS": 52.28204102700016, - "RMSE[mean]": 9.311730952585203, - "NRMSE[mean]": 0.9047835743402627, - "ND[0.5]": 0.7327935222672065, - "mean_weighted_sum_quantile_loss": 0.7233378317588843 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00" - ], - "context": [ - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 18.0, - 36.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 12.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "actual": [ - 6.0, - 14.0, - 8.0, - 10.0, - 10.0, - 11.0, - 14.0, - 14.0, - 7.0, - 17.0, - 10.0, - 19.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 10.0, - 6.0, - 8.0, - 8.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "p10": [ - 23.52, - 8.82, - 18.62, - 12.74, - 10.78, - 8.82, - 9.8, - 11.76, - 8.82, - 12.74, - 17.64, - 8.82, - 12.74, - 19.6, - 23.52, - 19.6, - 13.719999999999999, - 14.7, - 17.64, - 18.62, - 27.439999999999998, - 16.66, - 18.62, - 8.82 - ], - "p90": [ - 24.48, - 9.18, - 19.38, - 13.26, - 11.22, - 9.18, - 10.2, - 12.24, - 9.18, - 13.26, - 18.36, - 9.18, - 13.26, - 20.4, - 24.48, - 20.4, - 14.280000000000001, - 15.3, - 18.36, - 19.38, - 28.560000000000002, - 17.34, - 19.38, - 9.18 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_140412.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_140412.json deleted file mode 100644 index 3d4f2fe856ca1674445ea837ee58fd77861e8aa4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_140412.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T14:04:12.969749+00:00", - "metrics": { - "MSE[mean]": 48.208333333333336, - "MSE[0.5]": 48.208333333333336, - "MAE[0.5]": 5.208333333333333, - "MASE[0.5]": 0.927070457354759, - "MAPE[0.5]": 0.7023630304880305, - "sMAPE[0.5]": 0.4327667446950589, - "MSIS": 34.430210322296425, - "RMSE[mean]": 6.943222114647733, - "NRMSE[mean]": 0.7439166551408285, - "ND[0.5]": 0.5580357142857143, - "mean_weighted_sum_quantile_loss": 0.5491369047619048 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "p10": [ - 18.62, - 20.58, - 28.419999999999998, - 18.62, - 17.64, - 13.719999999999999, - 9.8, - 16.66, - 8.82, - 10.78, - 13.719999999999999, - 11.76, - 14.7, - 14.7, - 8.82, - 16.66, - 9.8, - 19.6, - 12.74, - 7.84, - 9.8, - 9.8, - 11.76, - 6.859999999999999 - ], - "p90": [ - 19.38, - 21.42, - 29.580000000000002, - 19.38, - 18.36, - 14.280000000000001, - 10.2, - 17.34, - 9.18, - 11.22, - 14.280000000000001, - 12.24, - 15.3, - 15.3, - 9.18, - 17.34, - 10.2, - 20.4, - 13.26, - 8.16, - 10.2, - 10.2, - 12.24, - 7.140000000000001 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_152536.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_152536.json deleted file mode 100644 index ea7ea8cbe5126b4f9b6f463fa4cfb4c71f9722cc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_152536.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T15:25:36.158430+00:00", - "metrics": { - "MSE[mean]": 36.125, - "MSE[0.5]": 36.125, - "MAE[0.5]": 4.458333333333333, - "MASE[0.5]": 0.7772397094430993, - "MAPE[0.5]": 0.6471847596847596, - "sMAPE[0.5]": 0.40994711549148927, - "MSIS": 28.66416481667311, - "RMSE[mean]": 6.010407640085654, - "NRMSE[mean]": 0.6497737989281788, - "ND[0.5]": 0.481981981981982, - "mean_weighted_sum_quantile_loss": 0.47357357357357355 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "p10": [ - 28.419999999999998, - 18.62, - 17.64, - 13.719999999999999, - 9.8, - 16.66, - 8.82, - 10.78, - 13.719999999999999, - 11.76, - 14.7, - 14.7, - 8.82, - 16.66, - 9.8, - 19.6, - 12.74, - 7.84, - 9.8, - 9.8, - 11.76, - 6.859999999999999, - 9.8, - 5.88 - ], - "p90": [ - 29.580000000000002, - 19.38, - 18.36, - 14.280000000000001, - 10.2, - 17.34, - 9.18, - 11.22, - 14.280000000000001, - 12.24, - 15.3, - 15.3, - 9.18, - 17.34, - 10.2, - 20.4, - 13.26, - 8.16, - 10.2, - 10.2, - 12.24, - 7.140000000000001, - 10.2, - 6.12 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_164957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_164957.json deleted file mode 100644 index 8fd29c6ef9c3a8cc474805aabd5e88e7baf5b9c8..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_164957.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T16:49:57.113526+00:00", - "metrics": { - "MSE[mean]": 24.625, - "MSE[0.5]": 24.625, - "MAE[0.5]": 3.875, - "MASE[0.5]": 0.6666666666666666, - "MAPE[0.5]": 0.5526258463758463, - "sMAPE[0.5]": 0.37263983485565766, - "MSIS": 24.48086036479629, - "RMSE[mean]": 4.962358310319802, - "NRMSE[mean]": 0.5340654683752254, - "ND[0.5]": 0.4170403587443946, - "mean_weighted_sum_quantile_loss": 0.4095764823119083 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "p10": [ - 18.62, - 17.64, - 13.719999999999999, - 9.8, - 16.66, - 8.82, - 10.78, - 13.719999999999999, - 11.76, - 14.7, - 14.7, - 8.82, - 16.66, - 9.8, - 19.6, - 12.74, - 7.84, - 9.8, - 9.8, - 11.76, - 6.859999999999999, - 9.8, - 5.88, - 11.76 - ], - "p90": [ - 19.38, - 18.36, - 14.280000000000001, - 10.2, - 17.34, - 9.18, - 11.22, - 14.280000000000001, - 12.24, - 15.3, - 15.3, - 9.18, - 17.34, - 10.2, - 20.4, - 13.26, - 8.16, - 10.2, - 10.2, - 12.24, - 7.140000000000001, - 10.2, - 6.12, - 12.24 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260620_172601.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260620_172601.json deleted file mode 100644 index e281c3f69393ce1c687eb8001a60415cfcdddf4f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260620_172601.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T17:26:01.526185+00:00", - "metrics": { - "MSE[mean]": 36.041666666666664, - "MSE[0.5]": 36.041666666666664, - "MAE[0.5]": 4.625, - "MASE[0.5]": 0.8072727272727273, - "MAPE[0.5]": 1.1907793017168016, - "sMAPE[0.5]": 0.48801373380840324, - "MSIS": 30.301091046994156, - "RMSE[mean]": 6.003471218109292, - "NRMSE[mean]": 0.7465456437027099, - "ND[0.5]": 0.5751295336787565, - "mean_weighted_sum_quantile_loss": 0.5676453655728266 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "p10": [ - 17.64, - 18.62, - 10.78, - 18.62, - 12.74, - 12.74, - 10.78, - 7.84, - 10.78, - 8.82, - 6.859999999999999, - 7.84, - 15.68, - 14.7, - 10.78, - 6.859999999999999, - 14.7, - 5.88, - 9.8, - 5.88, - 6.859999999999999, - 15.68, - 10.78, - 12.74 - ], - "p90": [ - 18.36, - 19.38, - 11.22, - 19.38, - 13.26, - 13.26, - 11.22, - 8.16, - 11.22, - 9.18, - 7.140000000000001, - 8.16, - 16.32, - 15.3, - 11.22, - 7.140000000000001, - 15.3, - 6.12, - 10.2, - 6.12, - 7.140000000000001, - 16.32, - 11.22, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_010521.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_010521.json deleted file mode 100644 index 6401b10d4f45278d8647ea104227d15112cf5e2e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_010521.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T01:05:21.036184+00:00", - "metrics": { - "MSE[mean]": 26.333333333333332, - "MSE[0.5]": 26.333333333333332, - "MAE[0.5]": 4.0, - "MASE[0.5]": 0.748051948051948, - "MAPE[0.5]": 0.7797498797498799, - "sMAPE[0.5]": 0.45922646969473596, - "MSIS": 28.0051949342223, - "RMSE[mean]": 5.131601439446884, - "NRMSE[mean]": 0.6621421212189528, - "ND[0.5]": 0.5161290322580645, - "mean_weighted_sum_quantile_loss": 0.5089008363201911 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "p10": [ - 7.84, - 6.859999999999999, - 9.8, - 11.76, - 7.84, - 3.92, - 7.84, - 11.76, - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74 - ], - "p90": [ - 8.16, - 7.140000000000001, - 10.2, - 12.24, - 8.16, - 4.08, - 8.16, - 12.24, - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_022113.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_022113.json deleted file mode 100644 index 3f8b7bbe732dbccad8a6812ff8fae9b40760598b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_022113.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.830008+00:00", - "metrics": { - "MSE[mean]": 28.958333333333332, - "MSE[0.5]": 28.958333333333332, - "MAE[0.5]": 4.291666666666667, - "MASE[0.5]": 0.800518134715026, - "MAPE[0.5]": 0.8931758056758058, - "sMAPE[0.5]": 0.5061126330669675, - "MSIS": 30.05564780361824, - "RMSE[mean]": 5.381294763654314, - "NRMSE[mean]": 0.74653800189424, - "ND[0.5]": 0.5953757225433526, - "mean_weighted_sum_quantile_loss": 0.5873731535003212 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "p10": [ - 9.8, - 11.76, - 7.84, - 3.92, - 7.84, - 11.76, - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76 - ], - "p90": [ - 10.2, - 12.24, - 8.16, - 4.08, - 8.16, - 12.24, - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_032935.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_032935.json deleted file mode 100644 index 45bf65e1b0083444ca640379505881924209a269..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_032935.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:29:35.546031+00:00", - "metrics": { - "MSE[mean]": 30.75, - "MSE[0.5]": 30.75, - "MAE[0.5]": 4.5, - "MASE[0.5]": 0.8426527958387516, - "MAPE[0.5]": 0.9886934824434824, - "sMAPE[0.5]": 0.5265949285492629, - "MSIS": 31.724473478024247, - "RMSE[mean]": 5.545268253204709, - "NRMSE[mean]": 0.7434996540609666, - "ND[0.5]": 0.6033519553072626, - "mean_weighted_sum_quantile_loss": 0.5955803848541279 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "p10": [ - 11.76, - 7.84, - 3.92, - 7.84, - 11.76, - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78 - ], - "p90": [ - 12.24, - 8.16, - 4.08, - 8.16, - 12.24, - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_045005.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_045005.json deleted file mode 100644 index 00bd391710260bc78dc7aa3ed4b33a87b8719439..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_045005.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T04:50:05.134215+00:00", - "metrics": { - "MSE[mean]": 24.125, - "MSE[0.5]": 24.125, - "MAE[0.5]": 3.9583333333333335, - "MASE[0.5]": 0.7441253263707571, - "MAPE[0.5]": 0.6358826358826359, - "sMAPE[0.5]": 0.45873832121897135, - "MSIS": 27.864908745995265, - "RMSE[mean]": 4.911720676097125, - "NRMSE[mean]": 0.6270281714166542, - "ND[0.5]": 0.5053191489361702, - "mean_weighted_sum_quantile_loss": 0.498274231678487 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "p10": [ - 7.84, - 3.92, - 7.84, - 11.76, - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96 - ], - "p90": [ - 8.16, - 4.08, - 8.16, - 12.24, - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_061000.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_061000.json deleted file mode 100644 index 8f6f1116b71fa5e8bca828d8f3a594520f428c31..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_061000.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:10:00.383812+00:00", - "metrics": { - "MSE[mean]": 28.916666666666668, - "MSE[0.5]": 28.916666666666668, - "MAE[0.5]": 4.416666666666667, - "MASE[0.5]": 0.8174807197943444, - "MAPE[0.5]": 0.6570135882635882, - "sMAPE[0.5]": 0.49892211403434317, - "MSIS": 30.837223776296966, - "RMSE[mean]": 5.377421934967226, - "NRMSE[mean]": 0.6452906321960671, - "ND[0.5]": 0.53, - "mean_weighted_sum_quantile_loss": 0.5234111111111112 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "p10": [ - 3.92, - 7.84, - 11.76, - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999 - ], - "p90": [ - 4.08, - 8.16, - 12.24, - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_072519.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_072519.json deleted file mode 100644 index 4b06576dfceb35b6fb9d847052c8271dbae6fee1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_072519.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T07:25:19.438027+00:00", - "metrics": { - "MSE[mean]": 30.666666666666668, - "MSE[0.5]": 30.666666666666668, - "MAE[0.5]": 4.416666666666667, - "MASE[0.5]": 0.8185328185328186, - "MAPE[0.5]": 1.0774681337181338, - "sMAPE[0.5]": 0.5147247896196274, - "MSIS": 30.771274267067355, - "RMSE[mean]": 5.5377492419453835, - "NRMSE[mean]": 0.7069467117377085, - "ND[0.5]": 0.5638297872340425, - "mean_weighted_sum_quantile_loss": 0.5563947990543734 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "p10": [ - 11.76, - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76 - ], - "p90": [ - 12.24, - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_083724.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_083724.json deleted file mode 100644 index 795d9390eae751fe10fbef57d62037d649d683ce..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_083724.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T08:37:24.646329+00:00", - "metrics": { - "MSE[mean]": 24.5, - "MSE[0.5]": 24.5, - "MAE[0.5]": 3.9166666666666665, - "MASE[0.5]": 0.747019867549669, - "MAPE[0.5]": 0.5813219188219189, - "sMAPE[0.5]": 0.4394500643449022, - "MSIS": 27.92582794914142, - "RMSE[mean]": 4.949747468305833, - "NRMSE[mean]": 0.6123398929862885, - "ND[0.5]": 0.4845360824742268, - "mean_weighted_sum_quantile_loss": 0.4776059564719358 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "p10": [ - 11.76, - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92 - ], - "p90": [ - 12.24, - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_094842.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_094842.json deleted file mode 100644 index 68e625269fa989d259ef48156b7a2053bae3f6ae..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_094842.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T09:48:42.821442+00:00", - "metrics": { - "MSE[mean]": 24.166666666666668, - "MSE[0.5]": 24.166666666666668, - "MAE[0.5]": 3.75, - "MASE[0.5]": 0.7114624505928854, - "MAPE[0.5]": 0.5416366041366042, - "sMAPE[0.5]": 0.41828238339461254, - "MSIS": 26.681739251618428, - "RMSE[mean]": 4.915960401250875, - "NRMSE[mean]": 0.5958739880304091, - "ND[0.5]": 0.45454545454545453, - "mean_weighted_sum_quantile_loss": 0.4486307519640853 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "p10": [ - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92, - 5.88 - ], - "p90": [ - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08, - 6.12 - ], - "mean": [ - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "quantiles": { - "0.1": [ - 10.78, - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92, - 5.88 - ], - "0.2": [ - 10.834999999999999, - 14.775, - 9.85, - 9.85, - 6.895, - 6.895, - 9.85, - 10.834999999999999, - 5.91, - 12.805, - 12.805, - 13.79, - 8.865, - 9.85, - 12.805, - 8.865, - 11.82, - 10.834999999999999, - 1.97, - 6.895, - 11.82, - 11.82, - 3.94, - 5.91 - ], - "0.3": [ - 10.89, - 14.85, - 9.9, - 9.9, - 6.93, - 6.93, - 9.9, - 10.89, - 5.9399999999999995, - 12.87, - 12.87, - 13.86, - 8.91, - 9.9, - 12.87, - 8.91, - 11.879999999999999, - 10.89, - 1.98, - 6.93, - 11.879999999999999, - 11.879999999999999, - 3.96, - 5.9399999999999995 - ], - "0.4": [ - 10.945, - 14.925, - 9.95, - 9.95, - 6.965, - 6.965, - 9.95, - 10.945, - 5.97, - 12.935, - 12.935, - 13.93, - 8.955, - 9.95, - 12.935, - 8.955, - 11.94, - 10.945, - 1.99, - 6.965, - 11.94, - 11.94, - 3.98, - 5.97 - ], - "0.5": [ - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "0.6": [ - 11.055, - 15.075, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 7.034999999999999, - 10.049999999999999, - 11.055, - 6.029999999999999, - 13.064999999999998, - 13.064999999999998, - 14.069999999999999, - 9.044999999999998, - 10.049999999999999, - 13.064999999999998, - 9.044999999999998, - 12.059999999999999, - 11.055, - 2.01, - 7.034999999999999, - 12.059999999999999, - 12.059999999999999, - 4.02, - 6.029999999999999 - ], - "0.7": [ - 11.11, - 15.15, - 10.1, - 10.1, - 7.07, - 7.07, - 10.1, - 11.11, - 6.0600000000000005, - 13.13, - 13.13, - 14.14, - 9.09, - 10.1, - 13.13, - 9.09, - 12.120000000000001, - 11.11, - 2.02, - 7.07, - 12.120000000000001, - 12.120000000000001, - 4.04, - 6.0600000000000005 - ], - "0.8": [ - 11.165, - 15.224999999999998, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 7.1049999999999995, - 10.149999999999999, - 11.165, - 6.09, - 13.194999999999999, - 13.194999999999999, - 14.209999999999999, - 9.135, - 10.149999999999999, - 13.194999999999999, - 9.135, - 12.18, - 11.165, - 2.03, - 7.1049999999999995, - 12.18, - 12.18, - 4.06, - 6.09 - ], - "0.9": [ - 11.22, - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08, - 6.12 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_111400.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_111400.json deleted file mode 100644 index 8f422194d5caa2f54033223e9075a865e0b273b5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_111400.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T11:14:00.561327+00:00", - "metrics": { - "MSE[mean]": 24.0, - "MSE[0.5]": 24.0, - "MAE[0.5]": 3.6666666666666665, - "MASE[0.5]": 0.7087248322147651, - "MAPE[0.5]": 0.5121462114883167, - "sMAPE[0.5]": 0.40093236654394654, - "MSIS": 26.614228304315148, - "RMSE[mean]": 4.898979485566356, - "NRMSE[mean]": 0.5763505277136889, - "ND[0.5]": 0.43137254901960786, - "mean_weighted_sum_quantile_loss": 0.42598039215686273 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "p10": [ - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92, - 5.88, - 6.859999999999999 - ], - "p90": [ - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08, - 6.12, - 7.140000000000001 - ], - "mean": [ - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "quantiles": { - "0.1": [ - 14.7, - 9.8, - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92, - 5.88, - 6.859999999999999 - ], - "0.2": [ - 14.775, - 9.85, - 9.85, - 6.895, - 6.895, - 9.85, - 10.834999999999999, - 5.91, - 12.805, - 12.805, - 13.79, - 8.865, - 9.85, - 12.805, - 8.865, - 11.82, - 10.834999999999999, - 1.97, - 6.895, - 11.82, - 11.82, - 3.94, - 5.91, - 6.895 - ], - "0.3": [ - 14.85, - 9.9, - 9.9, - 6.93, - 6.93, - 9.9, - 10.89, - 5.9399999999999995, - 12.87, - 12.87, - 13.86, - 8.91, - 9.9, - 12.87, - 8.91, - 11.879999999999999, - 10.89, - 1.98, - 6.93, - 11.879999999999999, - 11.879999999999999, - 3.96, - 5.9399999999999995, - 6.93 - ], - "0.4": [ - 14.925, - 9.95, - 9.95, - 6.965, - 6.965, - 9.95, - 10.945, - 5.97, - 12.935, - 12.935, - 13.93, - 8.955, - 9.95, - 12.935, - 8.955, - 11.94, - 10.945, - 1.99, - 6.965, - 11.94, - 11.94, - 3.98, - 5.97, - 6.965 - ], - "0.5": [ - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "0.6": [ - 15.075, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 7.034999999999999, - 10.049999999999999, - 11.055, - 6.029999999999999, - 13.064999999999998, - 13.064999999999998, - 14.069999999999999, - 9.044999999999998, - 10.049999999999999, - 13.064999999999998, - 9.044999999999998, - 12.059999999999999, - 11.055, - 2.01, - 7.034999999999999, - 12.059999999999999, - 12.059999999999999, - 4.02, - 6.029999999999999, - 7.034999999999999 - ], - "0.7": [ - 15.15, - 10.1, - 10.1, - 7.07, - 7.07, - 10.1, - 11.11, - 6.0600000000000005, - 13.13, - 13.13, - 14.14, - 9.09, - 10.1, - 13.13, - 9.09, - 12.120000000000001, - 11.11, - 2.02, - 7.07, - 12.120000000000001, - 12.120000000000001, - 4.04, - 6.0600000000000005, - 7.07 - ], - "0.8": [ - 15.224999999999998, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 7.1049999999999995, - 10.149999999999999, - 11.165, - 6.09, - 13.194999999999999, - 13.194999999999999, - 14.209999999999999, - 9.135, - 10.149999999999999, - 13.194999999999999, - 9.135, - 12.18, - 11.165, - 2.03, - 7.1049999999999995, - 12.18, - 12.18, - 4.06, - 6.09, - 7.1049999999999995 - ], - "0.9": [ - 15.3, - 10.2, - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08, - 6.12, - 7.140000000000001 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_122659.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_122659.json deleted file mode 100644 index 71d18530753a4f1c0799c35227eb03ea7a2058cb..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_122659.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T12:26:59.921907+00:00", - "metrics": { - "MSE[mean]": 24.583333333333332, - "MSE[0.5]": 24.583333333333332, - "MAE[0.5]": 3.9166666666666665, - "MASE[0.5]": 0.7590847913862718, - "MAPE[0.5]": 0.6316628060049113, - "sMAPE[0.5]": 0.46117081374059804, - "MSIS": 28.72522218120569, - "RMSE[mean]": 4.958158260214505, - "NRMSE[mean]": 0.5861861982519612, - "ND[0.5]": 0.4630541871921182, - "mean_weighted_sum_quantile_loss": 0.4579967159277504 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "p10": [ - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92, - 4.9, - 6.859999999999999, - 5.88, - 8.82 - ], - "p90": [ - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08, - 5.1, - 7.140000000000001, - 6.12, - 9.18 - ], - "mean": [ - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "quantiles": { - "0.1": [ - 9.8, - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 11.76, - 3.92, - 4.9, - 6.859999999999999, - 5.88, - 8.82 - ], - "0.2": [ - 9.85, - 6.895, - 6.895, - 9.85, - 10.834999999999999, - 5.91, - 12.805, - 12.805, - 13.79, - 8.865, - 9.85, - 12.805, - 8.865, - 11.82, - 10.834999999999999, - 1.97, - 6.895, - 11.82, - 11.82, - 3.94, - 4.925, - 6.895, - 5.91, - 8.865 - ], - "0.3": [ - 9.9, - 6.93, - 6.93, - 9.9, - 10.89, - 5.9399999999999995, - 12.87, - 12.87, - 13.86, - 8.91, - 9.9, - 12.87, - 8.91, - 11.879999999999999, - 10.89, - 1.98, - 6.93, - 11.879999999999999, - 11.879999999999999, - 3.96, - 4.95, - 6.93, - 5.9399999999999995, - 8.91 - ], - "0.4": [ - 9.95, - 6.965, - 6.965, - 9.95, - 10.945, - 5.97, - 12.935, - 12.935, - 13.93, - 8.955, - 9.95, - 12.935, - 8.955, - 11.94, - 10.945, - 1.99, - 6.965, - 11.94, - 11.94, - 3.98, - 4.975, - 6.965, - 5.97, - 8.955 - ], - "0.5": [ - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "0.6": [ - 10.049999999999999, - 7.034999999999999, - 7.034999999999999, - 10.049999999999999, - 11.055, - 6.029999999999999, - 13.064999999999998, - 13.064999999999998, - 14.069999999999999, - 9.044999999999998, - 10.049999999999999, - 13.064999999999998, - 9.044999999999998, - 12.059999999999999, - 11.055, - 2.01, - 7.034999999999999, - 12.059999999999999, - 12.059999999999999, - 4.02, - 5.0249999999999995, - 7.034999999999999, - 6.029999999999999, - 9.044999999999998 - ], - "0.7": [ - 10.1, - 7.07, - 7.07, - 10.1, - 11.11, - 6.0600000000000005, - 13.13, - 13.13, - 14.14, - 9.09, - 10.1, - 13.13, - 9.09, - 12.120000000000001, - 11.11, - 2.02, - 7.07, - 12.120000000000001, - 12.120000000000001, - 4.04, - 5.05, - 7.07, - 6.0600000000000005, - 9.09 - ], - "0.8": [ - 10.149999999999999, - 7.1049999999999995, - 7.1049999999999995, - 10.149999999999999, - 11.165, - 6.09, - 13.194999999999999, - 13.194999999999999, - 14.209999999999999, - 9.135, - 10.149999999999999, - 13.194999999999999, - 9.135, - 12.18, - 11.165, - 2.03, - 7.1049999999999995, - 12.18, - 12.18, - 4.06, - 5.074999999999999, - 7.1049999999999995, - 6.09, - 9.135 - ], - "0.9": [ - 10.2, - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 12.24, - 4.08, - 5.1, - 7.140000000000001, - 6.12, - 9.18 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_134657.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_134657.json deleted file mode 100644 index 52515c81bbb460acf3fd6e06dace5a4dad3552a4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_134657.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T13:46:57.823038+00:00", - "metrics": { - "MSE[mean]": 23.25, - "MSE[0.5]": 23.25, - "MAE[0.5]": 3.8333333333333335, - "MASE[0.5]": 0.746955345060893, - "MAPE[0.5]": 0.5705641852700677, - "sMAPE[0.5]": 0.45243528124920246, - "MSIS": 28.308633393175608, - "RMSE[mean]": 4.8218253804964775, - "NRMSE[mean]": 0.5904275976118136, - "ND[0.5]": 0.46938775510204084, - "mean_weighted_sum_quantile_loss": 0.4645804988662132 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "p10": [ - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 10.78, - 3.92, - 4.9, - 6.859999999999999, - 5.88, - 8.82, - 9.8 - ], - "p90": [ - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 11.22, - 4.08, - 5.1, - 7.140000000000001, - 6.12, - 9.18, - 10.2 - ], - "mean": [ - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "quantiles": { - "0.1": [ - 6.859999999999999, - 6.859999999999999, - 9.8, - 10.78, - 5.88, - 12.74, - 12.74, - 13.719999999999999, - 8.82, - 9.8, - 12.74, - 8.82, - 11.76, - 10.78, - 1.96, - 6.859999999999999, - 11.76, - 10.78, - 3.92, - 4.9, - 6.859999999999999, - 5.88, - 8.82, - 9.8 - ], - "0.2": [ - 6.895, - 6.895, - 9.85, - 10.834999999999999, - 5.91, - 12.805, - 12.805, - 13.79, - 8.865, - 9.85, - 12.805, - 8.865, - 11.82, - 10.834999999999999, - 1.97, - 6.895, - 11.82, - 10.834999999999999, - 3.94, - 4.925, - 6.895, - 5.91, - 8.865, - 9.85 - ], - "0.3": [ - 6.93, - 6.93, - 9.9, - 10.89, - 5.9399999999999995, - 12.87, - 12.87, - 13.86, - 8.91, - 9.9, - 12.87, - 8.91, - 11.879999999999999, - 10.89, - 1.98, - 6.93, - 11.879999999999999, - 10.89, - 3.96, - 4.95, - 6.93, - 5.9399999999999995, - 8.91, - 9.9 - ], - "0.4": [ - 6.965, - 6.965, - 9.95, - 10.945, - 5.97, - 12.935, - 12.935, - 13.93, - 8.955, - 9.95, - 12.935, - 8.955, - 11.94, - 10.945, - 1.99, - 6.965, - 11.94, - 10.945, - 3.98, - 4.975, - 6.965, - 5.97, - 8.955, - 9.95 - ], - "0.5": [ - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "0.6": [ - 7.034999999999999, - 7.034999999999999, - 10.049999999999999, - 11.055, - 6.029999999999999, - 13.064999999999998, - 13.064999999999998, - 14.069999999999999, - 9.044999999999998, - 10.049999999999999, - 13.064999999999998, - 9.044999999999998, - 12.059999999999999, - 11.055, - 2.01, - 7.034999999999999, - 12.059999999999999, - 11.055, - 4.02, - 5.0249999999999995, - 7.034999999999999, - 6.029999999999999, - 9.044999999999998, - 10.049999999999999 - ], - "0.7": [ - 7.07, - 7.07, - 10.1, - 11.11, - 6.0600000000000005, - 13.13, - 13.13, - 14.14, - 9.09, - 10.1, - 13.13, - 9.09, - 12.120000000000001, - 11.11, - 2.02, - 7.07, - 12.120000000000001, - 11.11, - 4.04, - 5.05, - 7.07, - 6.0600000000000005, - 9.09, - 10.1 - ], - "0.8": [ - 7.1049999999999995, - 7.1049999999999995, - 10.149999999999999, - 11.165, - 6.09, - 13.194999999999999, - 13.194999999999999, - 14.209999999999999, - 9.135, - 10.149999999999999, - 13.194999999999999, - 9.135, - 12.18, - 11.165, - 2.03, - 7.1049999999999995, - 12.18, - 11.165, - 4.06, - 5.074999999999999, - 7.1049999999999995, - 6.09, - 9.135, - 10.149999999999999 - ], - "0.9": [ - 7.140000000000001, - 7.140000000000001, - 10.2, - 11.22, - 6.12, - 13.26, - 13.26, - 14.280000000000001, - 9.18, - 10.2, - 13.26, - 9.18, - 12.24, - 11.22, - 2.04, - 7.140000000000001, - 12.24, - 11.22, - 4.08, - 5.1, - 7.140000000000001, - 6.12, - 9.18, - 10.2 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_002831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_002831.json deleted file mode 100644 index aba8984eb627fcb9418e6c4de18de78a572b21e2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_002831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T00:28:31.617059+00:00", - "metrics": { - "MSE[mean]": 29.583333333333332, - "MSE[0.5]": 29.583333333333332, - "MAE[0.5]": 4.5, - "MASE[0.5]": 0.862849533954727, - "MAPE[0.5]": 0.462881851944352, - "sMAPE[0.5]": 0.4736575244758266, - "MSIS": 32.71541954981685, - "RMSE[mean]": 5.439056290693573, - "NRMSE[mean]": 0.5180053610184355, - "ND[0.5]": 0.42857142857142855, - "mean_weighted_sum_quantile_loss": 0.42350970017636685 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "p10": [ - 9.8, - 11.76, - 10.78, - 2.94, - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8 - ], - "p90": [ - 10.2, - 12.24, - 11.22, - 3.06, - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2 - ], - "mean": [ - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "quantiles": { - "0.1": [ - 9.8, - 11.76, - 10.78, - 2.94, - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8 - ], - "0.2": [ - 9.85, - 11.82, - 10.834999999999999, - 2.955, - 7.88, - 12.805, - 13.79, - 3.94, - 5.91, - 6.895, - 6.895, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 9.85 - ], - "0.3": [ - 9.9, - 11.879999999999999, - 10.89, - 2.9699999999999998, - 7.92, - 12.87, - 13.86, - 3.96, - 5.9399999999999995, - 6.93, - 6.93, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 9.9 - ], - "0.4": [ - 9.95, - 11.94, - 10.945, - 2.985, - 7.96, - 12.935, - 13.93, - 3.98, - 5.97, - 6.965, - 6.965, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 9.95 - ], - "0.5": [ - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "0.6": [ - 10.049999999999999, - 12.059999999999999, - 11.055, - 3.0149999999999997, - 8.04, - 13.064999999999998, - 14.069999999999999, - 4.02, - 6.029999999999999, - 7.034999999999999, - 7.034999999999999, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 10.049999999999999 - ], - "0.7": [ - 10.1, - 12.120000000000001, - 11.11, - 3.0300000000000002, - 8.08, - 13.13, - 14.14, - 4.04, - 6.0600000000000005, - 7.07, - 7.07, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 10.1 - ], - "0.8": [ - 10.149999999999999, - 12.18, - 11.165, - 3.045, - 8.12, - 13.194999999999999, - 14.209999999999999, - 4.06, - 6.09, - 7.1049999999999995, - 7.1049999999999995, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 10.149999999999999 - ], - "0.9": [ - 10.2, - 12.24, - 11.22, - 3.06, - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_014407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_014407.json deleted file mode 100644 index 0a90dcb2c67f158b609326b1f7d1dd0a4ad5cc37..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_014407.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T01:44:07.900127+00:00", - "metrics": { - "MSE[mean]": 42.083333333333336, - "MSE[0.5]": 42.083333333333336, - "MAE[0.5]": 5.083333333333333, - "MASE[0.5]": 0.973404255319149, - "MAPE[0.5]": 0.4023799695674695, - "sMAPE[0.5]": 0.4774503870501537, - "MSIS": 37.252978821304986, - "RMSE[mean]": 6.487166818676188, - "NRMSE[mean]": 0.5405972348896824, - "ND[0.5]": 0.4236111111111111, - "mean_weighted_sum_quantile_loss": 0.41958333333333336 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "p10": [ - 11.76, - 10.78, - 2.94, - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8, - 5.88 - ], - "p90": [ - 12.24, - 11.22, - 3.06, - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2, - 6.12 - ], - "mean": [ - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "quantiles": { - "0.1": [ - 11.76, - 10.78, - 2.94, - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8, - 5.88 - ], - "0.2": [ - 11.82, - 10.834999999999999, - 2.955, - 7.88, - 12.805, - 13.79, - 3.94, - 5.91, - 6.895, - 6.895, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 9.85, - 5.91 - ], - "0.3": [ - 11.879999999999999, - 10.89, - 2.9699999999999998, - 7.92, - 12.87, - 13.86, - 3.96, - 5.9399999999999995, - 6.93, - 6.93, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 9.9, - 5.9399999999999995 - ], - "0.4": [ - 11.94, - 10.945, - 2.985, - 7.96, - 12.935, - 13.93, - 3.98, - 5.97, - 6.965, - 6.965, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 9.95, - 5.97 - ], - "0.5": [ - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "0.6": [ - 12.059999999999999, - 11.055, - 3.0149999999999997, - 8.04, - 13.064999999999998, - 14.069999999999999, - 4.02, - 6.029999999999999, - 7.034999999999999, - 7.034999999999999, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 10.049999999999999, - 6.029999999999999 - ], - "0.7": [ - 12.120000000000001, - 11.11, - 3.0300000000000002, - 8.08, - 13.13, - 14.14, - 4.04, - 6.0600000000000005, - 7.07, - 7.07, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 10.1, - 6.0600000000000005 - ], - "0.8": [ - 12.18, - 11.165, - 3.045, - 8.12, - 13.194999999999999, - 14.209999999999999, - 4.06, - 6.09, - 7.1049999999999995, - 7.1049999999999995, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 10.149999999999999, - 6.09 - ], - "0.9": [ - 12.24, - 11.22, - 3.06, - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2, - 6.12 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_030934.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_030934.json deleted file mode 100644 index 6844b998e77384dba9cc2d8d3427e45528636db4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_030934.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T03:09:34.473516+00:00", - "metrics": { - "MSE[mean]": 60.791666666666664, - "MSE[0.5]": 60.791666666666664, - "MAE[0.5]": 5.875, - "MASE[0.5]": 1.116094986807388, - "MAPE[0.5]": 0.44931763838013844, - "sMAPE[0.5]": 0.5156089463271339, - "MSIS": 42.88369403719822, - "RMSE[mean]": 7.796901093810711, - "NRMSE[mean]": 0.6386540145100924, - "ND[0.5]": 0.4812286689419795, - "mean_weighted_sum_quantile_loss": 0.477042093287827 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "p10": [ - 10.78, - 2.94, - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8, - 5.88, - 21.56 - ], - "p90": [ - 11.22, - 3.06, - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2, - 6.12, - 22.44 - ], - "mean": [ - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "quantiles": { - "0.1": [ - 10.78, - 2.94, - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8, - 5.88, - 21.56 - ], - "0.2": [ - 10.834999999999999, - 2.955, - 7.88, - 12.805, - 13.79, - 3.94, - 5.91, - 6.895, - 6.895, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 9.85, - 5.91, - 21.669999999999998 - ], - "0.3": [ - 10.89, - 2.9699999999999998, - 7.92, - 12.87, - 13.86, - 3.96, - 5.9399999999999995, - 6.93, - 6.93, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 9.9, - 5.9399999999999995, - 21.78 - ], - "0.4": [ - 10.945, - 2.985, - 7.96, - 12.935, - 13.93, - 3.98, - 5.97, - 6.965, - 6.965, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 9.95, - 5.97, - 21.89 - ], - "0.5": [ - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "0.6": [ - 11.055, - 3.0149999999999997, - 8.04, - 13.064999999999998, - 14.069999999999999, - 4.02, - 6.029999999999999, - 7.034999999999999, - 7.034999999999999, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 10.049999999999999, - 6.029999999999999, - 22.11 - ], - "0.7": [ - 11.11, - 3.0300000000000002, - 8.08, - 13.13, - 14.14, - 4.04, - 6.0600000000000005, - 7.07, - 7.07, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 10.1, - 6.0600000000000005, - 22.22 - ], - "0.8": [ - 11.165, - 3.045, - 8.12, - 13.194999999999999, - 14.209999999999999, - 4.06, - 6.09, - 7.1049999999999995, - 7.1049999999999995, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 10.149999999999999, - 6.09, - 22.33 - ], - "0.9": [ - 11.22, - 3.06, - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2, - 6.12, - 22.44 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_042041.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_042041.json deleted file mode 100644 index 3084d98706d16623f2dafdc964d5181b6ad4209a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_042041.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T04:20:41.489589+00:00", - "metrics": { - "MSE[mean]": 60.5, - "MSE[0.5]": 60.5, - "MAE[0.5]": 5.916666666666667, - "MASE[0.5]": 1.1137254901960785, - "MAPE[0.5]": 0.5197984885484885, - "sMAPE[0.5]": 0.5090169186437751, - "MSIS": 42.69725501191285, - "RMSE[mean]": 7.7781745930520225, - "NRMSE[mean]": 0.6414989355094451, - "ND[0.5]": 0.4879725085910653, - "mean_weighted_sum_quantile_loss": 0.483466972126766 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "p10": [ - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8, - 5.88, - 21.56, - 8.82, - 15.68 - ], - "p90": [ - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2, - 6.12, - 22.44, - 9.18, - 16.32 - ], - "mean": [ - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "quantiles": { - "0.1": [ - 7.84, - 12.74, - 13.719999999999999, - 3.92, - 5.88, - 6.859999999999999, - 6.859999999999999, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 9.8, - 5.88, - 21.56, - 8.82, - 15.68 - ], - "0.2": [ - 7.88, - 12.805, - 13.79, - 3.94, - 5.91, - 6.895, - 6.895, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 9.85, - 5.91, - 21.669999999999998, - 8.865, - 15.76 - ], - "0.3": [ - 7.92, - 12.87, - 13.86, - 3.96, - 5.9399999999999995, - 6.93, - 6.93, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 9.9, - 5.9399999999999995, - 21.78, - 8.91, - 15.84 - ], - "0.4": [ - 7.96, - 12.935, - 13.93, - 3.98, - 5.97, - 6.965, - 6.965, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 9.95, - 5.97, - 21.89, - 8.955, - 15.92 - ], - "0.5": [ - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "0.6": [ - 8.04, - 13.064999999999998, - 14.069999999999999, - 4.02, - 6.029999999999999, - 7.034999999999999, - 7.034999999999999, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 10.049999999999999, - 6.029999999999999, - 22.11, - 9.044999999999998, - 16.08 - ], - "0.7": [ - 8.08, - 13.13, - 14.14, - 4.04, - 6.0600000000000005, - 7.07, - 7.07, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 10.1, - 6.0600000000000005, - 22.22, - 9.09, - 16.16 - ], - "0.8": [ - 8.12, - 13.194999999999999, - 14.209999999999999, - 4.06, - 6.09, - 7.1049999999999995, - 7.1049999999999995, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 10.149999999999999, - 6.09, - 22.33, - 9.135, - 16.24 - ], - "0.9": [ - 8.16, - 13.26, - 14.280000000000001, - 4.08, - 6.12, - 7.140000000000001, - 7.140000000000001, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 10.2, - 6.12, - 22.44, - 9.18, - 16.32 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_053740.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_053740.json deleted file mode 100644 index 834c229405cc7ff861f18912c7abaad12d127e9e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_053740.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T05:37:40.419033+00:00", - "metrics": { - "MSE[mean]": 58.5, - "MSE[0.5]": 58.5, - "MAE[0.5]": 5.833333333333333, - "MASE[0.5]": 1.0810810810810811, - "MAPE[0.5]": 0.5535440798308445, - "sMAPE[0.5]": 0.4939449532486139, - "MSIS": 41.333899729596965, - "RMSE[mean]": 7.648529270389178, - "NRMSE[mean]": 0.6139287708673588, - "ND[0.5]": 0.4682274247491639, - "mean_weighted_sum_quantile_loss": 0.4636789297658863 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "p10": [ - 13.719999999999999, - 13.719999999999999, - 3.92, - 5.88, - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68 - ], - "p90": [ - 14.280000000000001, - 14.280000000000001, - 4.08, - 6.12, - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32 - ], - "mean": [ - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "quantiles": { - "0.1": [ - 13.719999999999999, - 13.719999999999999, - 3.92, - 5.88, - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68 - ], - "0.2": [ - 13.79, - 13.79, - 3.94, - 5.91, - 7.88, - 7.88, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76 - ], - "0.3": [ - 13.86, - 13.86, - 3.96, - 5.9399999999999995, - 7.92, - 7.92, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84 - ], - "0.4": [ - 13.93, - 13.93, - 3.98, - 5.97, - 7.96, - 7.96, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92 - ], - "0.5": [ - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "0.6": [ - 14.069999999999999, - 14.069999999999999, - 4.02, - 6.029999999999999, - 8.04, - 8.04, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08 - ], - "0.7": [ - 14.14, - 14.14, - 4.04, - 6.0600000000000005, - 8.08, - 8.08, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16 - ], - "0.8": [ - 14.209999999999999, - 14.209999999999999, - 4.06, - 6.09, - 8.12, - 8.12, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24 - ], - "0.9": [ - 14.280000000000001, - 14.280000000000001, - 4.08, - 6.12, - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_065145.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_065145.json deleted file mode 100644 index fe6645c5f9710c029eace067ab36b34aa952cf5a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_065145.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T06:51:45.816416+00:00", - "metrics": { - "MSE[mean]": 65.25, - "MSE[0.5]": 65.25, - "MAE[0.5]": 6.333333333333333, - "MASE[0.5]": 1.1875, - "MAPE[0.5]": 1.0892354717722366, - "sMAPE[0.5]": 0.5626045846167242, - "MSIS": 45.43703137636307, - "RMSE[mean]": 8.077747210701755, - "NRMSE[mean]": 0.6708163773593153, - "ND[0.5]": 0.5259515570934256, - "mean_weighted_sum_quantile_loss": 0.5207074202229911 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "p10": [ - 13.719999999999999, - 3.92, - 5.88, - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999 - ], - "p90": [ - 14.280000000000001, - 4.08, - 6.12, - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001 - ], - "mean": [ - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "quantiles": { - "0.1": [ - 13.719999999999999, - 3.92, - 5.88, - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999 - ], - "0.2": [ - 13.79, - 3.94, - 5.91, - 7.88, - 7.88, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79 - ], - "0.3": [ - 13.86, - 3.96, - 5.9399999999999995, - 7.92, - 7.92, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86 - ], - "0.4": [ - 13.93, - 3.98, - 5.97, - 7.96, - 7.96, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93 - ], - "0.5": [ - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "0.6": [ - 14.069999999999999, - 4.02, - 6.029999999999999, - 8.04, - 8.04, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999 - ], - "0.7": [ - 14.14, - 4.04, - 6.0600000000000005, - 8.08, - 8.08, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14 - ], - "0.8": [ - 14.209999999999999, - 4.06, - 6.09, - 8.12, - 8.12, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999 - ], - "0.9": [ - 14.280000000000001, - 4.08, - 6.12, - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_081000.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_081000.json deleted file mode 100644 index 6c6185f02b741939716e543baf2e6255f54087fd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_081000.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T08:10:00.068252+00:00", - "metrics": { - "MSE[mean]": 66.04166666666667, - "MSE[0.5]": 66.04166666666667, - "MAE[0.5]": 6.375, - "MASE[0.5]": 1.203145478374836, - "MAPE[0.5]": 1.1406567356935005, - "sMAPE[0.5]": 0.581202182035832, - "MSIS": 46.11680221811421, - "RMSE[mean]": 8.126602406089932, - "NRMSE[mean]": 0.6843454657759942, - "ND[0.5]": 0.5368421052631579, - "mean_weighted_sum_quantile_loss": 0.5318440545808967 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "p10": [ - 5.88, - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8 - ], - "p90": [ - 6.12, - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2 - ], - "mean": [ - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "quantiles": { - "0.1": [ - 5.88, - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8 - ], - "0.2": [ - 5.91, - 7.88, - 7.88, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79, - 10.834999999999999, - 9.85 - ], - "0.3": [ - 5.9399999999999995, - 7.92, - 7.92, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86, - 10.89, - 9.9 - ], - "0.4": [ - 5.97, - 7.96, - 7.96, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93, - 10.945, - 9.95 - ], - "0.5": [ - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "0.6": [ - 6.029999999999999, - 8.04, - 8.04, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999, - 11.055, - 10.049999999999999 - ], - "0.7": [ - 6.0600000000000005, - 8.08, - 8.08, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14, - 11.11, - 10.1 - ], - "0.8": [ - 6.09, - 8.12, - 8.12, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999, - 11.165, - 10.149999999999999 - ], - "0.9": [ - 6.12, - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_092831.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_092831.json deleted file mode 100644 index 66df823807ad4c254554132a342cd2cd30e635ac..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_092831.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T09:28:31.746467+00:00", - "metrics": { - "MSE[mean]": 62.583333333333336, - "MSE[0.5]": 62.583333333333336, - "MAE[0.5]": 6.083333333333333, - "MASE[0.5]": 1.1496062992125984, - "MAPE[0.5]": 0.808702116238881, - "sMAPE[0.5]": 0.5233249447507, - "MSIS": 43.909763906412046, - "RMSE[mean]": 7.910962857537212, - "NRMSE[mean]": 0.6615439323376066, - "ND[0.5]": 0.5087108013937283, - "mean_weighted_sum_quantile_loss": 0.50358497870693 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "p10": [ - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74 - ], - "p90": [ - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26 - ], - "mean": [ - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "quantiles": { - "0.1": [ - 7.84, - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74 - ], - "0.2": [ - 7.88, - 7.88, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79, - 10.834999999999999, - 9.85, - 12.805 - ], - "0.3": [ - 7.92, - 7.92, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86, - 10.89, - 9.9, - 12.87 - ], - "0.4": [ - 7.96, - 7.96, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93, - 10.945, - 9.95, - 12.935 - ], - "0.5": [ - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "0.6": [ - 8.04, - 8.04, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999, - 11.055, - 10.049999999999999, - 13.064999999999998 - ], - "0.7": [ - 8.08, - 8.08, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14, - 11.11, - 10.1, - 13.13 - ], - "0.8": [ - 8.12, - 8.12, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999, - 11.165, - 10.149999999999999, - 13.194999999999999 - ], - "0.9": [ - 8.16, - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_103943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_103943.json deleted file mode 100644 index 990477b298c7b018de966bb51231d1ff557c2ed0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_103943.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T10:39:43.749534+00:00", - "metrics": { - "MSE[mean]": 66.375, - "MSE[0.5]": 66.375, - "MAE[0.5]": 6.125, - "MASE[0.5]": 1.165125495376486, - "MAPE[0.5]": 0.7973195404813053, - "sMAPE[0.5]": 0.5136108878499823, - "MSIS": 44.46261572092926, - "RMSE[mean]": 8.147085368400163, - "NRMSE[mean]": 0.6836714994461676, - "ND[0.5]": 0.513986013986014, - "mean_weighted_sum_quantile_loss": 0.5087024087024087 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "p10": [ - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999 - ], - "p90": [ - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001 - ], - "mean": [ - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "quantiles": { - "0.1": [ - 7.84, - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999 - ], - "0.2": [ - 7.88, - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79, - 10.834999999999999, - 9.85, - 12.805, - 13.79 - ], - "0.3": [ - 7.92, - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86, - 10.89, - 9.9, - 12.87, - 13.86 - ], - "0.4": [ - 7.96, - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93, - 10.945, - 9.95, - 12.935, - 13.93 - ], - "0.5": [ - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "0.6": [ - 8.04, - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999 - ], - "0.7": [ - 8.08, - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14, - 11.11, - 10.1, - 13.13, - 14.14 - ], - "0.8": [ - 8.12, - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999 - ], - "0.9": [ - 8.16, - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_115423.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_115423.json deleted file mode 100644 index 92327b96ac7a271b92a2a5af495111cee91f5bd7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_115423.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T11:54:23.756823+00:00", - "metrics": { - "MSE[mean]": 72.91666666666667, - "MSE[0.5]": 72.91666666666667, - "MAE[0.5]": 6.333333333333333, - "MASE[0.5]": 1.1968503937007875, - "MAPE[0.5]": 0.832413247639157, - "sMAPE[0.5]": 0.524730696741588, - "MSIS": 45.69181116115607, - "RMSE[mean]": 8.539125638299666, - "NRMSE[mean]": 0.7241661318699364, - "ND[0.5]": 0.5371024734982333, - "mean_weighted_sum_quantile_loss": 0.5316215155084413 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "p10": [ - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999 - ], - "p90": [ - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001 - ], - "mean": [ - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "quantiles": { - "0.1": [ - 8.82, - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999 - ], - "0.2": [ - 8.865, - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79, - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79 - ], - "0.3": [ - 8.91, - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86, - 10.89, - 9.9, - 12.87, - 13.86, - 13.86 - ], - "0.4": [ - 8.955, - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93, - 10.945, - 9.95, - 12.935, - 13.93, - 13.93 - ], - "0.5": [ - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "0.6": [ - 9.044999999999998, - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999 - ], - "0.7": [ - 9.09, - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14, - 11.11, - 10.1, - 13.13, - 14.14, - 14.14 - ], - "0.8": [ - 9.135, - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999 - ], - "0.9": [ - 9.18, - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_131345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_131345.json deleted file mode 100644 index 10fde8510052e497c1f97d937d3dd6a0cbe42475..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_131345.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T13:13:45.782281+00:00", - "metrics": { - "MSE[mean]": 70.08333333333333, - "MSE[0.5]": 70.08333333333333, - "MAE[0.5]": 6.0, - "MASE[0.5]": 1.1535380507343123, - "MAPE[0.5]": 0.6582260632957228, - "sMAPE[0.5]": 0.4786692564019419, - "MSIS": 43.91230988671422, - "RMSE[mean]": 8.371578903249572, - "NRMSE[mean]": 0.6833941961836386, - "ND[0.5]": 0.4897959183673469, - "mean_weighted_sum_quantile_loss": 0.4844973544973544 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "p10": [ - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8 - ], - "p90": [ - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2 - ], - "mean": [ - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "quantiles": { - "0.1": [ - 9.8, - 9.8, - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8 - ], - "0.2": [ - 9.85, - 9.85, - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79, - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79, - 9.85 - ], - "0.3": [ - 9.9, - 9.9, - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86, - 10.89, - 9.9, - 12.87, - 13.86, - 13.86, - 9.9 - ], - "0.4": [ - 9.95, - 9.95, - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93, - 10.945, - 9.95, - 12.935, - 13.93, - 13.93, - 9.95 - ], - "0.5": [ - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "0.6": [ - 10.049999999999999, - 10.049999999999999, - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999 - ], - "0.7": [ - 10.1, - 10.1, - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14, - 11.11, - 10.1, - 13.13, - 14.14, - 14.14, - 10.1 - ], - "0.8": [ - 10.149999999999999, - 10.149999999999999, - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999 - ], - "0.9": [ - 10.2, - 10.2, - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_142911.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_142911.json deleted file mode 100644 index 836b37662161f2d9d3df870060ea6d441dc451e7..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260623_142911.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-23T14:29:11.974624+00:00", - "metrics": { - "MSE[mean]": 69.41666666666667, - "MSE[0.5]": 69.41666666666667, - "MAE[0.5]": 6.083333333333333, - "MASE[0.5]": 1.1774193548387095, - "MAPE[0.5]": 0.6051909040105635, - "sMAPE[0.5]": 0.4895299291351923, - "MSIS": 44.83419369121909, - "RMSE[mean]": 8.331666499966659, - "NRMSE[mean]": 0.6895172275834476, - "ND[0.5]": 0.503448275862069, - "mean_weighted_sum_quantile_loss": 0.4980306513409961 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "p10": [ - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74 - ], - "p90": [ - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26 - ], - "mean": [ - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "quantiles": { - "0.1": [ - 6.859999999999999, - 7.84, - 6.859999999999999, - 6.859999999999999, - 13.719999999999999, - 5.88, - 6.859999999999999, - 7.84, - 9.8, - 10.78, - 6.859999999999999, - 21.56, - 8.82, - 16.66, - 15.68, - 13.719999999999999, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74 - ], - "0.2": [ - 6.895, - 7.88, - 6.895, - 6.895, - 13.79, - 5.91, - 6.895, - 7.88, - 9.85, - 10.834999999999999, - 6.895, - 21.669999999999998, - 8.865, - 16.745, - 15.76, - 13.79, - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805 - ], - "0.3": [ - 6.93, - 7.92, - 6.93, - 6.93, - 13.86, - 5.9399999999999995, - 6.93, - 7.92, - 9.9, - 10.89, - 6.93, - 21.78, - 8.91, - 16.83, - 15.84, - 13.86, - 10.89, - 9.9, - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87 - ], - "0.4": [ - 6.965, - 7.96, - 6.965, - 6.965, - 13.93, - 5.97, - 6.965, - 7.96, - 9.95, - 10.945, - 6.965, - 21.89, - 8.955, - 16.915, - 15.92, - 13.93, - 10.945, - 9.95, - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935 - ], - "0.5": [ - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "0.6": [ - 7.034999999999999, - 8.04, - 7.034999999999999, - 7.034999999999999, - 14.069999999999999, - 6.029999999999999, - 7.034999999999999, - 8.04, - 10.049999999999999, - 11.055, - 7.034999999999999, - 22.11, - 9.044999999999998, - 17.084999999999997, - 16.08, - 14.069999999999999, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998 - ], - "0.7": [ - 7.07, - 8.08, - 7.07, - 7.07, - 14.14, - 6.0600000000000005, - 7.07, - 8.08, - 10.1, - 11.11, - 7.07, - 22.22, - 9.09, - 17.17, - 16.16, - 14.14, - 11.11, - 10.1, - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13 - ], - "0.8": [ - 7.1049999999999995, - 8.12, - 7.1049999999999995, - 7.1049999999999995, - 14.209999999999999, - 6.09, - 7.1049999999999995, - 8.12, - 10.149999999999999, - 11.165, - 7.1049999999999995, - 22.33, - 9.135, - 17.255, - 16.24, - 14.209999999999999, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999 - ], - "0.9": [ - 7.140000000000001, - 8.16, - 7.140000000000001, - 7.140000000000001, - 14.280000000000001, - 6.12, - 7.140000000000001, - 8.16, - 10.2, - 11.22, - 7.140000000000001, - 22.44, - 9.18, - 17.34, - 16.32, - 14.280000000000001, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_022031.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_022031.json deleted file mode 100644 index 2e6097c01c55fe15409bb8a893ab3e9d64007f85..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_022031.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T02:20:31.162480+00:00", - "metrics": { - "MSE[mean]": 76.125, - "MSE[0.5]": 76.125, - "MAE[0.5]": 6.125, - "MASE[0.5]": 1.0875462392108508, - "MAPE[0.5]": 0.7183509505200681, - "sMAPE[0.5]": 0.4239511543388726, - "MSIS": 40.54993853451423, - "RMSE[mean]": 8.724964183307574, - "NRMSE[mean]": 0.6865545586864975, - "ND[0.5]": 0.4819672131147541, - "mean_weighted_sum_quantile_loss": 0.4743169398907104 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "p10": [ - 21.56, - 8.82, - 16.66, - 16.66, - 14.7, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46 - ], - "p90": [ - 22.44, - 9.18, - 17.34, - 17.34, - 15.3, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54 - ], - "mean": [ - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "quantiles": { - "0.1": [ - 21.56, - 8.82, - 16.66, - 16.66, - 14.7, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46 - ], - "0.2": [ - 21.669999999999998, - 8.865, - 16.745, - 16.745, - 14.775, - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595 - ], - "0.3": [ - 21.78, - 8.91, - 16.83, - 16.83, - 14.85, - 10.89, - 9.9, - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73 - ], - "0.4": [ - 21.89, - 8.955, - 16.915, - 16.915, - 14.925, - 10.945, - 9.95, - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865 - ], - "0.5": [ - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "0.6": [ - 22.11, - 9.044999999999998, - 17.084999999999997, - 17.084999999999997, - 15.075, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998 - ], - "0.7": [ - 22.22, - 9.09, - 17.17, - 17.17, - 15.15, - 11.11, - 10.1, - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27 - ], - "0.8": [ - 22.33, - 9.135, - 17.255, - 17.255, - 15.224999999999998, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998 - ], - "0.9": [ - 22.44, - 9.18, - 17.34, - 17.34, - 15.3, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_033947.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_033947.json deleted file mode 100644 index 4c66c1ef67f7d68eb9dfa9b9c421e7c51b32532a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_033947.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T03:39:47.151782+00:00", - "metrics": { - "MSE[mean]": 67.08333333333333, - "MSE[0.5]": 67.08333333333333, - "MAE[0.5]": 5.583333333333333, - "MASE[0.5]": 0.9781021897810219, - "MAPE[0.5]": 0.6191064246211304, - "sMAPE[0.5]": 0.3878384980898139, - "MSIS": 36.228321350476484, - "RMSE[mean]": 8.190441583537076, - "NRMSE[mean]": 0.6466138092266113, - "ND[0.5]": 0.4407894736842105, - "mean_weighted_sum_quantile_loss": 0.4331578947368422 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "p10": [ - 16.66, - 16.66, - 14.7, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66 - ], - "p90": [ - 17.34, - 17.34, - 15.3, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34 - ], - "mean": [ - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "quantiles": { - "0.1": [ - 16.66, - 16.66, - 14.7, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66 - ], - "0.2": [ - 16.745, - 16.745, - 14.775, - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595, - 11.82, - 16.745 - ], - "0.3": [ - 16.83, - 16.83, - 14.85, - 10.89, - 9.9, - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73, - 11.879999999999999, - 16.83 - ], - "0.4": [ - 16.915, - 16.915, - 14.925, - 10.945, - 9.95, - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865, - 11.94, - 16.915 - ], - "0.5": [ - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "0.6": [ - 17.084999999999997, - 17.084999999999997, - 15.075, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998, - 12.059999999999999, - 17.084999999999997 - ], - "0.7": [ - 17.17, - 17.17, - 15.15, - 11.11, - 10.1, - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27, - 12.120000000000001, - 17.17 - ], - "0.8": [ - 17.255, - 17.255, - 15.224999999999998, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998, - 12.18, - 17.255 - ], - "0.9": [ - 17.34, - 17.34, - 15.3, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_050108.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_050108.json deleted file mode 100644 index 1759423dad89f1362567cdf0296aa3e691c21454..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_050108.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T05:01:08.006230+00:00", - "metrics": { - "MSE[mean]": 62.875, - "MSE[0.5]": 62.875, - "MAE[0.5]": 5.291666666666667, - "MASE[0.5]": 0.9315403422982885, - "MAPE[0.5]": 0.5580945198592258, - "sMAPE[0.5]": 0.360696981999224, - "MSIS": 34.37677279783079, - "RMSE[mean]": 7.929375763576853, - "NRMSE[mean]": 0.6178734361228716, - "ND[0.5]": 0.41233766233766234, - "mean_weighted_sum_quantile_loss": 0.4048701298701299 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "p10": [ - 16.66, - 14.7, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999 - ], - "p90": [ - 17.34, - 15.3, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001 - ], - "mean": [ - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "quantiles": { - "0.1": [ - 16.66, - 14.7, - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999 - ], - "0.2": [ - 16.745, - 14.775, - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595, - 11.82, - 16.745, - 13.79 - ], - "0.3": [ - 16.83, - 14.85, - 10.89, - 9.9, - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73, - 11.879999999999999, - 16.83, - 13.86 - ], - "0.4": [ - 16.915, - 14.925, - 10.945, - 9.95, - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865, - 11.94, - 16.915, - 13.93 - ], - "0.5": [ - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "0.6": [ - 17.084999999999997, - 15.075, - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998, - 12.059999999999999, - 17.084999999999997, - 14.069999999999999 - ], - "0.7": [ - 17.17, - 15.15, - 11.11, - 10.1, - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27, - 12.120000000000001, - 17.17, - 14.14 - ], - "0.8": [ - 17.255, - 15.224999999999998, - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998, - 12.18, - 17.255, - 14.209999999999999 - ], - "0.9": [ - 17.34, - 15.3, - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_062020.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_062020.json deleted file mode 100644 index 7fc14c4179f9506ab898aa1056f0e09eda0aa7d4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_062020.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T06:20:20.919623+00:00", - "metrics": { - "MSE[mean]": 60.208333333333336, - "MSE[0.5]": 60.208333333333336, - "MAE[0.5]": 5.041666666666667, - "MASE[0.5]": 0.8810679611650484, - "MAPE[0.5]": 0.5296222976370035, - "sMAPE[0.5]": 0.3487724599297744, - "MSIS": 32.49509725534946, - "RMSE[mean]": 7.759402897989854, - "NRMSE[mean]": 0.593075380738078, - "ND[0.5]": 0.3853503184713376, - "mean_weighted_sum_quantile_loss": 0.3783227176220807 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "p10": [ - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84 - ], - "p90": [ - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16 - ], - "mean": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "quantiles": { - "0.1": [ - 10.78, - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84 - ], - "0.2": [ - 10.834999999999999, - 9.85, - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595, - 11.82, - 16.745, - 13.79, - 9.85, - 7.88 - ], - "0.3": [ - 10.89, - 9.9, - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73, - 11.879999999999999, - 16.83, - 13.86, - 9.9, - 7.92 - ], - "0.4": [ - 10.945, - 9.95, - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865, - 11.94, - 16.915, - 13.93, - 9.95, - 7.96 - ], - "0.5": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "0.6": [ - 11.055, - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998, - 12.059999999999999, - 17.084999999999997, - 14.069999999999999, - 10.049999999999999, - 8.04 - ], - "0.7": [ - 11.11, - 10.1, - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27, - 12.120000000000001, - 17.17, - 14.14, - 10.1, - 8.08 - ], - "0.8": [ - 11.165, - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998, - 12.18, - 17.255, - 14.209999999999999, - 10.149999999999999, - 8.12 - ], - "0.9": [ - 11.22, - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_073351.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_073351.json deleted file mode 100644 index b070292fb31da39c2267ba4102022309fb98174d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_073351.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T07:33:51.226955+00:00", - "metrics": { - "MSE[mean]": 69.79166666666667, - "MSE[0.5]": 69.79166666666667, - "MAE[0.5]": 5.375, - "MASE[0.5]": 0.9416058394160584, - "MAPE[0.5]": 1.2025669455816514, - "sMAPE[0.5]": 0.3901918553827452, - "MSIS": 34.85167900517129, - "RMSE[mean]": 8.354140689901426, - "NRMSE[mean]": 0.6661108855735357, - "ND[0.5]": 0.42857142857142855, - "mean_weighted_sum_quantile_loss": 0.4210852713178294 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "p10": [ - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84, - 17.64 - ], - "p90": [ - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16, - 18.36 - ], - "mean": [ - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "quantiles": { - "0.1": [ - 9.8, - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84, - 17.64 - ], - "0.2": [ - 9.85, - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595, - 11.82, - 16.745, - 13.79, - 9.85, - 7.88, - 17.73 - ], - "0.3": [ - 9.9, - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73, - 11.879999999999999, - 16.83, - 13.86, - 9.9, - 7.92, - 17.82 - ], - "0.4": [ - 9.95, - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865, - 11.94, - 16.915, - 13.93, - 9.95, - 7.96, - 17.91 - ], - "0.5": [ - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "0.6": [ - 10.049999999999999, - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998, - 12.059999999999999, - 17.084999999999997, - 14.069999999999999, - 10.049999999999999, - 8.04, - 18.089999999999996 - ], - "0.7": [ - 10.1, - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27, - 12.120000000000001, - 17.17, - 14.14, - 10.1, - 8.08, - 18.18 - ], - "0.8": [ - 10.149999999999999, - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998, - 12.18, - 17.255, - 14.209999999999999, - 10.149999999999999, - 8.12, - 18.27 - ], - "0.9": [ - 10.2, - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16, - 18.36 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_085421.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_085421.json deleted file mode 100644 index 1a6317d2aeed9367084a0fce216f4448acc7d05c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_085421.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T08:54:21.177331+00:00", - "metrics": { - "MSE[mean]": 67.91666666666667, - "MSE[0.5]": 67.91666666666667, - "MAE[0.5]": 5.416666666666667, - "MASE[0.5]": 0.9535452322738386, - "MAPE[0.5]": 0.6837177392324452, - "sMAPE[0.5]": 0.38810519934872073, - "MSIS": 35.28205396774109, - "RMSE[mean]": 8.241156876717412, - "NRMSE[mean]": 0.6682019089230333, - "ND[0.5]": 0.4391891891891892, - "mean_weighted_sum_quantile_loss": 0.43148648648648646 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "p10": [ - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84, - 17.64, - 13.719999999999999 - ], - "p90": [ - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16, - 18.36, - 14.280000000000001 - ], - "mean": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "quantiles": { - "0.1": [ - 12.74, - 13.719999999999999, - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84, - 17.64, - 13.719999999999999 - ], - "0.2": [ - 12.805, - 13.79, - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595, - 11.82, - 16.745, - 13.79, - 9.85, - 7.88, - 17.73, - 13.79 - ], - "0.3": [ - 12.87, - 13.86, - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73, - 11.879999999999999, - 16.83, - 13.86, - 9.9, - 7.92, - 17.82, - 13.86 - ], - "0.4": [ - 12.935, - 13.93, - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865, - 11.94, - 16.915, - 13.93, - 9.95, - 7.96, - 17.91, - 13.93 - ], - "0.5": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "0.6": [ - 13.064999999999998, - 14.069999999999999, - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998, - 12.059999999999999, - 17.084999999999997, - 14.069999999999999, - 10.049999999999999, - 8.04, - 18.089999999999996, - 14.069999999999999 - ], - "0.7": [ - 13.13, - 14.14, - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27, - 12.120000000000001, - 17.17, - 14.14, - 10.1, - 8.08, - 18.18, - 14.14 - ], - "0.8": [ - 13.194999999999999, - 14.209999999999999, - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998, - 12.18, - 17.255, - 14.209999999999999, - 10.149999999999999, - 8.12, - 18.27, - 14.209999999999999 - ], - "0.9": [ - 13.26, - 14.280000000000001, - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16, - 18.36, - 14.280000000000001 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_102204.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_102204.json deleted file mode 100644 index 79e0614b811c0e2f1cf2f880af3dc0c7f9062f6b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260624_102204.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T10:22:04.930718+00:00", - "metrics": { - "MSE[mean]": 70.83333333333333, - "MSE[0.5]": 70.83333333333333, - "MAE[0.5]": 5.666666666666667, - "MASE[0.5]": 1.0136645962732922, - "MAPE[0.5]": 0.7769859225741579, - "sMAPE[0.5]": 0.42158610846681127, - "MSIS": 37.748869740705864, - "RMSE[mean]": 8.416254115301731, - "NRMSE[mean]": 0.7013545096084776, - "ND[0.5]": 0.4722222222222222, - "mean_weighted_sum_quantile_loss": 0.46479938271604937 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "p10": [ - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84, - 17.64, - 13.719999999999999, - 16.66, - 11.76 - ], - "p90": [ - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16, - 18.36, - 14.280000000000001, - 17.34, - 12.24 - ], - "mean": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "quantiles": { - "0.1": [ - 13.719999999999999, - 9.8, - 8.82, - 12.74, - 9.8, - 10.78, - 19.6, - 16.66, - 9.8, - 10.78, - 7.84, - 13.719999999999999, - 13.719999999999999, - 33.32, - 26.46, - 11.76, - 16.66, - 13.719999999999999, - 9.8, - 7.84, - 17.64, - 13.719999999999999, - 16.66, - 11.76 - ], - "0.2": [ - 13.79, - 9.85, - 8.865, - 12.805, - 9.85, - 10.834999999999999, - 19.7, - 16.745, - 9.85, - 10.834999999999999, - 7.88, - 13.79, - 13.79, - 33.49, - 26.595, - 11.82, - 16.745, - 13.79, - 9.85, - 7.88, - 17.73, - 13.79, - 16.745, - 11.82 - ], - "0.3": [ - 13.86, - 9.9, - 8.91, - 12.87, - 9.9, - 10.89, - 19.8, - 16.83, - 9.9, - 10.89, - 7.92, - 13.86, - 13.86, - 33.66, - 26.73, - 11.879999999999999, - 16.83, - 13.86, - 9.9, - 7.92, - 17.82, - 13.86, - 16.83, - 11.879999999999999 - ], - "0.4": [ - 13.93, - 9.95, - 8.955, - 12.935, - 9.95, - 10.945, - 19.9, - 16.915, - 9.95, - 10.945, - 7.96, - 13.93, - 13.93, - 33.83, - 26.865, - 11.94, - 16.915, - 13.93, - 9.95, - 7.96, - 17.91, - 13.93, - 16.915, - 11.94 - ], - "0.5": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "0.6": [ - 14.069999999999999, - 10.049999999999999, - 9.044999999999998, - 13.064999999999998, - 10.049999999999999, - 11.055, - 20.099999999999998, - 17.084999999999997, - 10.049999999999999, - 11.055, - 8.04, - 14.069999999999999, - 14.069999999999999, - 34.169999999999995, - 27.134999999999998, - 12.059999999999999, - 17.084999999999997, - 14.069999999999999, - 10.049999999999999, - 8.04, - 18.089999999999996, - 14.069999999999999, - 17.084999999999997, - 12.059999999999999 - ], - "0.7": [ - 14.14, - 10.1, - 9.09, - 13.13, - 10.1, - 11.11, - 20.2, - 17.17, - 10.1, - 11.11, - 8.08, - 14.14, - 14.14, - 34.34, - 27.27, - 12.120000000000001, - 17.17, - 14.14, - 10.1, - 8.08, - 18.18, - 14.14, - 17.17, - 12.120000000000001 - ], - "0.8": [ - 14.209999999999999, - 10.149999999999999, - 9.135, - 13.194999999999999, - 10.149999999999999, - 11.165, - 20.299999999999997, - 17.255, - 10.149999999999999, - 11.165, - 8.12, - 14.209999999999999, - 14.209999999999999, - 34.51, - 27.404999999999998, - 12.18, - 17.255, - 14.209999999999999, - 10.149999999999999, - 8.12, - 18.27, - 14.209999999999999, - 17.255, - 12.18 - ], - "0.9": [ - 14.280000000000001, - 10.2, - 9.18, - 13.26, - 10.2, - 11.22, - 20.4, - 17.34, - 10.2, - 11.22, - 8.16, - 14.280000000000001, - 14.280000000000001, - 34.68, - 27.54, - 12.24, - 17.34, - 14.280000000000001, - 10.2, - 8.16, - 18.36, - 14.280000000000001, - 17.34, - 12.24 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_131637.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_131637.json deleted file mode 100644 index 4644a73f2ee31b353515bb4c5cb4e02baa43ff1a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_131637.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-16T13:16:37.448453+00:00", - "metrics": { - "MSE[mean]": 13.126368925916418, - "MSE[0.5]": 13.126368925916418, - "MAE[0.5]": 2.908482233683268, - "MASE[0.5]": 0.573728002260809, - "MAPE[0.5]": 0.7116713901047018, - "sMAPE[0.5]": 0.30205822156589096, - "MSIS": 5.503321650256848, - "RMSE[mean]": 3.623033111346958, - "NRMSE[mean]": 0.36230331113469577, - "ND[0.5]": 0.29084822336832683, - "mean_weighted_sum_quantile_loss": 0.24036846867314088 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00" - ], - "context": [ - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 17.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 13.0, - 16.0, - 10.0, - 9.0, - 8.0, - 15.0, - 35.0, - 10.0, - 12.0, - 10.0, - 16.0, - 9.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 8.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0 - ], - "actual": [ - 13.0, - 12.0, - 13.0, - 14.0, - 10.0, - 10.0, - 14.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 6.0, - 13.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 16.738037109375, - 12.804916381835938, - 11.1368408203125, - 11.967193603515625, - 11.10736083984375, - 11.57904052734375, - 11.10736083984375, - 11.4906005859375, - 11.2547607421875, - 11.50042724609375, - 11.377593994140625, - 11.52008056640625, - 11.554473876953125, - 11.524993896484375, - 11.377593994140625, - 11.6478271484375, - 11.431640625, - 11.583953857421875, - 11.55938720703125, - 11.701873779296875, - 11.5299072265625, - 11.495513916015625, - 11.46112060546875, - 11.57904052734375 - ], - "p10": [ - 8.916015625, - 6.71484375, - 6.754150390625, - 7.4813232421875, - 7.225830078125, - 7.57958984375, - 7.10791015625, - 7.5009765625, - 7.304443359375, - 7.57958984375, - 7.5206298828125, - 7.57958984375, - 7.618896484375, - 7.618896484375, - 7.5009765625, - 7.7564697265625, - 7.89404296875, - 7.854736328125, - 7.7171630859375, - 7.8154296875, - 7.658203125, - 7.658203125, - 7.57958984375, - 7.7564697265625 - ], - "p90": [ - 31.00634765625, - 25.66064453125, - 21.41552734375, - 21.72998046875, - 19.568115234375, - 19.37158203125, - 18.1923828125, - 18.03515625, - 17.366943359375, - 17.3865966796875, - 17.209716796875, - 17.445556640625, - 17.524169921875, - 17.366943359375, - 16.9345703125, - 17.2490234375, - 16.7576904296875, - 17.1900634765625, - 17.32763671875, - 17.602783203125, - 17.3472900390625, - 17.17041015625, - 17.1507568359375, - 17.40625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_143920.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_143920.json deleted file mode 100644 index 36152d04b2d468fbd956f696b64dd3e330750a2b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260616_143920.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-16T14:39:20.498356+00:00", - "metrics": { - "MSE[mean]": 13.82082712650299, - "MSE[0.5]": 13.82082712650299, - "MAE[0.5]": 3.0751546223958335, - "MASE[0.5]": 0.6150309244791666, - "MAPE[0.5]": 0.5023890348807413, - "sMAPE[0.5]": 0.31042558036886514, - "MSIS": 5.57275390625, - "RMSE[mean]": 3.7176373043242115, - "NRMSE[mean]": 0.36717405474807024, - "ND[0.5]": 0.30371897505144035, - "mean_weighted_sum_quantile_loss": 0.23309345707590307 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00" - ], - "context": [ - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0, - 13.0 - ], - "actual": [ - 12.0, - 15.0, - 14.0, - 12.0, - 11.0, - 15.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 7.0, - 14.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 9.0, - 7.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.3291015625, - 11.6513671875, - 11.63671875, - 11.83203125, - 11.8173828125, - 11.685546875, - 11.6611328125, - 11.685546875, - 11.705078125, - 11.8076171875, - 11.83203125, - 11.98828125, - 11.81494140625, - 11.744140625, - 11.724609375, - 11.7490234375, - 11.6904296875, - 11.86376953125, - 11.90771484375, - 11.783203125, - 11.646484375, - 11.67578125, - 11.8466796875, - 11.81494140625 - ], - "p10": [ - 7.59375, - 7.75, - 7.59375, - 7.7109375, - 7.9453125, - 7.8671875, - 7.75, - 7.65234375, - 7.69140625, - 7.8671875, - 7.9453125, - 7.90625, - 7.7890625, - 7.69140625, - 7.61328125, - 7.73046875, - 7.88671875, - 7.984375, - 7.7890625, - 7.76953125, - 7.76953125, - 7.7109375, - 7.75, - 7.75 - ], - "p90": [ - 16.16796875, - 16.96875, - 17.41796875, - 17.9453125, - 17.6328125, - 16.96875, - 16.32421875, - 16.12890625, - 16.08984375, - 16.40234375, - 16.83203125, - 17.1640625, - 16.6171875, - 16.1875, - 16.03125, - 16.03125, - 16.6171875, - 17.26171875, - 17.7109375, - 17.3203125, - 16.6953125, - 16.59765625, - 16.96875, - 17.4375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_014807.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_014807.json deleted file mode 100644 index b99b0f216aa056c9510f0665d8d248ad1905da53..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_014807.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T01:48:07.880907+00:00", - "metrics": { - "MSE[mean]": 21.771266172761898, - "MSE[0.5]": 21.771266172761898, - "MAE[0.5]": 3.7402504285176597, - "MASE[0.5]": 0.6442536623284008, - "MAPE[0.5]": 0.6303285200013913, - "sMAPE[0.5]": 0.3517110343883798, - "MSIS": 7.583816747345993, - "RMSE[mean]": 4.665968942541506, - "NRMSE[mean]": 0.42098967902630124, - "ND[0.5]": 0.3374662040767813, - "mean_weighted_sum_quantile_loss": 0.2699833544075439 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00" - ], - "context": [ - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 22.0, - 11.0, - 18.0, - 9.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0 - ], - "actual": [ - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 8.0, - 9.0, - 17.0, - 13.0, - 14.0, - 18.0, - 8.0, - 15.0, - 7.0, - 5.0, - 7.0, - 5.0, - 2.0 - ], - "predictions": { - "p50": [ - 13.524494171142578, - 13.588508605957031, - 13.439361572265625, - 12.932525634765625, - 13.098831176757812, - 13.185943603515625, - 13.228179931640625, - 13.415603637695312, - 13.473678588867188, - 13.366767883300781, - 12.805816650390625, - 13.14898681640625, - 13.259857177734375, - 13.395805358886719, - 13.457839965820312, - 13.534393310546875, - 13.23345947265625, - 12.742462158203125, - 12.964202880859375, - 13.366767883300781, - 13.262496948242188, - 13.473678588867188, - 13.463119506835938, - 13.346969604492188 - ], - "p10": [ - 9.1259765625, - 9.083740234375, - 8.914794921875, - 8.4713134765625, - 8.7880859375, - 8.745849609375, - 8.8514404296875, - 8.914794921875, - 8.914794921875, - 8.9359130859375, - 8.4501953125, - 8.5980224609375, - 8.5980224609375, - 8.8092041015625, - 8.7669677734375, - 8.8936767578125, - 8.9781494140625, - 8.619140625, - 8.70361328125, - 8.9781494140625, - 8.830322265625, - 9.04150390625, - 8.914794921875, - 8.914794921875 - ], - "p90": [ - 19.76953125, - 20.107421875, - 19.811767578125, - 19.135986328125, - 19.220458984375, - 19.6005859375, - 19.76953125, - 20.19189453125, - 20.19189453125, - 19.558349609375, - 18.713623046875, - 19.2626953125, - 19.642822265625, - 20.02294921875, - 20.36083984375, - 20.403076171875, - 19.51611328125, - 18.713623046875, - 19.09375, - 19.811767578125, - 19.85400390625, - 20.107421875, - 20.065185546875, - 19.727294921875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_025748.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_025748.json deleted file mode 100644 index 6d74501df288af7b6f9eee9d5d3a773211ccf355..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_025748.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T02:57:48.415671+00:00", - "metrics": { - "MSE[mean]": 17.660067469628604, - "MSE[0.5]": 17.660067469628604, - "MAE[0.5]": 3.527994155883789, - "MASE[0.5]": 0.6076927732622796, - "MAPE[0.5]": 0.4003589081477626, - "sMAPE[0.5]": 0.3065758762405812, - "MSIS": 5.53265351655951, - "RMSE[mean]": 4.202388305431639, - "NRMSE[mean]": 0.3576500685473735, - "ND[0.5]": 0.30025482177734375, - "mean_weighted_sum_quantile_loss": 0.23351925007464663 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00" - ], - "context": [ - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0 - ], - "actual": [ - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.031982421875, - 13.058380126953125, - 13.103256225585938, - 13.145492553710938, - 13.182449340820312, - 13.309158325195312, - 13.40155029296875, - 13.269561767578125, - 13.113815307617188, - 13.208847045898438, - 13.090057373046875, - 13.259002685546875, - 13.351394653320312, - 13.470184326171875, - 13.2642822265625, - 13.12701416015625, - 12.97918701171875, - 13.005584716796875, - 13.1798095703125, - 13.456985473632812, - 13.356674194335938, - 13.2642822265625, - 13.12701416015625, - 13.142852783203125 - ], - "p10": [ - 9.10400390625, - 8.977294921875, - 8.93505859375, - 8.9984130859375, - 9.061767578125, - 9.10400390625, - 9.1673583984375, - 9.1251220703125, - 8.93505859375, - 9.0406494140625, - 8.9561767578125, - 9.10400390625, - 8.9984130859375, - 9.1884765625, - 8.9984130859375, - 9.01953125, - 8.9139404296875, - 8.892822265625, - 8.9139404296875, - 9.1673583984375, - 9.01953125, - 9.0828857421875, - 8.977294921875, - 8.9139404296875 - ], - "p90": [ - 18.691650390625, - 18.945068359375, - 19.0506591796875, - 19.24072265625, - 19.57861328125, - 20.043212890625, - 20.127685546875, - 19.620849609375, - 19.0506591796875, - 18.9239501953125, - 18.9239501953125, - 19.40966796875, - 19.958740234375, - 20.212158203125, - 19.705322265625, - 19.029541015625, - 18.9873046875, - 19.24072265625, - 19.789794921875, - 20.296630859375, - 20.212158203125, - 19.83203125, - 19.40966796875, - 19.57861328125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_040542.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_040542.json deleted file mode 100644 index a3f06e1ff0268bfbab334f36ffd8a30b5632eed3..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_040542.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:05:42.991174+00:00", - "metrics": { - "MSE[mean]": 19.06955337055994, - "MSE[0.5]": 19.06955337055994, - "MAE[0.5]": 3.6676454544067383, - "MASE[0.5]": 0.6425072328887717, - "MAPE[0.5]": 0.4307896012563739, - "sMAPE[0.5]": 0.32199173375431095, - "MSIS": 5.777700159671533, - "RMSE[mean]": 4.366869974084406, - "NRMSE[mean]": 0.38390065706236537, - "ND[0.5]": 0.3224303696181748, - "mean_weighted_sum_quantile_loss": 0.2473293666195277 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00" - ], - "context": [ - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0 - ], - "actual": [ - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.186874389648438, - 12.97833251953125, - 13.110321044921875, - 13.303024291992188, - 13.432373046875, - 13.741556167602539, - 13.6435546875, - 13.046966552734375, - 13.207992553710938, - 13.218551635742188, - 13.237030029296875, - 13.445571899414062, - 13.746505737304688, - 13.614517211914062, - 13.205352783203125, - 13.14727783203125, - 13.205352783203125, - 13.184234619140625, - 13.539283752441406, - 13.898292541503906, - 13.80293083190918, - 13.2845458984375, - 13.374298095703125, - 13.3267822265625 - ], - "p10": [ - 8.9130859375, - 8.5751953125, - 8.5540771484375, - 8.6807861328125, - 8.8919677734375, - 9.039794921875, - 9.0186767578125, - 8.617431640625, - 8.6385498046875, - 8.6807861328125, - 8.786376953125, - 8.7652587890625, - 8.9130859375, - 8.8074951171875, - 8.786376953125, - 8.5751953125, - 8.7652587890625, - 8.7230224609375, - 8.8919677734375, - 9.0186767578125, - 9.0186767578125, - 8.8497314453125, - 8.8919677734375, - 8.744140625 - ], - "p90": [ - 19.0498046875, - 18.880859375, - 19.21875, - 19.767822265625, - 20.190185546875, - 20.865966796875, - 20.443603515625, - 19.092041015625, - 19.007568359375, - 18.96533203125, - 19.260986328125, - 20.0634765625, - 20.781494140625, - 20.5703125, - 19.345458984375, - 19.0709228515625, - 19.260986328125, - 19.514404296875, - 20.31689453125, - 21.203857421875, - 20.908203125, - 19.852294921875, - 19.81005859375, - 19.936767578125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_042152.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_042152.json deleted file mode 100644 index da878fb1a03392ace688dcc62193c6fbcdfecb4f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_042152.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T04:21:52.245030+00:00", - "metrics": { - "MSE[mean]": 22.075176832043024, - "MSE[0.5]": 22.075176832043024, - "MAE[0.5]": 3.864975611368815, - "MASE[0.5]": 0.7326967983637563, - "MAPE[0.5]": 0.6195388066595849, - "sMAPE[0.5]": 0.3585765342665206, - "MSIS": 7.926860405558846, - "RMSE[mean]": 4.698422802605468, - "NRMSE[mean]": 0.42391784685162115, - "ND[0.5]": 0.34871960403327656, - "mean_weighted_sum_quantile_loss": 0.2670446537690254 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0 - ], - "actual": [ - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.997802734375, - 13.3739013671875, - 12.9688720703125, - 13.569183349609375, - 13.265411376953125, - 13.5667724609375, - 13.1617431640625, - 13.3931884765625, - 13.164154052734375, - 13.471542358398438, - 13.313629150390625, - 13.51373291015625, - 13.222015380859375, - 13.294342041015625, - 13.12799072265625, - 13.371490478515625, - 13.231658935546875, - 13.376312255859375, - 13.02191162109375, - 13.152099609375, - 13.0074462890625, - 13.318450927734375, - 13.08941650390625, - 13.19549560546875 - ], - "p10": [ - 8.7353515625, - 9.15966796875, - 8.8125, - 9.294677734375, - 9.063232421875, - 9.275390625, - 9.00537109375, - 9.1982421875, - 8.966796875, - 9.23681640625, - 8.986083984375, - 9.217529296875, - 8.947509765625, - 9.024658203125, - 8.966796875, - 9.23681640625, - 9.1982421875, - 9.1982421875, - 8.77392578125, - 8.85107421875, - 8.8125, - 9.12109375, - 8.870361328125, - 8.986083984375 - ], - "p90": [ - 18.533203125, - 19.11181640625, - 18.80322265625, - 19.61328125, - 19.34326171875, - 19.6904296875, - 19.0732421875, - 19.3046875, - 19.0732421875, - 19.34326171875, - 19.26611328125, - 19.42041015625, - 19.03466796875, - 19.150390625, - 18.99609375, - 19.3818359375, - 19.150390625, - 19.34326171875, - 18.9189453125, - 19.11181640625, - 18.841796875, - 19.150390625, - 18.88037109375, - 18.99609375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_051800.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_051800.json deleted file mode 100644 index caa0bc523649d7a7faeb82252435097a1b9621d4..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_051800.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T05:18:00.498367+00:00", - "metrics": { - "MSE[mean]": 22.799064452590148, - "MSE[0.5]": 22.799064452590148, - "MAE[0.5]": 3.9959354400634766, - "MASE[0.5]": 0.7647723330265027, - "MAPE[0.5]": 0.5710485358450997, - "sMAPE[0.5]": 0.37286979923135494, - "MSIS": 8.841807777611644, - "RMSE[mean]": 4.7748365890981175, - "NRMSE[mean]": 0.44764093022794854, - "ND[0.5]": 0.3746189475059509, - "mean_weighted_sum_quantile_loss": 0.28740885522630477 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0 - ], - "actual": [ - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 3.0 - ], - "predictions": { - "p50": [ - 13.36407470703125, - 13.1470947265625, - 13.649765014648438, - 13.35443115234375, - 13.772117614746094, - 13.3013916015625, - 13.6099853515625, - 13.260406494140625, - 13.641326904296875, - 13.477386474609375, - 13.669654846191406, - 13.385772705078125, - 13.523193359375, - 13.3013916015625, - 13.52801513671875, - 13.303802490234375, - 13.589492797851562, - 13.01690673828125, - 13.303802490234375, - 13.09405517578125, - 13.409881591796875, - 13.137451171875, - 13.231475830078125, - 12.88189697265625 - ], - "p10": [ - 9.06787109375, - 8.971435546875, - 9.337890625, - 9.010009765625, - 9.434326171875, - 9.029296875, - 9.337890625, - 8.91357421875, - 9.241455078125, - 9.14501953125, - 9.22216796875, - 8.99072265625, - 9.1064453125, - 9.010009765625, - 9.125732421875, - 9.1064453125, - 9.45361328125, - 8.875, - 9.06787109375, - 8.83642578125, - 9.14501953125, - 8.932861328125, - 9.048583984375, - 8.68212890625 - ], - "p90": [ - 19.40576171875, - 19.4443359375, - 20.25439453125, - 20.0615234375, - 20.5244140625, - 19.984375, - 20.17724609375, - 19.9072265625, - 20.29296875, - 19.984375, - 20.2158203125, - 19.79150390625, - 19.94580078125, - 19.79150390625, - 20.33154296875, - 20.0615234375, - 19.9072265625, - 19.212890625, - 19.40576171875, - 19.212890625, - 19.521484375, - 19.212890625, - 19.25146484375, - 18.86572265625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_062754.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_062754.json deleted file mode 100644 index 0540f114d9eae1fe7232d5ab3de137c109cc4a09..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_062754.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T06:27:54.130530+00:00", - "metrics": { - "MSE[mean]": 25.03827139196801, - "MSE[0.5]": 25.03827139196801, - "MAE[0.5]": 4.10658582051595, - "MASE[0.5]": 0.7859494393331964, - "MAPE[0.5]": 0.9462133259213786, - "sMAPE[0.5]": 0.3944122154989896, - "MSIS": 8.922705156000797, - "RMSE[mean]": 5.003825675617408, - "NRMSE[mean]": 0.47467121033524823, - "ND[0.5]": 0.3895575481912364, - "mean_weighted_sum_quantile_loss": 0.29626477442135346 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00" - ], - "context": [ - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0 - ], - "actual": [ - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 13.292648315429688, - 13.354934692382812, - 13.34295654296875, - 13.489089965820312, - 13.32379150390625, - 13.280670166015625, - 13.278274536132812, - 13.412429809570312, - 13.412429809570312, - 13.462738037109375, - 13.376495361328125, - 13.328582763671875, - 13.393264770507812, - 13.369308471679688, - 13.354934692382812, - 13.328582763671875, - 13.1417236328125, - 13.20880126953125, - 13.156097412109375, - 13.32379150390625, - 13.204010009765625, - 13.32379150390625, - 13.175262451171875, - 13.251922607421875 - ], - "p10": [ - 8.82958984375, - 8.98291015625, - 8.9254150390625, - 8.944580078125, - 8.944580078125, - 8.82958984375, - 8.90625, - 8.90625, - 8.944580078125, - 9.0404052734375, - 8.867919921875, - 8.90625, - 8.9254150390625, - 8.90625, - 8.9637451171875, - 8.98291015625, - 8.82958984375, - 8.82958984375, - 8.67626953125, - 8.7529296875, - 8.714599609375, - 8.82958984375, - 8.67626953125, - 8.7529296875 - ], - "p90": [ - 18.987060546875, - 19.447021484375, - 19.600341796875, - 19.9453125, - 19.600341796875, - 19.600341796875, - 19.56201171875, - 19.86865234375, - 19.830322265625, - 19.677001953125, - 19.523681640625, - 19.33203125, - 19.4853515625, - 19.677001953125, - 19.7919921875, - 19.830322265625, - 19.293701171875, - 19.370361328125, - 19.25537109375, - 19.523681640625, - 19.293701171875, - 19.447021484375, - 19.293701171875, - 19.370361328125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_074227.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_074227.json deleted file mode 100644 index 00dbd28622ba06fed3d7ba98dafdc82e9d5d3627..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_074227.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T07:42:27.811561+00:00", - "metrics": { - "MSE[mean]": 22.11633196112234, - "MSE[0.5]": 22.11633196112234, - "MAE[0.5]": 3.8718961079915366, - "MASE[0.5]": 0.743404052734375, - "MAPE[0.5]": 0.5553501725131114, - "sMAPE[0.5]": 0.3625709752269765, - "MSIS": 8.567275390625, - "RMSE[mean]": 4.7028004381562205, - "NRMSE[mean]": 0.43410465582980495, - "ND[0.5]": 0.35740579458383415, - "mean_weighted_sum_quantile_loss": 0.2770392576038328 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00" - ], - "context": [ - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0 - ], - "actual": [ - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 11.0, - 15.0, - 3.0 - ], - "predictions": { - "p50": [ - 13.405242919921875, - 13.236480712890625, - 13.308807373046875, - 12.9495849609375, - 12.9013671875, - 12.99298095703125, - 13.443817138671875, - 13.429351806640625, - 13.306396484375, - 12.92547607421875, - 12.86761474609375, - 13.03155517578125, - 13.361846923828125, - 13.3642578125, - 13.188262939453125, - 12.727783203125, - 12.99298095703125, - 13.04119873046875, - 13.43658447265625, - 13.33050537109375, - 12.9495849609375, - 12.62652587890625, - 13.02191162109375, - 13.16656494140625 - ], - "p10": [ - 9.23681640625, - 9.12109375, - 9.08251953125, - 8.7353515625, - 8.77392578125, - 8.85107421875, - 9.1982421875, - 9.0439453125, - 9.063232421875, - 8.870361328125, - 8.870361328125, - 8.92822265625, - 9.15966796875, - 9.101806640625, - 9.00537109375, - 8.77392578125, - 8.92822265625, - 8.870361328125, - 9.12109375, - 9.00537109375, - 8.7353515625, - 8.46533203125, - 8.8125, - 8.908935546875 - ], - "p90": [ - 19.2275390625, - 19.34326171875, - 19.458984375, - 18.95751953125, - 18.7646484375, - 19.0732421875, - 19.8447265625, - 20.03759765625, - 19.6904296875, - 18.841796875, - 18.591064453125, - 18.9189453125, - 19.61328125, - 19.96044921875, - 19.65185546875, - 18.841796875, - 18.88037109375, - 19.150390625, - 19.57470703125, - 19.42041015625, - 18.841796875, - 18.4560546875, - 18.99609375, - 19.3046875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_085738.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_085738.json deleted file mode 100644 index c9bcfb8866122371b75c889cbab768fda645cf10..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_085738.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T08:57:38.311727+00:00", - "metrics": { - "MSE[mean]": 25.04209317721931, - "MSE[0.5]": 25.04209317721931, - "MAE[0.5]": 4.1828962961832685, - "MASE[0.5]": 0.8095928315193421, - "MAPE[0.5]": 0.6824040363915507, - "sMAPE[0.5]": 0.3976381521682307, - "MSIS": 9.921513711252521, - "RMSE[mean]": 5.0042075473764385, - "NRMSE[mean]": 0.4691444575665411, - "ND[0.5]": 0.3921465277671814, - "mean_weighted_sum_quantile_loss": 0.3007011387083266 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00" - ], - "context": [ - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0 - ], - "actual": [ - 13.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 13.031524658203125, - 13.108184814453125, - 12.676971435546875, - 12.7392578125, - 12.8734130859375, - 13.28546142578125, - 13.479507446289062, - 13.347747802734375, - 13.09381103515625, - 12.772796630859375, - 12.930908203125, - 13.084228515625, - 13.251922607421875, - 13.1417236328125, - 12.9500732421875, - 12.97882080078125, - 12.935699462890625, - 13.1033935546875, - 13.2183837890625, - 13.22796630859375, - 13.0267333984375, - 13.13214111328125, - 13.146514892578125, - 12.954864501953125 - ], - "p10": [ - 9.13623046875, - 9.251220703125, - 8.90625, - 8.90625, - 9.0595703125, - 9.2320556640625, - 9.3662109375, - 9.2320556640625, - 9.1170654296875, - 8.98291015625, - 8.9637451171875, - 9.1170654296875, - 9.1937255859375, - 9.0595703125, - 9.021240234375, - 8.944580078125, - 8.9254150390625, - 9.021240234375, - 8.98291015625, - 8.9254150390625, - 8.82958984375, - 8.90625, - 8.9637451171875, - 8.82958984375 - ], - "p90": [ - 18.79541015625, - 18.910400390625, - 18.2012939453125, - 18.297119140625, - 18.5462646484375, - 19.4853515625, - 19.830322265625, - 19.753662109375, - 19.1787109375, - 18.3546142578125, - 18.6229248046875, - 18.8720703125, - 19.293701171875, - 19.370361328125, - 18.987060546875, - 19.025390625, - 18.757080078125, - 19.063720703125, - 19.217041015625, - 19.40869140625, - 19.1787109375, - 19.25537109375, - 19.25537109375, - 18.94873046875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_100802.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_100802.json deleted file mode 100644 index 1289df376a2d685d6c0dccc0d85b67931fbe53e0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_100802.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T10:08:02.990465+00:00", - "metrics": { - "MSE[mean]": 24.12663850390042, - "MSE[0.5]": 24.12663850390042, - "MAE[0.5]": 4.228787740071614, - "MASE[0.5]": 0.8197973001754342, - "MAPE[0.5]": 0.5620854956837336, - "sMAPE[0.5]": 0.39055004193951387, - "MSIS": 9.608562512621162, - "RMSE[mean]": 4.911887468570551, - "NRMSE[mean]": 0.4604894501784892, - "ND[0.5]": 0.39644885063171387, - "mean_weighted_sum_quantile_loss": 0.29852743148803706 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00" - ], - "context": [ - 10.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0 - ], - "actual": [ - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 11.0 - ], - "predictions": { - "p50": [ - 13.06982421875, - 12.7984619140625, - 12.8746337890625, - 12.793701171875, - 13.23406982421875, - 13.51495361328125, - 13.36737060546875, - 13.10791015625, - 12.8365478515625, - 12.9031982421875, - 13.136474609375, - 13.32452392578125, - 13.269775390625, - 12.80322265625, - 12.9317626953125, - 12.869873046875, - 13.4459228515625, - 13.3411865234375, - 13.2650146484375, - 12.9031982421875, - 12.812744140625, - 13.0888671875, - 13.37689208984375, - 13.1412353515625 - ], - "p10": [ - 9.318359375, - 9.166015625, - 9.10888671875, - 9.013671875, - 9.29931640625, - 9.4326171875, - 9.33740234375, - 9.1279296875, - 8.9755859375, - 9.013671875, - 9.10888671875, - 9.22314453125, - 9.18505859375, - 8.861328125, - 9.013671875, - 8.8994140625, - 9.2802734375, - 9.14697265625, - 9.03271484375, - 8.6708984375, - 8.6708984375, - 8.8994140625, - 9.1279296875, - 8.8994140625 - ], - "p90": [ - 18.458984375, - 18.09716796875, - 18.2685546875, - 18.3447265625, - 19.068359375, - 19.5634765625, - 19.296875, - 18.83984375, - 18.306640625, - 18.43994140625, - 18.9921875, - 19.3349609375, - 19.220703125, - 18.59228515625, - 18.66845703125, - 18.611328125, - 19.6396484375, - 19.44921875, - 19.220703125, - 18.8017578125, - 18.6494140625, - 18.9921875, - 19.44921875, - 19.296875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_112832.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_112832.json deleted file mode 100644 index 136b28072641511a1181393f05014738941c99d5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_112832.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:28:32.041432+00:00", - "metrics": { - "MSE[mean]": 27.61757219877715, - "MSE[0.5]": 27.61757219877715, - "MAE[0.5]": 4.466885884602864, - "MASE[0.5]": 0.85764208984375, - "MAPE[0.5]": 0.6752463352847841, - "sMAPE[0.5]": 0.4228836041264196, - "MSIS": 11.08764453125, - "RMSE[mean]": 5.255242353952589, - "NRMSE[mean]": 0.4926789706830552, - "ND[0.5]": 0.41877055168151855, - "mean_weighted_sum_quantile_loss": 0.3209550539652507 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 16.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.927001953125, - 12.5985107421875, - 13.25311279296875, - 13.1602783203125, - 13.0936279296875, - 12.831787109375, - 13.0936279296875, - 13.1317138671875, - 13.0841064453125, - 13.2935791015625, - 13.1126708984375, - 13.1126708984375, - 13.29595947265625, - 12.9031982421875, - 13.174560546875, - 12.9508056640625, - 13.66015625, - 13.2174072265625, - 13.35784912109375, - 13.14599609375, - 13.05078125, - 13.2364501953125, - 13.14599609375, - 13.1697998046875 - ], - "p10": [ - 9.3564453125, - 8.8994140625, - 9.18505859375, - 9.08984375, - 9.2041015625, - 8.95654296875, - 9.08984375, - 8.9375, - 9.013671875, - 9.166015625, - 8.95654296875, - 8.95654296875, - 9.10888671875, - 8.8232421875, - 9.03271484375, - 8.861328125, - 9.546875, - 9.166015625, - 9.2421875, - 9.03271484375, - 9.03271484375, - 9.1279296875, - 9.1279296875, - 9.0517578125 - ], - "p90": [ - 18.001953125, - 17.8876953125, - 18.9541015625, - 18.9541015625, - 18.8017578125, - 18.63037109375, - 18.9921875, - 19.220703125, - 18.9541015625, - 19.14453125, - 18.9921875, - 18.916015625, - 19.14453125, - 18.7255859375, - 19.1064453125, - 18.83984375, - 19.830078125, - 19.1826171875, - 19.1826171875, - 18.8779296875, - 18.7255859375, - 19.0302734375, - 18.9541015625, - 19.1064453125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_123856.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_123856.json deleted file mode 100644 index 0bbedf01dd42fef1dcad6ddc3cb3da9cde61f3b2..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_123856.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:38:56.572437+00:00", - "metrics": { - "MSE[mean]": 27.924219198524952, - "MSE[0.5]": 27.924219198524952, - "MAE[0.5]": 4.520294189453125, - "MASE[0.5]": 0.8582837068581884, - "MAPE[0.5]": 0.7394318352417463, - "sMAPE[0.5]": 0.42605825625130916, - "MSIS": 10.427489461778086, - "RMSE[mean]": 5.284337157915357, - "NRMSE[mean]": 0.4840614190456816, - "ND[0.5]": 0.4140727501789122, - "mean_weighted_sum_quantile_loss": 0.31457148868214596 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 12.9073486328125, - 12.912109375, - 13.0596923828125, - 12.9930419921875, - 12.9263916015625, - 12.8502197265625, - 13.0501708984375, - 13.0501708984375, - 13.1072998046875, - 13.1168212890625, - 12.978759765625, - 13.054931640625, - 13.0025634765625, - 13.131103515625, - 13.00732421875, - 13.169189453125, - 13.0216064453125, - 13.0216064453125, - 13.0025634765625, - 12.8359375, - 12.8978271484375, - 12.9930419921875, - 12.997802734375, - 13.0882568359375 - ], - "p10": [ - 9.04638671875, - 9.04638671875, - 9.0654296875, - 9.00830078125, - 8.9892578125, - 8.9130859375, - 8.951171875, - 8.875, - 8.93212890625, - 8.97021484375, - 8.9130859375, - 8.9130859375, - 8.9130859375, - 8.97021484375, - 8.9130859375, - 9.0654296875, - 8.9130859375, - 8.93212890625, - 8.8369140625, - 8.6845703125, - 8.7607421875, - 8.7607421875, - 8.72265625, - 8.8369140625 - ], - "p90": [ - 17.95849609375, - 18.3203125, - 18.6630859375, - 18.5869140625, - 18.45361328125, - 18.396484375, - 18.701171875, - 18.853515625, - 18.9296875, - 18.77734375, - 18.52978515625, - 18.701171875, - 18.56787109375, - 18.8916015625, - 18.7392578125, - 19.0439453125, - 18.853515625, - 18.7392578125, - 18.5869140625, - 18.396484375, - 18.47265625, - 18.6630859375, - 18.77734375, - 18.8916015625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_142521.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_142521.json deleted file mode 100644 index aaef2144f81b67178755efceda35b77168ae485a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_142521.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:25:21.414679+00:00", - "metrics": { - "MSE[mean]": 23.62605550420024, - "MSE[0.5]": 23.62605550420024, - "MAE[0.5]": 4.262989044189453, - "MASE[0.5]": 0.8066628414760594, - "MAPE[0.5]": 0.49559356159247664, - "sMAPE[0.5]": 0.3694278067298527, - "MSIS": 8.170561581184296, - "RMSE[mean]": 4.860664101149167, - "NRMSE[mean]": 0.4211405719407221, - "ND[0.5]": 0.3693564514821187, - "mean_weighted_sum_quantile_loss": 0.273948444805612 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 13.500930786132812, - 13.589645385742188, - 13.449569702148438, - 13.260467529296875, - 13.426223754882812, - 13.519607543945312, - 13.665519714355469, - 13.552291870117188, - 13.57330322265625, - 13.59197998046875, - 13.325836181640625, - 13.36785888671875, - 13.379531860351562, - 13.477584838867188, - 13.493927001953125, - 13.608322143554688, - 13.584976196289062, - 13.129730224609375, - 13.3211669921875, - 13.416885375976562, - 13.512603759765625, - 13.652679443359375, - 13.674858093261719, - 13.608322143554688 - ], - "p10": [ - 9.2496337890625, - 9.3056640625, - 9.193603515625, - 9.118896484375, - 9.15625, - 9.2869873046875, - 9.343017578125, - 9.1749267578125, - 9.3243408203125, - 9.268310546875, - 9.15625, - 9.1749267578125, - 9.15625, - 9.044189453125, - 9.118896484375, - 9.268310546875, - 9.118896484375, - 8.7080078125, - 8.820068359375, - 8.93212890625, - 9.044189453125, - 9.15625, - 9.08154296875, - 9.044189453125 - ], - "p90": [ - 18.79345703125, - 19.204345703125, - 18.980224609375, - 18.49462890625, - 18.6253662109375, - 18.64404296875, - 18.905517578125, - 19.129638671875, - 19.204345703125, - 19.1669921875, - 18.6627197265625, - 18.64404296875, - 18.681396484375, - 19.054931640625, - 19.09228515625, - 19.24169921875, - 19.24169921875, - 18.3638916015625, - 18.4759521484375, - 18.6627197265625, - 18.94287109375, - 19.31640625, - 19.4658203125, - 19.24169921875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_160230.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_160230.json deleted file mode 100644 index e70e75890493a35ad677a20623ab6e4b72864a11..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_160230.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-17T16:02:30.624781+00:00", - "metrics": { - "MSE[mean]": 23.9437321566996, - "MSE[0.5]": 23.9437321566996, - "MAE[0.5]": 4.277865727742513, - "MASE[0.5]": 0.8073560482240131, - "MAPE[0.5]": 0.5129763394967423, - "sMAPE[0.5]": 0.37038188787393295, - "MSIS": 7.9256638193193, - "RMSE[mean]": 4.893233302909192, - "NRMSE[mean]": 0.4254985480790602, - "ND[0.5]": 0.3719883241515229, - "mean_weighted_sum_quantile_loss": 0.27427592500204434 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 13.47991943359375, - 13.493927001953125, - 13.447235107421875, - 13.556961059570312, - 13.605987548828125, - 13.521942138671875, - 13.526611328125, - 13.456573486328125, - 13.538284301757812, - 13.409881591796875, - 13.407546997070312, - 13.388870239257812, - 13.458908081054688, - 13.3958740234375, - 13.444900512695312, - 13.505599975585938, - 13.297821044921875, - 13.3211669921875, - 13.47991943359375, - 13.391204833984375, - 13.398208618164062, - 13.409881591796875, - 13.524276733398438, - 13.33050537109375 - ], - "p10": [ - 9.23095703125, - 9.15625, - 9.15625, - 9.2496337890625, - 9.38037109375, - 9.2496337890625, - 9.193603515625, - 9.23095703125, - 9.193603515625, - 9.118896484375, - 9.118896484375, - 9.118896484375, - 9.118896484375, - 9.08154296875, - 9.08154296875, - 9.08154296875, - 8.894775390625, - 8.820068359375, - 8.894775390625, - 8.857421875, - 8.969482421875, - 8.894775390625, - 8.93212890625, - 8.820068359375 - ], - "p90": [ - 18.71875, - 18.830810546875, - 18.64404296875, - 18.8681640625, - 19.054931640625, - 19.1669921875, - 19.279052734375, - 19.1669921875, - 19.279052734375, - 18.8681640625, - 18.79345703125, - 18.830810546875, - 19.129638671875, - 19.129638671875, - 19.24169921875, - 19.31640625, - 18.6627197265625, - 18.79345703125, - 19.1669921875, - 19.24169921875, - 19.24169921875, - 19.279052734375, - 19.31640625, - 18.79345703125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_010049.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_010049.json deleted file mode 100644 index 86d003842f0f97b1231de0c21d2cc3b24b274875..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_010049.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:00:49.115236+00:00", - "metrics": { - "MSE[mean]": 30.360152188767984, - "MSE[0.5]": 30.360152188767984, - "MAE[0.5]": 4.575121680895488, - "MASE[0.5]": 0.8737632918421091, - "MAPE[0.5]": 0.5771757090747142, - "sMAPE[0.5]": 0.38840089541387596, - "MSIS": 10.880647613768238, - "RMSE[mean]": 5.51000473582083, - "NRMSE[mean]": 0.4672795535678443, - "ND[0.5]": 0.3879961849522675, - "mean_weighted_sum_quantile_loss": 0.29874707114523325 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.982208251953125, - 14.466796875, - 14.300520896911621, - 14.14373779296875, - 14.678955078125, - 13.52655029296875, - 14.507781982421875, - 14.96343994140625, - 13.880950927734375, - 14.328170776367188, - 13.953277587890625, - 13.37225341796875, - 15.0164794921875, - 14.640380859375, - 14.265487670898438, - 14.274227142333984, - 13.35296630859375, - 13.63262939453125, - 14.96343994140625, - 14.358306884765625, - 14.488494873046875, - 14.096725463867188, - 13.3963623046875, - 14.237762451171875 - ], - "p10": [ - 9.2978515625, - 9.780029296875, - 9.548583984375, - 9.33642578125, - 9.895751953125, - 8.912109375, - 9.837890625, - 9.9921875, - 9.4521484375, - 9.7607421875, - 9.56787109375, - 9.25927734375, - 10.146484375, - 9.7607421875, - 9.6064453125, - 9.837890625, - 9.1435546875, - 9.18212890625, - 10.165771484375, - 9.587158203125, - 9.79931640625, - 9.4521484375, - 8.7578125, - 9.548583984375 - ], - "p90": [ - 20.0986328125, - 20.83154296875, - 20.60009765625, - 20.330078125, - 20.75439453125, - 19.52001953125, - 20.79296875, - 21.68017578125, - 20.06005859375, - 20.52294921875, - 19.8671875, - 19.05712890625, - 21.71875, - 21.60302734375, - 20.98583984375, - 20.52294921875, - 19.153564453125, - 19.7900390625, - 21.44873046875, - 20.83154296875, - 20.7158203125, - 20.2529296875, - 19.4814453125, - 20.484375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_022250.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_022250.json deleted file mode 100644 index fb49630390b16ea35d1cde04f677c5de46a368a5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_022250.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:22:50.223751+00:00", - "metrics": { - "MSE[mean]": 34.57139632692755, - "MSE[0.5]": 34.57139632692755, - "MAE[0.5]": 4.742045720418294, - "MASE[0.5]": 0.9116883628040511, - "MAPE[0.5]": 1.0671601438979292, - "sMAPE[0.5]": 0.43142160172664096, - "MSIS": 12.485072544642856, - "RMSE[mean]": 5.879744580075528, - "NRMSE[mean]": 0.505784480006497, - "ND[0.5]": 0.40791791143383177, - "mean_weighted_sum_quantile_loss": 0.3233266863107017 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 13.020263671875, - 13.11669921875, - 13.27099609375, - 13.4638671875, - 13.6085205078125, - 13.541015625, - 13.68084716796875, - 13.72906494140625, - 13.68084716796875, - 13.8978271484375, - 13.76763916015625, - 13.85443115234375, - 13.753173828125, - 13.914703369140625, - 13.8978271484375, - 14.021987915039062, - 13.991851806640625, - 13.938812255859375, - 13.88336181640625, - 13.803802490234375, - 13.803802490234375, - 13.842376708984375, - 13.798980712890625, - 13.984619140625 - ], - "p10": [ - 8.9892578125, - 9.06640625, - 9.10498046875, - 9.220703125, - 9.33642578125, - 9.18212890625, - 9.33642578125, - 9.2978515625, - 9.41357421875, - 9.56787109375, - 9.625732421875, - 9.625732421875, - 9.394287109375, - 9.432861328125, - 9.56787109375, - 9.471435546875, - 9.394287109375, - 9.25927734375, - 9.1435546875, - 9.10498046875, - 9.10498046875, - 9.1435546875, - 9.18212890625, - 9.2978515625 - ], - "p90": [ - 18.74853515625, - 19.13427734375, - 19.28857421875, - 19.55859375, - 19.6357421875, - 19.52001953125, - 19.59716796875, - 19.90576171875, - 19.7900390625, - 20.2529296875, - 20.021484375, - 20.0986328125, - 19.98291015625, - 20.330078125, - 20.29150390625, - 20.75439453125, - 21.1015625, - 21.06298828125, - 20.8701171875, - 20.638671875, - 20.5615234375, - 20.67724609375, - 20.60009765625, - 20.947265625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_033725.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_033725.json deleted file mode 100644 index e05f89817fa103150e555b4cc6aa374409d436fb..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_033725.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:37:25.636126+00:00", - "metrics": { - "MSE[mean]": 32.02129679729114, - "MSE[0.5]": 32.02129679729114, - "MAE[0.5]": 4.668306350708008, - "MASE[0.5]": 0.8915598335569671, - "MAPE[0.5]": 0.5980613274397732, - "sMAPE[0.5]": 0.40323790372336826, - "MSIS": 11.623424418725131, - "RMSE[mean]": 5.658736325125172, - "NRMSE[mean]": 0.4715613604270977, - "ND[0.5]": 0.3890255292256673, - "mean_weighted_sum_quantile_loss": 0.30801032972924497 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 13.0120849609375, - 12.90533447265625, - 13.109130859375, - 13.327484130859375, - 13.40997314453125, - 13.492462158203125, - 13.628326416015625, - 13.492462158203125, - 13.56524658203125, - 13.52642822265625, - 13.618621826171875, - 13.42938232421875, - 13.68170166015625, - 13.727798461914062, - 13.841827392578125, - 13.805435180664062, - 13.79815673828125, - 13.812713623046875, - 13.698684692382812, - 13.628326416015625, - 13.754486083984375, - 13.766616821289062, - 13.912185668945312, - 13.764190673828125 - ], - "p10": [ - 9.11083984375, - 8.916748046875, - 8.95556640625, - 9.072021484375, - 9.1884765625, - 9.11083984375, - 9.26611328125, - 9.072021484375, - 9.34375, - 9.26611328125, - 9.4990234375, - 9.3631591796875, - 9.304931640625, - 9.227294921875, - 9.4407958984375, - 9.304931640625, - 9.34375, - 9.304931640625, - 9.1884765625, - 9.072021484375, - 9.1884765625, - 9.227294921875, - 9.4407958984375, - 9.1884765625 - ], - "p90": [ - 19.04833984375, - 19.1453857421875, - 19.28125, - 19.552978515625, - 19.475341796875, - 19.630615234375, - 19.7470703125, - 19.785888671875, - 19.82470703125, - 19.90234375, - 19.941162109375, - 19.630615234375, - 20.13525390625, - 20.29052734375, - 20.44580078125, - 20.60107421875, - 20.639892578125, - 20.60107421875, - 20.329345703125, - 20.251708984375, - 20.3681640625, - 20.44580078125, - 20.60107421875, - 20.5234375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_050325.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_050325.json deleted file mode 100644 index 9e3b2603e8c6a5391d9bb0fb7db2aa1cb9a1ce95..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_050325.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:03:25.994074+00:00", - "metrics": { - "MSE[mean]": 37.80788694818815, - "MSE[0.5]": 37.80788694818815, - "MAE[0.5]": 5.10687255859375, - "MASE[0.5]": 0.9753178361240055, - "MAPE[0.5]": 1.0519769292168988, - "sMAPE[0.5]": 0.44883581248286336, - "MSIS": 13.3879724801061, - "RMSE[mean]": 6.148811832231342, - "NRMSE[mean]": 0.49190494657850736, - "ND[0.5]": 0.4085498046875, - "mean_weighted_sum_quantile_loss": 0.3270446325231482 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.1640625, - 12.3984375, - 12.6328125, - 12.73046875, - 12.974609375, - 13.1796875, - 13.2919921875, - 13.4677734375, - 13.4287109375, - 13.5068359375, - 13.39453125, - 13.482421875, - 13.521484375, - 13.775390625, - 13.6826171875, - 13.638671875, - 13.6484375, - 13.4677734375, - 13.6435546875, - 13.84130859375, - 13.90234375, - 14.04150390625, - 13.73876953125, - 13.6435546875 - ], - "p10": [ - 8.3359375, - 8.53125, - 8.5703125, - 8.609375, - 8.84375, - 8.921875, - 8.9609375, - 9.0, - 9.1171875, - 9.1953125, - 9.1953125, - 9.2734375, - 9.1171875, - 9.234375, - 9.1953125, - 9.15625, - 9.234375, - 9.1171875, - 9.078125, - 9.234375, - 9.3125, - 9.41015625, - 9.15625, - 9.0390625 - ], - "p90": [ - 17.59375, - 18.2578125, - 18.62890625, - 18.6875, - 18.8828125, - 19.09765625, - 19.21484375, - 19.625, - 19.5078125, - 19.546875, - 19.3515625, - 19.4296875, - 19.625, - 20.09375, - 20.015625, - 19.9375, - 20.171875, - 19.8203125, - 20.09375, - 20.3671875, - 20.40625, - 20.71875, - 20.328125, - 20.171875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_172812.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_172812.json deleted file mode 100644 index 0f4ab08b3a1b144c9f60197351cb096f8849af14..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_172812.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:28:12.689895+00:00", - "metrics": { - "MSE[mean]": 45.47204783748566, - "MSE[0.5]": 45.47204783748566, - "MAE[0.5]": 5.833830674489339, - "MASE[0.5]": 1.1261013634403014, - "MAPE[0.5]": 0.6457875369279461, - "sMAPE[0.5]": 0.4686944503716916, - "MSIS": 15.126256375146616, - "RMSE[mean]": 6.743296511164674, - "NRMSE[mean]": 0.5170578794503264, - "ND[0.5]": 0.44732247983304835, - "mean_weighted_sum_quantile_loss": 0.3478069599274841 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 12.3310546875, - 12.10504150390625, - 12.0755615234375, - 12.40966796875, - 12.96978759765625, - 13.240020751953125, - 13.36285400390625, - 13.34320068359375, - 13.190887451171875, - 13.122100830078125, - 13.4119873046875, - 13.682220458984375, - 13.910690307617188, - 13.977020263671875, - 14.016326904296875, - 13.69696044921875, - 13.156494140625, - 13.470947265625, - 13.797683715820312, - 14.108451843261719, - 14.336921691894531, - 14.30191421508789, - 13.9622802734375, - 13.131927490234375 - ], - "p10": [ - 8.518310546875, - 8.361083984375, - 8.203857421875, - 8.361083984375, - 8.8720703125, - 8.8720703125, - 8.989990234375, - 8.911376953125, - 8.989990234375, - 8.911376953125, - 9.147216796875, - 9.304443359375, - 9.4420166015625, - 9.383056640625, - 9.383056640625, - 9.225830078125, - 8.8720703125, - 8.95068359375, - 9.029296875, - 9.304443359375, - 9.4813232421875, - 9.461669921875, - 9.26513671875, - 8.5576171875 - ], - "p90": [ - 17.8536376953125, - 17.75537109375, - 17.637451171875, - 18.1287841796875, - 18.7969970703125, - 19.366943359375, - 19.5634765625, - 19.602783203125, - 19.1507568359375, - 18.895263671875, - 19.288330078125, - 19.681396484375, - 20.11376953125, - 20.349609375, - 20.349609375, - 19.720703125, - 19.2293701171875, - 19.838623046875, - 20.42822265625, - 20.89990234375, - 21.175048828125, - 21.1357421875, - 20.546142578125, - 19.366943359375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_184411.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_184411.json deleted file mode 100644 index 4728ba54ed80e4078a9453d758e05e7f74f39603..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_184411.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:44:11.515919+00:00", - "metrics": { - "MSE[mean]": 51.40574192768827, - "MSE[0.5]": 51.40574192768827, - "MAE[0.5]": 6.608247518539429, - "MASE[0.5]": 1.224694520810396, - "MAPE[0.5]": 0.883689954681043, - "sMAPE[0.5]": 0.5635465134435295, - "MSIS": 17.36046750573118, - "RMSE[mean]": 7.169779768423035, - "NRMSE[mean]": 0.7751113263160038, - "ND[0.5]": 0.7144051371393977, - "mean_weighted_sum_quantile_loss": 0.5156749633697417 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 17.12493896484375, - 16.62139892578125, - 16.163177490234375, - 15.765380859375, - 15.850982666015625, - 15.72509765625, - 15.926513671875, - 15.871124267578125, - 15.669708251953125, - 15.599212646484375, - 15.344924926757812, - 15.4229736328125, - 15.405349731445312, - 15.73516845703125, - 15.67474365234375, - 15.72509765625, - 15.470809936523438, - 15.020456314086914, - 15.166168212890625, - 15.27191162109375, - 15.4632568359375, - 15.5841064453125, - 15.321006774902344, - 15.174980163574219 - ], - "p10": [ - 11.3140869140625, - 10.9112548828125, - 10.4278564453125, - 10.447998046875, - 10.367431640625, - 10.4681396484375, - 10.6292724609375, - 10.3875732421875, - 10.24658203125, - 10.206298828125, - 10.08544921875, - 10.125732421875, - 10.08544921875, - 10.3271484375, - 10.367431640625, - 10.3875732421875, - 10.447998046875, - 10.0653076171875, - 10.08544921875, - 10.1861572265625, - 10.3472900390625, - 10.48828125, - 10.24658203125, - 10.1458740234375 - ], - "p90": [ - 24.144287109375, - 24.0234375, - 23.741455078125, - 23.016357421875, - 23.37890625, - 23.096923828125, - 23.29833984375, - 23.37890625, - 23.13720703125, - 22.97607421875, - 22.613525390625, - 22.81494140625, - 22.855224609375, - 23.338623046875, - 23.13720703125, - 23.2177734375, - 22.734375, - 22.08984375, - 22.291259765625, - 22.371826171875, - 22.65380859375, - 22.81494140625, - 22.532958984375, - 22.291259765625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_140407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_140407.json deleted file mode 100644 index a7c3daf48a16572557b423fc00048b9c45f6b786..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_140407.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-19T14:04:07.848326+00:00", - "metrics": { - "MSE[mean]": 27.80199752810101, - "MSE[0.5]": 27.80199752810101, - "MAE[0.5]": 4.4204661051432295, - "MASE[0.5]": 0.786832038492738, - "MAPE[0.5]": 0.6815137189549726, - "sMAPE[0.5]": 0.42869253462276874, - "MSIS": 9.590317545774104, - "RMSE[mean]": 5.2727599535822804, - "NRMSE[mean]": 0.5649385664552443, - "ND[0.5]": 0.4736213684082031, - "mean_weighted_sum_quantile_loss": 0.3514813619946676 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.01171875, - 12.4786376953125, - 12.738037109375, - 12.7691650390625, - 12.9766845703125, - 13.028564453125, - 13.277587890625, - 13.4228515625, - 13.5888671875, - 13.5992431640625, - 13.72894287109375, - 13.651123046875, - 13.485107421875, - 13.63037109375, - 13.71337890625, - 13.82232666015625, - 13.86383056640625, - 13.90533447265625, - 13.71337890625, - 13.5369873046875, - 13.92608642578125, - 14.01947021484375, - 14.09210205078125, - 13.96759033203125 - ], - "p10": [ - 7.6123046875, - 7.98583984375, - 8.15185546875, - 8.2763671875, - 8.359375, - 8.40087890625, - 8.56689453125, - 8.64990234375, - 8.9404296875, - 8.98193359375, - 9.189453125, - 9.0234375, - 8.7744140625, - 8.81591796875, - 9.0234375, - 9.06494140625, - 9.1064453125, - 9.06494140625, - 8.81591796875, - 8.69140625, - 9.06494140625, - 9.14794921875, - 9.14794921875, - 9.06494140625 - ], - "p90": [ - 17.94677734375, - 18.839111328125, - 19.0673828125, - 18.922119140625, - 19.150390625, - 19.046630859375, - 19.35791015625, - 19.752197265625, - 20.001220703125, - 20.042724609375, - 20.167236328125, - 20.001220703125, - 19.752197265625, - 20.042724609375, - 20.125732421875, - 20.3955078125, - 20.76904296875, - 20.93505859375, - 20.64453125, - 20.3125, - 20.7275390625, - 21.01806640625, - 21.30859375, - 21.35009765625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_152530.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_152530.json deleted file mode 100644 index f8adf257795baceb300bc3a50d734a7908ca1fc1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_152530.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-19T15:25:30.360512+00:00", - "metrics": { - "MSE[mean]": 30.483771259586018, - "MSE[0.5]": 30.483771259586018, - "MAE[0.5]": 4.512298583984375, - "MASE[0.5]": 0.7866476950287531, - "MAPE[0.5]": 0.8583174272017046, - "sMAPE[0.5]": 0.453803664665646, - "MSIS": 10.216474703957324, - "RMSE[mean]": 5.521211031973513, - "NRMSE[mean]": 0.5968876791322717, - "ND[0.5]": 0.48781606313344594, - "mean_weighted_sum_quantile_loss": 0.37143083024430684 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.34765625, - 11.599609375, - 11.935546875, - 11.935546875, - 12.41845703125, - 12.6494140625, - 12.911865234375, - 13.058837890625, - 13.13232421875, - 13.205810546875, - 13.1533203125, - 13.310791015625, - 13.38427734375, - 13.499755859375, - 13.5732421875, - 13.5994873046875, - 13.5364990234375, - 13.3212890625, - 13.2373046875, - 13.478759765625, - 13.7569580078125, - 13.982666015625, - 14.1348876953125, - 13.8671875 - ], - "p10": [ - 6.64453125, - 6.98046875, - 7.31640625, - 7.400390625, - 7.6943359375, - 7.8623046875, - 7.9462890625, - 8.15625, - 8.408203125, - 8.5341796875, - 8.576171875, - 8.6181640625, - 8.7021484375, - 8.7861328125, - 8.912109375, - 8.7861328125, - 8.6181640625, - 8.4501953125, - 8.2822265625, - 8.4921875, - 8.7861328125, - 9.0380859375, - 9.080078125, - 8.7861328125 - ], - "p90": [ - 17.090087890625, - 17.49951171875, - 17.75146484375, - 17.70947265625, - 18.40234375, - 18.654296875, - 19.0322265625, - 19.38916015625, - 19.38916015625, - 19.4521484375, - 19.494140625, - 19.7041015625, - 19.830078125, - 19.93505859375, - 20.06103515625, - 20.22900390625, - 20.41796875, - 20.08203125, - 19.998046875, - 20.25, - 20.501953125, - 20.75390625, - 21.0478515625, - 20.837890625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_164952.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_164952.json deleted file mode 100644 index 772248c73a1712cf55588aedce06a111ca9e3117..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260619_164952.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-19T16:49:52.304934+00:00", - "metrics": { - "MSE[mean]": 27.803549986332655, - "MSE[0.5]": 27.803549986332655, - "MAE[0.5]": 4.468454996744792, - "MASE[0.5]": 0.7687664510528673, - "MAPE[0.5]": 0.6876806838057142, - "sMAPE[0.5]": 0.43903693508567937, - "MSIS": 9.279797407034051, - "RMSE[mean]": 5.272907166481565, - "NRMSE[mean]": 0.5674877667962224, - "ND[0.5]": 0.48090995480661436, - "mean_weighted_sum_quantile_loss": 0.35721196515321374 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.0537109375, - 11.41064453125, - 11.599609375, - 11.9775390625, - 12.302978515625, - 12.680908203125, - 12.7333984375, - 12.71240234375, - 12.848876953125, - 12.974853515625, - 13.163818359375, - 13.447265625, - 13.520751953125, - 13.688720703125, - 13.5732421875, - 13.615234375, - 13.0693359375, - 13.415771484375, - 13.279296875, - 13.5784912109375, - 13.72021484375, - 14.1873779296875, - 13.982666015625, - 13.478759765625 - ], - "p10": [ - 6.728515625, - 7.1484375, - 7.2744140625, - 7.568359375, - 7.8203125, - 8.240234375, - 8.15625, - 8.1982421875, - 8.408203125, - 8.5341796875, - 8.744140625, - 8.99609375, - 8.99609375, - 9.1640625, - 9.0380859375, - 9.0380859375, - 8.408203125, - 8.66015625, - 8.4501953125, - 8.7861328125, - 8.8701171875, - 9.3740234375, - 9.1640625, - 8.66015625 - ], - "p90": [ - 16.439208984375, - 16.974609375, - 17.237060546875, - 17.75146484375, - 18.25537109375, - 18.6123046875, - 18.71728515625, - 18.73828125, - 18.822265625, - 19.01123046875, - 19.41015625, - 19.72509765625, - 19.85107421875, - 19.998046875, - 19.9140625, - 19.97705078125, - 19.8720703125, - 20.22900390625, - 20.08203125, - 20.2919921875, - 20.41796875, - 20.9638671875, - 20.837890625, - 20.3759765625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260620_172555.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260620_172555.json deleted file mode 100644 index e2c7745d60e4d9c6aa9fcee3de6bda5e621f0d2f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260620_172555.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-20T17:25:55.576073+00:00", - "metrics": { - "MSE[mean]": 38.67162352319186, - "MSE[0.5]": 38.67162352319186, - "MAE[0.5]": 5.379534403483073, - "MASE[0.5]": 0.9389732776988636, - "MAPE[0.5]": 1.3733851608206926, - "sMAPE[0.5]": 0.5786583547271709, - "MSIS": 15.010497159090908, - "RMSE[mean]": 6.218651262387357, - "NRMSE[mean]": 0.7733037839238164, - "ND[0.5]": 0.6689576460289831, - "mean_weighted_sum_quantile_loss": 0.5098184026653353 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.202392578125, - 12.593505859375, - 12.854248046875, - 12.7564697265625, - 12.723876953125, - 12.48486328125, - 12.6043701171875, - 12.7890625, - 13.26708984375, - 13.4300537109375, - 13.419189453125, - 13.2562255859375, - 12.854248046875, - 12.810791015625, - 12.9302978515625, - 13.09326171875, - 13.0823974609375, - 12.897705078125, - 12.7890625, - 12.4088134765625, - 12.723876953125, - 12.8759765625, - 13.3431396484375, - 13.56585693359375 - ], - "p10": [ - 8.05224609375, - 8.26953125, - 8.5302734375, - 8.5302734375, - 8.443359375, - 8.13916015625, - 8.13916015625, - 8.3564453125, - 8.83447265625, - 9.00830078125, - 8.96484375, - 8.791015625, - 8.443359375, - 8.39990234375, - 8.6171875, - 8.74755859375, - 8.74755859375, - 8.5302734375, - 8.39990234375, - 8.095703125, - 8.39990234375, - 8.57373046875, - 8.96484375, - 9.138671875 - ], - "p90": [ - 18.025634765625, - 19.025146484375, - 19.285888671875, - 19.025146484375, - 18.807861328125, - 18.373291015625, - 18.4384765625, - 18.677490234375, - 19.43798828125, - 19.6552734375, - 19.78564453125, - 19.52490234375, - 19.025146484375, - 18.981689453125, - 18.981689453125, - 19.242431640625, - 19.720458984375, - 19.3076171875, - 18.873046875, - 18.2646484375, - 18.525390625, - 18.82958984375, - 19.590087890625, - 19.937744140625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_010517.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_010517.json deleted file mode 100644 index 8604fc10fe0e3f662da620f0f9ac665e2ccbadb6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_010517.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T01:05:17.815010+00:00", - "metrics": { - "MSE[mean]": 18.250926180121798, - "MSE[0.5]": 18.250926180121798, - "MAE[0.5]": 3.5726420084635415, - "MASE[0.5]": 0.6681304535308442, - "MAPE[0.5]": 0.7220177123384902, - "sMAPE[0.5]": 0.42639255293986716, - "MSIS": 7.202650035511364, - "RMSE[mean]": 4.272110272467437, - "NRMSE[mean]": 0.5512400351570886, - "ND[0.5]": 0.46098606560819894, - "mean_weighted_sum_quantile_loss": 0.3395905671296296 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 10.9874267578125, - 10.9658203125, - 10.749755859375, - 10.663330078125, - 10.749755859375, - 10.87939453125, - 10.9442138671875, - 10.9874267578125, - 10.922607421875, - 10.79296875, - 10.8145751953125, - 10.87939453125, - 11.009033203125, - 11.0738525390625, - 11.1170654296875, - 11.05224609375, - 10.9874267578125, - 10.9442138671875, - 11.138671875, - 11.2899169921875, - 11.4627685546875, - 11.53839111328125, - 11.49517822265625, - 11.3763427734375 - ], - "p10": [ - 6.947021484375, - 6.947021484375, - 6.73095703125, - 6.687744140625, - 6.73095703125, - 6.860595703125, - 6.8173828125, - 6.90380859375, - 6.8173828125, - 6.73095703125, - 6.774169921875, - 6.774169921875, - 6.8173828125, - 6.860595703125, - 6.947021484375, - 6.774169921875, - 6.774169921875, - 6.687744140625, - 6.8173828125, - 6.947021484375, - 7.1630859375, - 7.24951171875, - 7.1630859375, - 7.119873046875 - ], - "p90": [ - 15.92449951171875, - 16.11895751953125, - 15.935302734375, - 15.98931884765625, - 16.14056396484375, - 16.3026123046875, - 16.5186767578125, - 16.5186767578125, - 16.5186767578125, - 16.32421875, - 16.367431640625, - 16.4970703125, - 16.65911865234375, - 16.799560546875, - 16.83197021484375, - 16.78875732421875, - 16.83197021484375, - 16.8427734375, - 17.058837890625, - 17.2100830078125, - 17.4693603515625, - 17.62060546875, - 17.5341796875, - 17.361328125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_022110.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_022110.json deleted file mode 100644 index 3ade0dd7a9bc39badf3e205bc39cd0387cd329aa..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_022110.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:21:10.037248+00:00", - "metrics": { - "MSE[mean]": 23.91819202899933, - "MSE[0.5]": 23.91819202899933, - "MAE[0.5]": 4.2116851806640625, - "MASE[0.5]": 0.785599308310395, - "MAPE[0.5]": 0.8883109777578085, - "sMAPE[0.5]": 0.5065720187700562, - "MSIS": 9.794242265928595, - "RMSE[mean]": 4.890622867181575, - "NRMSE[mean]": 0.6784679122101607, - "ND[0.5]": 0.5842800250632225, - "mean_weighted_sum_quantile_loss": 0.4230945898312058 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.6009521484375, - 10.7757568359375, - 10.885009765625, - 11.059814453125, - 11.19091796875, - 11.2564697265625, - 11.2127685546875, - 11.01611328125, - 11.0816650390625, - 11.1253662109375, - 11.2127685546875, - 11.3438720703125, - 11.52960205078125, - 11.48590087890625, - 11.19091796875, - 11.1690673828125, - 11.2564697265625, - 11.3438720703125, - 11.57330322265625, - 11.66070556640625, - 11.6060791015625, - 11.322021484375, - 11.3438720703125, - 11.54052734375 - ], - "p10": [ - 6.777099609375, - 6.908203125, - 6.99560546875, - 7.126708984375, - 7.17041015625, - 7.214111328125, - 7.126708984375, - 7.039306640625, - 7.0830078125, - 7.126708984375, - 7.2578125, - 7.2578125, - 7.301513671875, - 7.301513671875, - 7.17041015625, - 7.039306640625, - 7.039306640625, - 7.0830078125, - 7.214111328125, - 7.34521484375, - 7.301513671875, - 7.0830078125, - 7.039306640625, - 7.2578125 - ], - "p90": [ - 15.02569580078125, - 15.5828857421875, - 15.87786865234375, - 16.2821044921875, - 16.5224609375, - 16.60986328125, - 16.566162109375, - 16.26025390625, - 16.46783447265625, - 16.5006103515625, - 16.6317138671875, - 16.81744384765625, - 17.090576171875, - 17.003173828125, - 16.478759765625, - 16.60986328125, - 16.915771484375, - 17.1561279296875, - 17.4183349609375, - 17.5057373046875, - 17.440185546875, - 17.090576171875, - 17.1561279296875, - 17.30908203125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_032930.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_032930.json deleted file mode 100644 index c307f24983df8c37beeb1e8bbeba029fa5e86f63..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_032930.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:29:30.671866+00:00", - "metrics": { - "MSE[mean]": 25.97880310021962, - "MSE[0.5]": 25.97880310021962, - "MAE[0.5]": 4.458071390787761, - "MASE[0.5]": 0.8348014047769018, - "MAPE[0.5]": 0.9870426642200935, - "sMAPE[0.5]": 0.5304674422506591, - "MSIS": 10.068482556485696, - "RMSE[mean]": 5.096940562751308, - "NRMSE[mean]": 0.6833886788046446, - "ND[0.5]": 0.5977302423402584, - "mean_weighted_sum_quantile_loss": 0.43160366292772345 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 10.66650390625, - 10.84130859375, - 11.01611328125, - 11.1253662109375, - 11.19091796875, - 11.103515625, - 11.01611328125, - 10.9942626953125, - 11.059814453125, - 11.1253662109375, - 11.2783203125, - 11.3438720703125, - 11.4312744140625, - 11.2127685546875, - 11.19091796875, - 11.2564697265625, - 11.2564697265625, - 11.453125, - 11.50775146484375, - 11.4749755859375, - 11.3875732421875, - 11.2127685546875, - 11.36572265625, - 11.496826171875 - ], - "p10": [ - 6.908203125, - 6.951904296875, - 7.0830078125, - 7.17041015625, - 7.126708984375, - 7.039306640625, - 6.908203125, - 6.951904296875, - 6.99560546875, - 7.0830078125, - 7.214111328125, - 7.214111328125, - 7.214111328125, - 7.039306640625, - 7.0830078125, - 7.039306640625, - 7.039306640625, - 7.126708984375, - 7.126708984375, - 7.126708984375, - 7.039306640625, - 6.864501953125, - 6.99560546875, - 7.214111328125 - ], - "p90": [ - 15.2769775390625, - 15.91064453125, - 16.29302978515625, - 16.5880126953125, - 16.75189208984375, - 16.566162109375, - 16.4569091796875, - 16.40228271484375, - 16.57708740234375, - 16.66448974609375, - 16.86114501953125, - 16.99224853515625, - 17.1124267578125, - 16.8502197265625, - 16.7191162109375, - 16.97039794921875, - 17.177978515625, - 17.5057373046875, - 17.527587890625, - 17.440185546875, - 17.30908203125, - 17.1124267578125, - 17.3309326171875, - 17.48388671875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_044956.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_044956.json deleted file mode 100644 index d5b3f90ffa10c449a0d2bb66db7fcdafc485a30a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_044956.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T04:49:56.945315+00:00", - "metrics": { - "MSE[mean]": 20.585927105508745, - "MSE[0.5]": 20.585927105508745, - "MAE[0.5]": 4.0158843994140625, - "MASE[0.5]": 0.7549443257384137, - "MAPE[0.5]": 0.6658658483155705, - "sMAPE[0.5]": 0.45394858131835775, - "MSIS": 6.370009838134128, - "RMSE[mean]": 4.537171707739167, - "NRMSE[mean]": 0.579213409498617, - "ND[0.5]": 0.5126660935422207, - "mean_weighted_sum_quantile_loss": 0.3583605637787082 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 9.6138916015625, - 10.298828125, - 10.608154296875, - 10.7628173828125, - 10.696533203125, - 10.4093017578125, - 10.4976806640625, - 10.6744384765625, - 11.050048828125, - 11.315185546875, - 11.3814697265625, - 11.226806640625, - 11.09423828125, - 10.8953857421875, - 11.0279541015625, - 11.41461181640625, - 11.5582275390625, - 11.54718017578125, - 11.491943359375, - 11.27099609375, - 11.3814697265625, - 11.4256591796875, - 11.6466064453125, - 11.757080078125 - ], - "p10": [ - 5.305419921875, - 5.96826171875, - 6.2333984375, - 6.365966796875, - 6.32177734375, - 6.012451171875, - 6.012451171875, - 6.277587890625, - 6.5869140625, - 6.807861328125, - 6.9404296875, - 6.719482421875, - 6.631103515625, - 6.41015625, - 6.631103515625, - 6.85205078125, - 6.9404296875, - 6.85205078125, - 6.763671875, - 6.5869140625, - 6.763671875, - 6.807861328125, - 6.984619140625, - 7.1171875 - ], - "p90": [ - 14.415351867675781, - 15.68994140625, - 16.29754638671875, - 16.62896728515625, - 16.49639892578125, - 16.09869384765625, - 16.176025390625, - 16.29754638671875, - 16.84991455078125, - 17.1702880859375, - 17.3470458984375, - 17.148193359375, - 16.8388671875, - 16.67315673828125, - 16.794677734375, - 17.28076171875, - 17.7889404296875, - 17.81103515625, - 17.63427734375, - 17.3470458984375, - 17.413330078125, - 17.5238037109375, - 17.8994140625, - 18.031982421875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_060957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_060957.json deleted file mode 100644 index b84764eb90c2b860f184316666f2e3faaf49b096..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_060957.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:09:57.131772+00:00", - "metrics": { - "MSE[mean]": 19.776094758417457, - "MSE[0.5]": 19.776094758417457, - "MAE[0.5]": 3.7915980021158853, - "MASE[0.5]": 0.7017867767412436, - "MAPE[0.5]": 0.618106322038512, - "sMAPE[0.5]": 0.42099885022236744, - "MSIS": 5.910879179260725, - "RMSE[mean]": 4.447032129231523, - "NRMSE[mean]": 0.5336438555077828, - "ND[0.5]": 0.45499176025390625, - "mean_weighted_sum_quantile_loss": 0.3268079528808594 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 9.50341796875, - 10.696533203125, - 11.138427734375, - 11.050048828125, - 10.5418701171875, - 10.2767333984375, - 10.4755859375, - 10.873291015625, - 11.52508544921875, - 11.94488525390625, - 11.7791748046875, - 11.226806640625, - 11.1826171875, - 11.005859375, - 11.226806640625, - 11.90069580078125, - 12.09954833984375, - 11.7791748046875, - 11.44775390625, - 11.3814697265625, - 11.5361328125, - 11.668701171875, - 11.97802734375, - 12.18792724609375 - ], - "p10": [ - 4.99609375, - 5.96826171875, - 6.277587890625, - 6.32177734375, - 5.8798828125, - 5.61474609375, - 5.79150390625, - 6.189208984375, - 6.807861328125, - 7.20556640625, - 7.02880859375, - 6.49853515625, - 6.5869140625, - 6.365966796875, - 6.719482421875, - 7.1171875, - 7.338134765625, - 6.984619140625, - 6.719482421875, - 6.67529296875, - 6.807861328125, - 7.072998046875, - 7.249755859375, - 7.514892578125 - ], - "p90": [ - 14.303497314453125, - 16.14288330078125, - 17.059814453125, - 17.10400390625, - 16.49639892578125, - 16.12078857421875, - 16.1981201171875, - 16.56268310546875, - 17.3912353515625, - 17.8994140625, - 17.8331298828125, - 17.2144775390625, - 16.9493408203125, - 16.794677734375, - 16.9493408203125, - 17.7005615234375, - 18.1866455078125, - 17.8331298828125, - 17.324951171875, - 17.148193359375, - 17.2586669921875, - 17.45751953125, - 18.0098876953125, - 18.208740234375 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_072510.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_072510.json deleted file mode 100644 index a9cb49e0f5f69542b236b28a122024a4015016ef..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_072510.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T07:25:10.594048+00:00", - "metrics": { - "MSE[mean]": 23.19406142194445, - "MSE[0.5]": 23.19406142194445, - "MAE[0.5]": 4.041201273600261, - "MASE[0.5]": 0.7489484985822877, - "MAPE[0.5]": 1.03334392696232, - "sMAPE[0.5]": 0.47492267812534, - "MSIS": 7.55590396129947, - "RMSE[mean]": 4.816021326981895, - "NRMSE[mean]": 0.6148112332317313, - "ND[0.5]": 0.5158980349276928, - "mean_weighted_sum_quantile_loss": 0.36942679042229976 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.8070068359375, - 10.9837646484375, - 10.5860595703125, - 10.56396484375, - 10.7628173828125, - 11.005859375, - 11.226806640625, - 11.2930908203125, - 11.1826171875, - 11.09423828125, - 11.1163330078125, - 11.43670654296875, - 11.6024169921875, - 11.67974853515625, - 11.62451171875, - 11.63555908203125, - 11.3814697265625, - 11.1605224609375, - 11.50299072265625, - 11.6466064453125, - 11.80126953125, - 11.81231689453125, - 11.83441162109375, - 11.48089599609375 - ], - "p10": [ - 6.012451171875, - 6.277587890625, - 5.924072265625, - 6.012451171875, - 6.189208984375, - 6.41015625, - 6.5869140625, - 6.719482421875, - 6.542724609375, - 6.454345703125, - 6.5869140625, - 6.807861328125, - 6.984619140625, - 7.072998046875, - 7.1171875, - 6.9404296875, - 6.763671875, - 6.5869140625, - 6.85205078125, - 6.984619140625, - 7.161376953125, - 7.20556640625, - 7.072998046875, - 6.85205078125 - ], - "p90": [ - 15.468994140625, - 15.94403076171875, - 15.83355712890625, - 15.910888671875, - 16.14288330078125, - 16.40802001953125, - 16.6400146484375, - 16.6400146484375, - 16.65106201171875, - 16.47430419921875, - 16.5516357421875, - 16.93829345703125, - 17.0819091796875, - 17.1923828125, - 17.0377197265625, - 17.10400390625, - 17.148193359375, - 16.794677734375, - 17.0819091796875, - 17.2144775390625, - 17.413330078125, - 17.4354248046875, - 17.5679931640625, - 17.0819091796875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_083721.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_083721.json deleted file mode 100644 index 0a2f899cebcee9b620ce860d29f1106b6323430d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_083721.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T08:37:21.012626+00:00", - "metrics": { - "MSE[mean]": 15.660186205680171, - "MSE[0.5]": 15.660186205680171, - "MAE[0.5]": 3.282435099283854, - "MASE[0.5]": 0.6260538467508279, - "MAPE[0.5]": 0.5673376945975213, - "sMAPE[0.5]": 0.3855954210444253, - "MSIS": 4.840622645498112, - "RMSE[mean]": 3.9572953144389125, - "NRMSE[mean]": 0.48956230694089636, - "ND[0.5]": 0.40607444527222936, - "mean_weighted_sum_quantile_loss": 0.29938023404430547 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 9.279296875, - 9.7257080078125, - 9.861572265625, - 9.97802734375, - 10.13330078125, - 10.1915283203125, - 10.2303466796875, - 10.2109375, - 10.28857421875, - 10.3468017578125, - 10.4632568359375, - 10.44384765625, - 10.6185302734375, - 10.6185302734375, - 10.6573486328125, - 10.6767578125, - 10.83203125, - 10.75439453125, - 11.026123046875, - 10.90966796875, - 11.0843505859375, - 10.9290771484375, - 10.9290771484375, - 10.870849609375 - ], - "p10": [ - 4.69873046875, - 5.16455078125, - 5.358642578125, - 5.3974609375, - 5.513916015625, - 5.552734375, - 5.513916015625, - 5.552734375, - 5.591552734375, - 5.669189453125, - 5.86328125, - 5.78564453125, - 5.86328125, - 5.902099609375, - 5.94091796875, - 5.86328125, - 6.0185546875, - 5.86328125, - 6.09619140625, - 6.0185546875, - 6.173828125, - 6.09619140625, - 6.09619140625, - 6.057373046875 - ], - "p90": [ - 13.900501251220703, - 14.66534423828125, - 14.907958984375, - 15.13116455078125, - 15.20880126953125, - 15.2767333984375, - 15.36407470703125, - 15.32525634765625, - 15.490234375, - 15.59698486328125, - 15.72314453125, - 15.71343994140625, - 15.84930419921875, - 15.90753173828125, - 15.9366455078125, - 15.96575927734375, - 16.4412841796875, - 16.421875, - 16.693603515625, - 16.5965576171875, - 16.7130126953125, - 16.5771484375, - 16.615966796875, - 16.538330078125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_094840.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_094840.json deleted file mode 100644 index f9bdf50060032d6298c66fdafa904b5cc5285967..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_094840.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T09:48:40.191208+00:00", - "metrics": { - "MSE[mean]": 17.154774347941082, - "MSE[0.5]": 17.154774347941082, - "MAE[0.5]": 3.4894205729166665, - "MASE[0.5]": 0.6620244565217392, - "MAPE[0.5]": 0.5625066759954456, - "sMAPE[0.5]": 0.3947755108210818, - "MSIS": 5.3173056138833985, - "RMSE[mean]": 4.141832245267918, - "NRMSE[mean]": 0.5020402721536871, - "ND[0.5]": 0.4229600694444444, - "mean_weighted_sum_quantile_loss": 0.30912285835788433 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 8.8203125, - 9.6796875, - 9.9921875, - 10.3828125, - 10.5, - 10.48046875, - 10.28515625, - 10.20703125, - 10.59765625, - 11.14453125, - 11.22265625, - 11.3203125, - 11.26171875, - 11.0859375, - 10.6953125, - 11.06640625, - 11.359375, - 11.3203125, - 11.41796875, - 11.28125, - 11.3984375, - 10.94921875, - 10.91015625, - 11.28125 - ], - "p10": [ - 3.859375, - 4.796875, - 5.1484375, - 5.6953125, - 5.8125, - 5.7734375, - 5.5390625, - 5.4609375, - 5.8515625, - 6.4765625, - 6.59375, - 6.671875, - 6.515625, - 6.3984375, - 6.046875, - 6.3203125, - 6.4375, - 6.359375, - 6.4375, - 6.359375, - 6.515625, - 6.203125, - 6.203125, - 6.5546875 - ], - "p90": [ - 13.45654296875, - 14.4306640625, - 14.9921875, - 15.5390625, - 15.685546875, - 15.67578125, - 15.48046875, - 15.32421875, - 15.802734375, - 16.349609375, - 16.57421875, - 16.6328125, - 16.59375, - 16.37890625, - 15.91015625, - 16.310546875, - 17.08203125, - 17.04296875, - 17.0234375, - 16.80859375, - 16.8671875, - 16.37890625, - 16.408203125, - 16.828125 - ], - "mean": [ - 8.8203125, - 9.6796875, - 9.9921875, - 10.3828125, - 10.5, - 10.48046875, - 10.28515625, - 10.20703125, - 10.59765625, - 11.14453125, - 11.22265625, - 11.3203125, - 11.26171875, - 11.0859375, - 10.6953125, - 11.06640625, - 11.359375, - 11.3203125, - 11.41796875, - 11.28125, - 11.3984375, - 10.94921875, - 10.91015625, - 11.28125 - ], - "quantiles": { - "0.1": [ - 3.859375, - 4.796875, - 5.1484375, - 5.6953125, - 5.8125, - 5.7734375, - 5.5390625, - 5.4609375, - 5.8515625, - 6.4765625, - 6.59375, - 6.671875, - 6.515625, - 6.3984375, - 6.046875, - 6.3203125, - 6.4375, - 6.359375, - 6.4375, - 6.359375, - 6.515625, - 6.203125, - 6.203125, - 6.5546875 - ], - "0.2": [ - 3.859375, - 4.796875, - 5.1484375, - 5.6953125, - 5.8125, - 5.7734375, - 5.5390625, - 5.4609375, - 5.8515625, - 6.4765625, - 6.59375, - 6.671875, - 6.515625, - 6.3984375, - 6.046875, - 6.3203125, - 6.4375, - 6.359375, - 6.4375, - 6.359375, - 6.515625, - 6.203125, - 6.203125, - 6.5546875 - ], - "0.3": [ - 3.859375, - 4.796875, - 5.1484375, - 5.6953125, - 5.8125, - 5.7734375, - 5.5390625, - 5.4609375, - 5.8515625, - 6.4765625, - 6.59375, - 6.671875, - 6.515625, - 6.3984375, - 6.046875, - 6.3203125, - 6.4375, - 6.359375, - 6.4375, - 6.359375, - 6.515625, - 6.203125, - 6.203125, - 6.5546875 - ], - "0.4": [ - 8.8203125, - 9.6796875, - 9.9921875, - 10.3828125, - 10.5, - 10.48046875, - 10.28515625, - 10.20703125, - 10.59765625, - 11.14453125, - 11.22265625, - 11.3203125, - 11.26171875, - 11.0859375, - 10.6953125, - 11.06640625, - 11.359375, - 11.3203125, - 11.41796875, - 11.28125, - 11.3984375, - 10.94921875, - 10.91015625, - 11.28125 - ], - "0.5": [ - 8.8203125, - 9.6796875, - 9.9921875, - 10.3828125, - 10.5, - 10.48046875, - 10.28515625, - 10.20703125, - 10.59765625, - 11.14453125, - 11.22265625, - 11.3203125, - 11.26171875, - 11.0859375, - 10.6953125, - 11.06640625, - 11.359375, - 11.3203125, - 11.41796875, - 11.28125, - 11.3984375, - 10.94921875, - 10.91015625, - 11.28125 - ], - "0.6": [ - 8.8203125, - 9.6796875, - 9.9921875, - 10.3828125, - 10.5, - 10.48046875, - 10.28515625, - 10.20703125, - 10.59765625, - 11.14453125, - 11.22265625, - 11.3203125, - 11.26171875, - 11.0859375, - 10.6953125, - 11.06640625, - 11.359375, - 11.3203125, - 11.41796875, - 11.28125, - 11.3984375, - 10.94921875, - 10.91015625, - 11.28125 - ], - "0.7": [ - 8.8203125, - 9.6796875, - 9.9921875, - 10.3828125, - 10.5, - 10.48046875, - 10.28515625, - 10.20703125, - 10.59765625, - 11.14453125, - 11.22265625, - 11.3203125, - 11.26171875, - 11.0859375, - 10.6953125, - 11.06640625, - 11.359375, - 11.3203125, - 11.41796875, - 11.28125, - 11.3984375, - 10.94921875, - 10.91015625, - 11.28125 - ], - "0.8": [ - 13.45654296875, - 14.4306640625, - 14.9921875, - 15.5390625, - 15.685546875, - 15.67578125, - 15.48046875, - 15.32421875, - 15.802734375, - 16.349609375, - 16.57421875, - 16.6328125, - 16.59375, - 16.37890625, - 15.91015625, - 16.310546875, - 17.08203125, - 17.04296875, - 17.0234375, - 16.80859375, - 16.8671875, - 16.37890625, - 16.408203125, - 16.828125 - ], - "0.9": [ - 13.45654296875, - 14.4306640625, - 14.9921875, - 15.5390625, - 15.685546875, - 15.67578125, - 15.48046875, - 15.32421875, - 15.802734375, - 16.349609375, - 16.57421875, - 16.6328125, - 16.59375, - 16.37890625, - 15.91015625, - 16.310546875, - 17.08203125, - 17.04296875, - 17.0234375, - 16.80859375, - 16.8671875, - 16.37890625, - 16.408203125, - 16.828125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_111357.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_111357.json deleted file mode 100644 index 460c4f381c18b47b51f71e5ae1cdff2cdacb4b7b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_111357.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T11:13:57.022386+00:00", - "metrics": { - "MSE[mean]": 16.93371189447741, - "MSE[0.5]": 16.93371189447741, - "MAE[0.5]": 3.402592976888021, - "MASE[0.5]": 0.6576824009018457, - "MAPE[0.5]": 0.5387262960345934, - "sMAPE[0.5]": 0.3790728378522484, - "MSIS": 5.947313306155621, - "RMSE[mean]": 4.115059160507587, - "NRMSE[mean]": 0.48412460711853966, - "ND[0.5]": 0.40030505610447303, - "mean_weighted_sum_quantile_loss": 0.30118846353102874 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 8.82763671875, - 9.7120361328125, - 10.1051025390625, - 10.360595703125, - 10.4981689453125, - 10.281982421875, - 10.08544921875, - 10.2623291015625, - 10.8126220703125, - 11.18603515625, - 11.382568359375, - 11.2843017578125, - 11.18603515625, - 10.6947021484375, - 10.6553955078125, - 10.989501953125, - 11.382568359375, - 11.1663818359375, - 11.2646484375, - 11.0877685546875, - 11.2843017578125, - 11.0877685546875, - 11.225341796875, - 11.4808349609375 - ], - "p10": [ - 4.464599609375, - 5.172119140625, - 5.52587890625, - 5.84033203125, - 5.99755859375, - 5.722412109375, - 5.486572265625, - 5.68310546875, - 6.2333984375, - 6.62646484375, - 6.78369140625, - 6.744384765625, - 6.587158203125, - 6.115478515625, - 6.15478515625, - 6.390625, - 6.744384765625, - 6.429931640625, - 6.46923828125, - 6.351318359375, - 6.62646484375, - 6.5478515625, - 6.744384765625, - 6.980224609375 - ], - "p90": [ - 13.382293701171875, - 14.600799560546875, - 15.40167236328125, - 15.8831787109375, - 16.05023193359375, - 15.784912109375, - 15.48028564453125, - 15.57855224609375, - 16.18780517578125, - 16.649658203125, - 17.08203125, - 16.9444580078125, - 16.7872314453125, - 16.28607177734375, - 16.099365234375, - 16.453125, - 17.357177734375, - 17.08203125, - 17.00341796875, - 16.7479248046875, - 16.9051513671875, - 16.728271484375, - 16.964111328125, - 17.278564453125 - ], - "mean": [ - 8.82763671875, - 9.7120361328125, - 10.1051025390625, - 10.360595703125, - 10.4981689453125, - 10.281982421875, - 10.08544921875, - 10.2623291015625, - 10.8126220703125, - 11.18603515625, - 11.382568359375, - 11.2843017578125, - 11.18603515625, - 10.6947021484375, - 10.6553955078125, - 10.989501953125, - 11.382568359375, - 11.1663818359375, - 11.2646484375, - 11.0877685546875, - 11.2843017578125, - 11.0877685546875, - 11.225341796875, - 11.4808349609375 - ], - "quantiles": { - "0.1": [ - 4.464599609375, - 5.172119140625, - 5.52587890625, - 5.84033203125, - 5.99755859375, - 5.722412109375, - 5.486572265625, - 5.68310546875, - 6.2333984375, - 6.62646484375, - 6.78369140625, - 6.744384765625, - 6.587158203125, - 6.115478515625, - 6.15478515625, - 6.390625, - 6.744384765625, - 6.429931640625, - 6.46923828125, - 6.351318359375, - 6.62646484375, - 6.5478515625, - 6.744384765625, - 6.980224609375 - ], - "0.2": [ - 4.464599609375, - 5.172119140625, - 5.52587890625, - 5.84033203125, - 5.99755859375, - 5.722412109375, - 5.486572265625, - 5.68310546875, - 6.2333984375, - 6.62646484375, - 6.78369140625, - 6.744384765625, - 6.587158203125, - 6.115478515625, - 6.15478515625, - 6.390625, - 6.744384765625, - 6.429931640625, - 6.46923828125, - 6.351318359375, - 6.62646484375, - 6.5478515625, - 6.744384765625, - 6.980224609375 - ], - "0.3": [ - 4.464599609375, - 5.172119140625, - 5.52587890625, - 5.84033203125, - 5.99755859375, - 5.722412109375, - 5.486572265625, - 5.68310546875, - 6.2333984375, - 6.62646484375, - 6.78369140625, - 6.744384765625, - 6.587158203125, - 6.115478515625, - 6.15478515625, - 6.390625, - 6.744384765625, - 6.429931640625, - 6.46923828125, - 6.351318359375, - 6.62646484375, - 6.5478515625, - 6.744384765625, - 6.980224609375 - ], - "0.4": [ - 8.82763671875, - 9.7120361328125, - 10.1051025390625, - 10.360595703125, - 10.4981689453125, - 10.281982421875, - 10.08544921875, - 10.2623291015625, - 10.8126220703125, - 11.18603515625, - 11.382568359375, - 11.2843017578125, - 11.18603515625, - 10.6947021484375, - 10.6553955078125, - 10.989501953125, - 11.382568359375, - 11.1663818359375, - 11.2646484375, - 11.0877685546875, - 11.2843017578125, - 11.0877685546875, - 11.225341796875, - 11.4808349609375 - ], - "0.5": [ - 8.82763671875, - 9.7120361328125, - 10.1051025390625, - 10.360595703125, - 10.4981689453125, - 10.281982421875, - 10.08544921875, - 10.2623291015625, - 10.8126220703125, - 11.18603515625, - 11.382568359375, - 11.2843017578125, - 11.18603515625, - 10.6947021484375, - 10.6553955078125, - 10.989501953125, - 11.382568359375, - 11.1663818359375, - 11.2646484375, - 11.0877685546875, - 11.2843017578125, - 11.0877685546875, - 11.225341796875, - 11.4808349609375 - ], - "0.6": [ - 8.82763671875, - 9.7120361328125, - 10.1051025390625, - 10.360595703125, - 10.4981689453125, - 10.281982421875, - 10.08544921875, - 10.2623291015625, - 10.8126220703125, - 11.18603515625, - 11.382568359375, - 11.2843017578125, - 11.18603515625, - 10.6947021484375, - 10.6553955078125, - 10.989501953125, - 11.382568359375, - 11.1663818359375, - 11.2646484375, - 11.0877685546875, - 11.2843017578125, - 11.0877685546875, - 11.225341796875, - 11.4808349609375 - ], - "0.7": [ - 8.82763671875, - 9.7120361328125, - 10.1051025390625, - 10.360595703125, - 10.4981689453125, - 10.281982421875, - 10.08544921875, - 10.2623291015625, - 10.8126220703125, - 11.18603515625, - 11.382568359375, - 11.2843017578125, - 11.18603515625, - 10.6947021484375, - 10.6553955078125, - 10.989501953125, - 11.382568359375, - 11.1663818359375, - 11.2646484375, - 11.0877685546875, - 11.2843017578125, - 11.0877685546875, - 11.225341796875, - 11.4808349609375 - ], - "0.8": [ - 13.382293701171875, - 14.600799560546875, - 15.40167236328125, - 15.8831787109375, - 16.05023193359375, - 15.784912109375, - 15.48028564453125, - 15.57855224609375, - 16.18780517578125, - 16.649658203125, - 17.08203125, - 16.9444580078125, - 16.7872314453125, - 16.28607177734375, - 16.099365234375, - 16.453125, - 17.357177734375, - 17.08203125, - 17.00341796875, - 16.7479248046875, - 16.9051513671875, - 16.728271484375, - 16.964111328125, - 17.278564453125 - ], - "0.9": [ - 13.382293701171875, - 14.600799560546875, - 15.40167236328125, - 15.8831787109375, - 16.05023193359375, - 15.784912109375, - 15.48028564453125, - 15.57855224609375, - 16.18780517578125, - 16.649658203125, - 17.08203125, - 16.9444580078125, - 16.7872314453125, - 16.28607177734375, - 16.099365234375, - 16.453125, - 17.357177734375, - 17.08203125, - 17.00341796875, - 16.7479248046875, - 16.9051513671875, - 16.728271484375, - 16.964111328125, - 17.278564453125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_122651.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_122651.json deleted file mode 100644 index e6116db3fde9fecf19207128ed33a19671dca200..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_122651.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T12:26:51.294301+00:00", - "metrics": { - "MSE[mean]": 16.499263474096853, - "MSE[0.5]": 16.499263474096853, - "MAE[0.5]": 3.2576497395833335, - "MASE[0.5]": 0.6313614569313594, - "MAPE[0.5]": 0.6172193054742341, - "sMAPE[0.5]": 0.3857974864491885, - "MSIS": 5.7992239447654015, - "RMSE[mean]": 4.061928541234675, - "NRMSE[mean]": 0.4802280048750354, - "ND[0.5]": 0.38514085591133007, - "mean_weighted_sum_quantile_loss": 0.2995223370548409 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.1990966796875, - 9.616943359375, - 9.7562255859375, - 9.6368408203125, - 9.5771484375, - 9.5970458984375, - 9.81591796875, - 9.97509765625, - 10.2138671875, - 10.2138671875, - 10.29345703125, - 10.1541748046875, - 10.0546875, - 10.014892578125, - 10.1541748046875, - 10.2337646484375, - 10.2138671875, - 10.094482421875, - 10.1541748046875, - 10.13427734375, - 10.333251953125, - 10.412841796875, - 10.6317138671875, - 10.6715087890625 - ], - "p10": [ - 5.04052734375, - 5.279296875, - 5.35888671875, - 5.239501953125, - 5.159912109375, - 5.04052734375, - 5.239501953125, - 5.398681640625, - 5.557861328125, - 5.59765625, - 5.7568359375, - 5.557861328125, - 5.398681640625, - 5.398681640625, - 5.59765625, - 5.637451171875, - 5.59765625, - 5.398681640625, - 5.398681640625, - 5.398681640625, - 5.557861328125, - 5.717041015625, - 5.876220703125, - 5.916015625 - ], - "p90": [ - 13.869287490844727, - 14.62115478515625, - 14.90966796875, - 14.89971923828125, - 14.785308837890625, - 14.7703857421875, - 14.9295654296875, - 15.123565673828125, - 15.51654052734375, - 15.5264892578125, - 15.6060791015625, - 15.4468994140625, - 15.22802734375, - 15.22802734375, - 15.3275146484375, - 15.41705322265625, - 15.65582275390625, - 15.49664306640625, - 15.5662841796875, - 15.55633544921875, - 15.7652587890625, - 15.904541015625, - 16.2626953125, - 16.2626953125 - ], - "mean": [ - 9.1990966796875, - 9.616943359375, - 9.7562255859375, - 9.6368408203125, - 9.5771484375, - 9.5970458984375, - 9.81591796875, - 9.97509765625, - 10.2138671875, - 10.2138671875, - 10.29345703125, - 10.1541748046875, - 10.0546875, - 10.014892578125, - 10.1541748046875, - 10.2337646484375, - 10.2138671875, - 10.094482421875, - 10.1541748046875, - 10.13427734375, - 10.333251953125, - 10.412841796875, - 10.6317138671875, - 10.6715087890625 - ], - "quantiles": { - "0.1": [ - 5.04052734375, - 5.279296875, - 5.35888671875, - 5.239501953125, - 5.159912109375, - 5.04052734375, - 5.239501953125, - 5.398681640625, - 5.557861328125, - 5.59765625, - 5.7568359375, - 5.557861328125, - 5.398681640625, - 5.398681640625, - 5.59765625, - 5.637451171875, - 5.59765625, - 5.398681640625, - 5.398681640625, - 5.398681640625, - 5.557861328125, - 5.717041015625, - 5.876220703125, - 5.916015625 - ], - "0.2": [ - 5.04052734375, - 5.279296875, - 5.35888671875, - 5.239501953125, - 5.159912109375, - 5.04052734375, - 5.239501953125, - 5.398681640625, - 5.557861328125, - 5.59765625, - 5.7568359375, - 5.557861328125, - 5.398681640625, - 5.398681640625, - 5.59765625, - 5.637451171875, - 5.59765625, - 5.398681640625, - 5.398681640625, - 5.398681640625, - 5.557861328125, - 5.717041015625, - 5.876220703125, - 5.916015625 - ], - "0.3": [ - 5.04052734375, - 5.279296875, - 5.35888671875, - 5.239501953125, - 5.159912109375, - 5.04052734375, - 5.239501953125, - 5.398681640625, - 5.557861328125, - 5.59765625, - 5.7568359375, - 5.557861328125, - 5.398681640625, - 5.398681640625, - 5.59765625, - 5.637451171875, - 5.59765625, - 5.398681640625, - 5.398681640625, - 5.398681640625, - 5.557861328125, - 5.717041015625, - 5.876220703125, - 5.916015625 - ], - "0.4": [ - 9.1990966796875, - 9.616943359375, - 9.7562255859375, - 9.6368408203125, - 9.5771484375, - 9.5970458984375, - 9.81591796875, - 9.97509765625, - 10.2138671875, - 10.2138671875, - 10.29345703125, - 10.1541748046875, - 10.0546875, - 10.014892578125, - 10.1541748046875, - 10.2337646484375, - 10.2138671875, - 10.094482421875, - 10.1541748046875, - 10.13427734375, - 10.333251953125, - 10.412841796875, - 10.6317138671875, - 10.6715087890625 - ], - "0.5": [ - 9.1990966796875, - 9.616943359375, - 9.7562255859375, - 9.6368408203125, - 9.5771484375, - 9.5970458984375, - 9.81591796875, - 9.97509765625, - 10.2138671875, - 10.2138671875, - 10.29345703125, - 10.1541748046875, - 10.0546875, - 10.014892578125, - 10.1541748046875, - 10.2337646484375, - 10.2138671875, - 10.094482421875, - 10.1541748046875, - 10.13427734375, - 10.333251953125, - 10.412841796875, - 10.6317138671875, - 10.6715087890625 - ], - "0.6": [ - 9.1990966796875, - 9.616943359375, - 9.7562255859375, - 9.6368408203125, - 9.5771484375, - 9.5970458984375, - 9.81591796875, - 9.97509765625, - 10.2138671875, - 10.2138671875, - 10.29345703125, - 10.1541748046875, - 10.0546875, - 10.014892578125, - 10.1541748046875, - 10.2337646484375, - 10.2138671875, - 10.094482421875, - 10.1541748046875, - 10.13427734375, - 10.333251953125, - 10.412841796875, - 10.6317138671875, - 10.6715087890625 - ], - "0.7": [ - 9.1990966796875, - 9.616943359375, - 9.7562255859375, - 9.6368408203125, - 9.5771484375, - 9.5970458984375, - 9.81591796875, - 9.97509765625, - 10.2138671875, - 10.2138671875, - 10.29345703125, - 10.1541748046875, - 10.0546875, - 10.014892578125, - 10.1541748046875, - 10.2337646484375, - 10.2138671875, - 10.094482421875, - 10.1541748046875, - 10.13427734375, - 10.333251953125, - 10.412841796875, - 10.6317138671875, - 10.6715087890625 - ], - "0.8": [ - 13.869287490844727, - 14.62115478515625, - 14.90966796875, - 14.89971923828125, - 14.785308837890625, - 14.7703857421875, - 14.9295654296875, - 15.123565673828125, - 15.51654052734375, - 15.5264892578125, - 15.6060791015625, - 15.4468994140625, - 15.22802734375, - 15.22802734375, - 15.3275146484375, - 15.41705322265625, - 15.65582275390625, - 15.49664306640625, - 15.5662841796875, - 15.55633544921875, - 15.7652587890625, - 15.904541015625, - 16.2626953125, - 16.2626953125 - ], - "0.9": [ - 13.869287490844727, - 14.62115478515625, - 14.90966796875, - 14.89971923828125, - 14.785308837890625, - 14.7703857421875, - 14.9295654296875, - 15.123565673828125, - 15.51654052734375, - 15.5264892578125, - 15.6060791015625, - 15.4468994140625, - 15.22802734375, - 15.22802734375, - 15.3275146484375, - 15.41705322265625, - 15.65582275390625, - 15.49664306640625, - 15.5662841796875, - 15.55633544921875, - 15.7652587890625, - 15.904541015625, - 16.2626953125, - 16.2626953125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_134634.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_134634.json deleted file mode 100644 index 6e40988421737efb8a983ddc2104416e42133630..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_134634.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-22T13:46:34.500544+00:00", - "metrics": { - "MSE[mean]": 15.359895973776778, - "MSE[0.5]": 15.359895973776778, - "MAE[0.5]": 3.309931437174479, - "MASE[0.5]": 0.6449663422911028, - "MAPE[0.5]": 0.5616771843600475, - "sMAPE[0.5]": 0.39586137768875584, - "MSIS": 4.835599246302542, - "RMSE[mean]": 3.919170317015679, - "NRMSE[mean]": 0.4798984061651852, - "ND[0.5]": 0.4052977270009566, - "mean_weighted_sum_quantile_loss": 0.2985583541074307 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.8131103515625, - 9.9722900390625, - 9.872802734375, - 9.793212890625, - 9.872802734375, - 9.91259765625, - 10.07177734375, - 10.1314697265625, - 10.23095703125, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.1513671875, - 10.191162109375, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.07177734375, - 10.111572265625, - 10.191162109375, - 10.310546875, - 10.4498291015625, - 10.54931640625, - 10.4896240234375 - ], - "p10": [ - 5.53515625, - 5.654541015625, - 5.45556640625, - 5.336181640625, - 5.415771484375, - 5.336181640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.654541015625, - 5.654541015625, - 5.574951171875, - 5.574951171875, - 5.61474609375, - 5.77392578125, - 5.654541015625, - 5.61474609375, - 5.45556640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.853515625, - 5.893310546875, - 5.853515625 - ], - "p90": [ - 14.247756958007812, - 14.742706298828125, - 14.881988525390625, - 14.89691162109375, - 14.961578369140625, - 15.011322021484375, - 15.080963134765625, - 15.1854248046875, - 15.3843994140625, - 15.364501953125, - 15.33465576171875, - 15.3048095703125, - 15.27496337890625, - 15.31475830078125, - 15.3048095703125, - 15.32470703125, - 15.5435791015625, - 15.364501953125, - 15.39434814453125, - 15.49383544921875, - 15.6629638671875, - 15.842041015625, - 16.041015625, - 15.9415283203125 - ], - "mean": [ - 9.8131103515625, - 9.9722900390625, - 9.872802734375, - 9.793212890625, - 9.872802734375, - 9.91259765625, - 10.07177734375, - 10.1314697265625, - 10.23095703125, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.1513671875, - 10.191162109375, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.07177734375, - 10.111572265625, - 10.191162109375, - 10.310546875, - 10.4498291015625, - 10.54931640625, - 10.4896240234375 - ], - "quantiles": { - "0.1": [ - 5.53515625, - 5.654541015625, - 5.45556640625, - 5.336181640625, - 5.415771484375, - 5.336181640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.654541015625, - 5.654541015625, - 5.574951171875, - 5.574951171875, - 5.61474609375, - 5.77392578125, - 5.654541015625, - 5.61474609375, - 5.45556640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.853515625, - 5.893310546875, - 5.853515625 - ], - "0.2": [ - 5.53515625, - 5.654541015625, - 5.45556640625, - 5.336181640625, - 5.415771484375, - 5.336181640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.654541015625, - 5.654541015625, - 5.574951171875, - 5.574951171875, - 5.61474609375, - 5.77392578125, - 5.654541015625, - 5.61474609375, - 5.45556640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.853515625, - 5.893310546875, - 5.853515625 - ], - "0.3": [ - 5.53515625, - 5.654541015625, - 5.45556640625, - 5.336181640625, - 5.415771484375, - 5.336181640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.654541015625, - 5.654541015625, - 5.574951171875, - 5.574951171875, - 5.61474609375, - 5.77392578125, - 5.654541015625, - 5.61474609375, - 5.45556640625, - 5.45556640625, - 5.495361328125, - 5.61474609375, - 5.853515625, - 5.893310546875, - 5.853515625 - ], - "0.4": [ - 9.8131103515625, - 9.9722900390625, - 9.872802734375, - 9.793212890625, - 9.872802734375, - 9.91259765625, - 10.07177734375, - 10.1314697265625, - 10.23095703125, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.1513671875, - 10.191162109375, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.07177734375, - 10.111572265625, - 10.191162109375, - 10.310546875, - 10.4498291015625, - 10.54931640625, - 10.4896240234375 - ], - "0.5": [ - 9.8131103515625, - 9.9722900390625, - 9.872802734375, - 9.793212890625, - 9.872802734375, - 9.91259765625, - 10.07177734375, - 10.1314697265625, - 10.23095703125, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.1513671875, - 10.191162109375, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.07177734375, - 10.111572265625, - 10.191162109375, - 10.310546875, - 10.4498291015625, - 10.54931640625, - 10.4896240234375 - ], - "0.6": [ - 9.8131103515625, - 9.9722900390625, - 9.872802734375, - 9.793212890625, - 9.872802734375, - 9.91259765625, - 10.07177734375, - 10.1314697265625, - 10.23095703125, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.1513671875, - 10.191162109375, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.07177734375, - 10.111572265625, - 10.191162109375, - 10.310546875, - 10.4498291015625, - 10.54931640625, - 10.4896240234375 - ], - "0.7": [ - 9.8131103515625, - 9.9722900390625, - 9.872802734375, - 9.793212890625, - 9.872802734375, - 9.91259765625, - 10.07177734375, - 10.1314697265625, - 10.23095703125, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.1513671875, - 10.191162109375, - 10.23095703125, - 10.191162109375, - 10.1712646484375, - 10.07177734375, - 10.111572265625, - 10.191162109375, - 10.310546875, - 10.4498291015625, - 10.54931640625, - 10.4896240234375 - ], - "0.8": [ - 14.247756958007812, - 14.742706298828125, - 14.881988525390625, - 14.89691162109375, - 14.961578369140625, - 15.011322021484375, - 15.080963134765625, - 15.1854248046875, - 15.3843994140625, - 15.364501953125, - 15.33465576171875, - 15.3048095703125, - 15.27496337890625, - 15.31475830078125, - 15.3048095703125, - 15.32470703125, - 15.5435791015625, - 15.364501953125, - 15.39434814453125, - 15.49383544921875, - 15.6629638671875, - 15.842041015625, - 16.041015625, - 15.9415283203125 - ], - "0.9": [ - 14.247756958007812, - 14.742706298828125, - 14.881988525390625, - 14.89691162109375, - 14.961578369140625, - 15.011322021484375, - 15.080963134765625, - 15.1854248046875, - 15.3843994140625, - 15.364501953125, - 15.33465576171875, - 15.3048095703125, - 15.27496337890625, - 15.31475830078125, - 15.3048095703125, - 15.32470703125, - 15.5435791015625, - 15.364501953125, - 15.39434814453125, - 15.49383544921875, - 15.6629638671875, - 15.842041015625, - 16.041015625, - 15.9415283203125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_002828.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_002828.json deleted file mode 100644 index e48bbb38fdd7c2da458bcde8f83f7e6b9820ed81..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_002828.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T00:28:28.020051+00:00", - "metrics": { - "MSE[mean]": 15.483992978309592, - "MSE[0.5]": 15.483992978309592, - "MAE[0.5]": 3.049830118815104, - "MASE[0.5]": 0.5847876659246006, - "MAPE[0.5]": 0.34001836153935766, - "sMAPE[0.5]": 0.2975458170289694, - "MSIS": 5.256577046034974, - "RMSE[mean]": 3.9349705180991625, - "NRMSE[mean]": 0.374759096961825, - "ND[0.5]": 0.2904600113157242, - "mean_weighted_sum_quantile_loss": 0.23910525824868067 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.9112548828125, - 9.9112548828125, - 9.931396484375, - 9.9716796875, - 9.9716796875, - 9.931396484375, - 10.011962890625, - 10.011962890625, - 10.05224609375, - 10.05224609375, - 10.0723876953125, - 10.05224609375, - 10.092529296875, - 10.1126708984375, - 10.173095703125, - 10.1529541015625, - 10.1126708984375, - 10.1328125, - 10.173095703125, - 10.1126708984375, - 10.21337890625, - 10.173095703125, - 10.2939453125, - 10.2939453125 - ], - "p10": [ - 6.305908203125, - 6.1044921875, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 6.02392578125, - 6.02392578125, - 6.02392578125, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 5.983642578125, - 6.064208984375, - 6.064208984375, - 6.1044921875, - 5.983642578125, - 5.943359375, - 5.903076171875, - 5.86279296875, - 5.86279296875, - 5.943359375, - 5.943359375, - 6.02392578125, - 6.02392578125 - ], - "p90": [ - 14.297088623046875, - 14.636978149414062, - 14.7452392578125, - 14.8056640625, - 14.81573486328125, - 14.7855224609375, - 14.88623046875, - 14.87615966796875, - 14.961761474609375, - 14.91644287109375, - 15.012115478515625, - 15.04736328125, - 15.082611083984375, - 15.092681884765625, - 15.163177490234375, - 15.233673095703125, - 15.35955810546875, - 15.37969970703125, - 15.409912109375, - 15.35955810546875, - 15.409912109375, - 15.4501953125, - 15.611328125, - 15.5911865234375 - ], - "mean": [ - 9.9112548828125, - 9.9112548828125, - 9.931396484375, - 9.9716796875, - 9.9716796875, - 9.931396484375, - 10.011962890625, - 10.011962890625, - 10.05224609375, - 10.05224609375, - 10.0723876953125, - 10.05224609375, - 10.092529296875, - 10.1126708984375, - 10.173095703125, - 10.1529541015625, - 10.1126708984375, - 10.1328125, - 10.173095703125, - 10.1126708984375, - 10.21337890625, - 10.173095703125, - 10.2939453125, - 10.2939453125 - ], - "quantiles": { - "0.1": [ - 6.305908203125, - 6.1044921875, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 6.02392578125, - 6.02392578125, - 6.02392578125, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 5.983642578125, - 6.064208984375, - 6.064208984375, - 6.1044921875, - 5.983642578125, - 5.943359375, - 5.903076171875, - 5.86279296875, - 5.86279296875, - 5.943359375, - 5.943359375, - 6.02392578125, - 6.02392578125 - ], - "0.2": [ - 6.305908203125, - 6.1044921875, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 6.02392578125, - 6.02392578125, - 6.02392578125, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 5.983642578125, - 6.064208984375, - 6.064208984375, - 6.1044921875, - 5.983642578125, - 5.943359375, - 5.903076171875, - 5.86279296875, - 5.86279296875, - 5.943359375, - 5.943359375, - 6.02392578125, - 6.02392578125 - ], - "0.3": [ - 6.305908203125, - 6.1044921875, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 6.02392578125, - 6.02392578125, - 6.02392578125, - 6.064208984375, - 6.064208984375, - 6.064208984375, - 5.983642578125, - 6.064208984375, - 6.064208984375, - 6.1044921875, - 5.983642578125, - 5.943359375, - 5.903076171875, - 5.86279296875, - 5.86279296875, - 5.943359375, - 5.943359375, - 6.02392578125, - 6.02392578125 - ], - "0.4": [ - 9.9112548828125, - 9.9112548828125, - 9.931396484375, - 9.9716796875, - 9.9716796875, - 9.931396484375, - 10.011962890625, - 10.011962890625, - 10.05224609375, - 10.05224609375, - 10.0723876953125, - 10.05224609375, - 10.092529296875, - 10.1126708984375, - 10.173095703125, - 10.1529541015625, - 10.1126708984375, - 10.1328125, - 10.173095703125, - 10.1126708984375, - 10.21337890625, - 10.173095703125, - 10.2939453125, - 10.2939453125 - ], - "0.5": [ - 9.9112548828125, - 9.9112548828125, - 9.931396484375, - 9.9716796875, - 9.9716796875, - 9.931396484375, - 10.011962890625, - 10.011962890625, - 10.05224609375, - 10.05224609375, - 10.0723876953125, - 10.05224609375, - 10.092529296875, - 10.1126708984375, - 10.173095703125, - 10.1529541015625, - 10.1126708984375, - 10.1328125, - 10.173095703125, - 10.1126708984375, - 10.21337890625, - 10.173095703125, - 10.2939453125, - 10.2939453125 - ], - "0.6": [ - 9.9112548828125, - 9.9112548828125, - 9.931396484375, - 9.9716796875, - 9.9716796875, - 9.931396484375, - 10.011962890625, - 10.011962890625, - 10.05224609375, - 10.05224609375, - 10.0723876953125, - 10.05224609375, - 10.092529296875, - 10.1126708984375, - 10.173095703125, - 10.1529541015625, - 10.1126708984375, - 10.1328125, - 10.173095703125, - 10.1126708984375, - 10.21337890625, - 10.173095703125, - 10.2939453125, - 10.2939453125 - ], - "0.7": [ - 9.9112548828125, - 9.9112548828125, - 9.931396484375, - 9.9716796875, - 9.9716796875, - 9.931396484375, - 10.011962890625, - 10.011962890625, - 10.05224609375, - 10.05224609375, - 10.0723876953125, - 10.05224609375, - 10.092529296875, - 10.1126708984375, - 10.173095703125, - 10.1529541015625, - 10.1126708984375, - 10.1328125, - 10.173095703125, - 10.1126708984375, - 10.21337890625, - 10.173095703125, - 10.2939453125, - 10.2939453125 - ], - "0.8": [ - 14.297088623046875, - 14.636978149414062, - 14.7452392578125, - 14.8056640625, - 14.81573486328125, - 14.7855224609375, - 14.88623046875, - 14.87615966796875, - 14.961761474609375, - 14.91644287109375, - 15.012115478515625, - 15.04736328125, - 15.082611083984375, - 15.092681884765625, - 15.163177490234375, - 15.233673095703125, - 15.35955810546875, - 15.37969970703125, - 15.409912109375, - 15.35955810546875, - 15.409912109375, - 15.4501953125, - 15.611328125, - 15.5911865234375 - ], - "0.9": [ - 14.297088623046875, - 14.636978149414062, - 14.7452392578125, - 14.8056640625, - 14.81573486328125, - 14.7855224609375, - 14.88623046875, - 14.87615966796875, - 14.961761474609375, - 14.91644287109375, - 15.012115478515625, - 15.04736328125, - 15.082611083984375, - 15.092681884765625, - 15.163177490234375, - 15.233673095703125, - 15.35955810546875, - 15.37969970703125, - 15.409912109375, - 15.35955810546875, - 15.409912109375, - 15.4501953125, - 15.611328125, - 15.5911865234375 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_014404.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_014404.json deleted file mode 100644 index 88d3ecf26d10a90addf865a14b979eda806f1678..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_014404.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T01:44:04.340246+00:00", - "metrics": { - "MSE[mean]": 25.80886686841647, - "MSE[0.5]": 25.80886686841647, - "MAE[0.5]": 3.457183837890625, - "MASE[0.5]": 0.6620139264045878, - "MAPE[0.5]": 0.25732605797551017, - "sMAPE[0.5]": 0.2823575886576512, - "MSIS": 8.357370478041629, - "RMSE[mean]": 5.0802427962073295, - "NRMSE[mean]": 0.4233535663506108, - "ND[0.5]": 0.28809865315755206, - "mean_weighted_sum_quantile_loss": 0.2548691755459633 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 8.922607421875, - 9.4322509765625, - 9.61572265625, - 9.6768798828125, - 9.7584228515625, - 9.77880859375, - 9.7991943359375, - 9.8399658203125, - 9.9215087890625, - 9.94189453125, - 9.9215087890625, - 9.9622802734375, - 10.0030517578125, - 10.0030517578125, - 10.0030517578125, - 10.0234375, - 9.901123046875, - 9.9215087890625, - 9.9215087890625, - 9.9215087890625, - 9.94189453125, - 10.0234375, - 10.0845947265625, - 10.1253662109375 - ], - "p10": [ - 5.21240234375, - 5.53857421875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.660888671875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.783203125, - 5.660888671875, - 5.70166015625, - 5.660888671875, - 5.70166015625, - 5.742431640625, - 5.660888671875, - 5.53857421875, - 5.497802734375, - 5.416259765625, - 5.45703125, - 5.497802734375, - 5.6201171875, - 5.6201171875, - 5.660888671875 - ], - "p90": [ - 13.52978515625, - 14.239463806152344, - 14.41656494140625, - 14.556716918945312, - 14.6102294921875, - 14.60003662109375, - 14.6510009765625, - 14.712158203125, - 14.839569091796875, - 14.82427978515625, - 14.875244140625, - 14.92620849609375, - 14.972076416015625, - 14.951690673828125, - 14.992462158203125, - 15.063812255859375, - 15.17083740234375, - 15.186126708984375, - 15.19122314453125, - 15.201416015625, - 15.196319580078125, - 15.3033447265625, - 15.41546630859375, - 15.45623779296875 - ], - "mean": [ - 8.922607421875, - 9.4322509765625, - 9.61572265625, - 9.6768798828125, - 9.7584228515625, - 9.77880859375, - 9.7991943359375, - 9.8399658203125, - 9.9215087890625, - 9.94189453125, - 9.9215087890625, - 9.9622802734375, - 10.0030517578125, - 10.0030517578125, - 10.0030517578125, - 10.0234375, - 9.901123046875, - 9.9215087890625, - 9.9215087890625, - 9.9215087890625, - 9.94189453125, - 10.0234375, - 10.0845947265625, - 10.1253662109375 - ], - "quantiles": { - "0.1": [ - 5.21240234375, - 5.53857421875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.660888671875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.783203125, - 5.660888671875, - 5.70166015625, - 5.660888671875, - 5.70166015625, - 5.742431640625, - 5.660888671875, - 5.53857421875, - 5.497802734375, - 5.416259765625, - 5.45703125, - 5.497802734375, - 5.6201171875, - 5.6201171875, - 5.660888671875 - ], - "0.2": [ - 5.21240234375, - 5.53857421875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.660888671875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.783203125, - 5.660888671875, - 5.70166015625, - 5.660888671875, - 5.70166015625, - 5.742431640625, - 5.660888671875, - 5.53857421875, - 5.497802734375, - 5.416259765625, - 5.45703125, - 5.497802734375, - 5.6201171875, - 5.6201171875, - 5.660888671875 - ], - "0.3": [ - 5.21240234375, - 5.53857421875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.660888671875, - 5.579345703125, - 5.6201171875, - 5.70166015625, - 5.783203125, - 5.660888671875, - 5.70166015625, - 5.660888671875, - 5.70166015625, - 5.742431640625, - 5.660888671875, - 5.53857421875, - 5.497802734375, - 5.416259765625, - 5.45703125, - 5.497802734375, - 5.6201171875, - 5.6201171875, - 5.660888671875 - ], - "0.4": [ - 8.922607421875, - 9.4322509765625, - 9.61572265625, - 9.6768798828125, - 9.7584228515625, - 9.77880859375, - 9.7991943359375, - 9.8399658203125, - 9.9215087890625, - 9.94189453125, - 9.9215087890625, - 9.9622802734375, - 10.0030517578125, - 10.0030517578125, - 10.0030517578125, - 10.0234375, - 9.901123046875, - 9.9215087890625, - 9.9215087890625, - 9.9215087890625, - 9.94189453125, - 10.0234375, - 10.0845947265625, - 10.1253662109375 - ], - "0.5": [ - 8.922607421875, - 9.4322509765625, - 9.61572265625, - 9.6768798828125, - 9.7584228515625, - 9.77880859375, - 9.7991943359375, - 9.8399658203125, - 9.9215087890625, - 9.94189453125, - 9.9215087890625, - 9.9622802734375, - 10.0030517578125, - 10.0030517578125, - 10.0030517578125, - 10.0234375, - 9.901123046875, - 9.9215087890625, - 9.9215087890625, - 9.9215087890625, - 9.94189453125, - 10.0234375, - 10.0845947265625, - 10.1253662109375 - ], - "0.6": [ - 8.922607421875, - 9.4322509765625, - 9.61572265625, - 9.6768798828125, - 9.7584228515625, - 9.77880859375, - 9.7991943359375, - 9.8399658203125, - 9.9215087890625, - 9.94189453125, - 9.9215087890625, - 9.9622802734375, - 10.0030517578125, - 10.0030517578125, - 10.0030517578125, - 10.0234375, - 9.901123046875, - 9.9215087890625, - 9.9215087890625, - 9.9215087890625, - 9.94189453125, - 10.0234375, - 10.0845947265625, - 10.1253662109375 - ], - "0.7": [ - 8.922607421875, - 9.4322509765625, - 9.61572265625, - 9.6768798828125, - 9.7584228515625, - 9.77880859375, - 9.7991943359375, - 9.8399658203125, - 9.9215087890625, - 9.94189453125, - 9.9215087890625, - 9.9622802734375, - 10.0030517578125, - 10.0030517578125, - 10.0030517578125, - 10.0234375, - 9.901123046875, - 9.9215087890625, - 9.9215087890625, - 9.9215087890625, - 9.94189453125, - 10.0234375, - 10.0845947265625, - 10.1253662109375 - ], - "0.8": [ - 13.52978515625, - 14.239463806152344, - 14.41656494140625, - 14.556716918945312, - 14.6102294921875, - 14.60003662109375, - 14.6510009765625, - 14.712158203125, - 14.839569091796875, - 14.82427978515625, - 14.875244140625, - 14.92620849609375, - 14.972076416015625, - 14.951690673828125, - 14.992462158203125, - 15.063812255859375, - 15.17083740234375, - 15.186126708984375, - 15.19122314453125, - 15.201416015625, - 15.196319580078125, - 15.3033447265625, - 15.41546630859375, - 15.45623779296875 - ], - "0.9": [ - 13.52978515625, - 14.239463806152344, - 14.41656494140625, - 14.556716918945312, - 14.6102294921875, - 14.60003662109375, - 14.6510009765625, - 14.712158203125, - 14.839569091796875, - 14.82427978515625, - 14.875244140625, - 14.92620849609375, - 14.972076416015625, - 14.951690673828125, - 14.992462158203125, - 15.063812255859375, - 15.17083740234375, - 15.186126708984375, - 15.19122314453125, - 15.201416015625, - 15.196319580078125, - 15.3033447265625, - 15.41546630859375, - 15.45623779296875 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_030922.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_030922.json deleted file mode 100644 index 96ada4568b31e8ebff70217779b7ccd34320b238..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_030922.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T03:09:22.936633+00:00", - "metrics": { - "MSE[mean]": 27.015334864457447, - "MSE[0.5]": 27.015334864457447, - "MAE[0.5]": 3.6959228515625, - "MASE[0.5]": 0.7021278240435356, - "MAPE[0.5]": 0.2944152962448251, - "sMAPE[0.5]": 0.2920279006556839, - "MSIS": 7.464944240600263, - "RMSE[mean]": 5.197627811267122, - "NRMSE[mean]": 0.42574425757819423, - "ND[0.5]": 0.3027377079778157, - "mean_weighted_sum_quantile_loss": 0.25910236241467577 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.42529296875, - 11.2099609375, - 10.90234375, - 10.615234375, - 10.5947265625, - 10.8203125, - 10.943359375, - 11.0458984375, - 11.1689453125, - 11.0869140625, - 11.0458984375, - 11.06640625, - 11.0458984375, - 11.1484375, - 11.2099609375, - 11.23046875, - 11.23046875, - 10.984375, - 10.984375, - 10.9228515625, - 11.2919921875, - 11.44580078125, - 11.435546875, - 11.55859375 - ], - "p10": [ - 5.857421875, - 5.857421875, - 5.857421875, - 5.775390625, - 5.857421875, - 6.0625, - 6.103515625, - 6.0625, - 6.2265625, - 6.2265625, - 6.185546875, - 6.14453125, - 6.14453125, - 6.267578125, - 6.349609375, - 6.267578125, - 6.267578125, - 6.021484375, - 5.98046875, - 5.8984375, - 6.2265625, - 6.47265625, - 6.390625, - 6.5546875 - ], - "p90": [ - 18.2236328125, - 18.1005859375, - 17.4443359375, - 17.013671875, - 16.7470703125, - 16.8291015625, - 16.931640625, - 17.13671875, - 17.341796875, - 17.13671875, - 17.13671875, - 17.1162109375, - 17.013671875, - 17.0546875, - 17.2392578125, - 17.3828125, - 17.751953125, - 17.423828125, - 17.3212890625, - 17.30078125, - 17.7314453125, - 18.0595703125, - 18.162109375, - 18.2646484375 - ], - "mean": [ - 11.42529296875, - 11.2099609375, - 10.90234375, - 10.615234375, - 10.5947265625, - 10.8203125, - 10.943359375, - 11.0458984375, - 11.1689453125, - 11.0869140625, - 11.0458984375, - 11.06640625, - 11.0458984375, - 11.1484375, - 11.2099609375, - 11.23046875, - 11.23046875, - 10.984375, - 10.984375, - 10.9228515625, - 11.2919921875, - 11.44580078125, - 11.435546875, - 11.55859375 - ], - "quantiles": { - "0.1": [ - 5.857421875, - 5.857421875, - 5.857421875, - 5.775390625, - 5.857421875, - 6.0625, - 6.103515625, - 6.0625, - 6.2265625, - 6.2265625, - 6.185546875, - 6.14453125, - 6.14453125, - 6.267578125, - 6.349609375, - 6.267578125, - 6.267578125, - 6.021484375, - 5.98046875, - 5.8984375, - 6.2265625, - 6.47265625, - 6.390625, - 6.5546875 - ], - "0.2": [ - 5.857421875, - 5.857421875, - 5.857421875, - 5.775390625, - 5.857421875, - 6.0625, - 6.103515625, - 6.0625, - 6.2265625, - 6.2265625, - 6.185546875, - 6.14453125, - 6.14453125, - 6.267578125, - 6.349609375, - 6.267578125, - 6.267578125, - 6.021484375, - 5.98046875, - 5.8984375, - 6.2265625, - 6.47265625, - 6.390625, - 6.5546875 - ], - "0.3": [ - 5.857421875, - 5.857421875, - 5.857421875, - 5.775390625, - 5.857421875, - 6.0625, - 6.103515625, - 6.0625, - 6.2265625, - 6.2265625, - 6.185546875, - 6.14453125, - 6.14453125, - 6.267578125, - 6.349609375, - 6.267578125, - 6.267578125, - 6.021484375, - 5.98046875, - 5.8984375, - 6.2265625, - 6.47265625, - 6.390625, - 6.5546875 - ], - "0.4": [ - 11.42529296875, - 11.2099609375, - 10.90234375, - 10.615234375, - 10.5947265625, - 10.8203125, - 10.943359375, - 11.0458984375, - 11.1689453125, - 11.0869140625, - 11.0458984375, - 11.06640625, - 11.0458984375, - 11.1484375, - 11.2099609375, - 11.23046875, - 11.23046875, - 10.984375, - 10.984375, - 10.9228515625, - 11.2919921875, - 11.44580078125, - 11.435546875, - 11.55859375 - ], - "0.5": [ - 11.42529296875, - 11.2099609375, - 10.90234375, - 10.615234375, - 10.5947265625, - 10.8203125, - 10.943359375, - 11.0458984375, - 11.1689453125, - 11.0869140625, - 11.0458984375, - 11.06640625, - 11.0458984375, - 11.1484375, - 11.2099609375, - 11.23046875, - 11.23046875, - 10.984375, - 10.984375, - 10.9228515625, - 11.2919921875, - 11.44580078125, - 11.435546875, - 11.55859375 - ], - "0.6": [ - 11.42529296875, - 11.2099609375, - 10.90234375, - 10.615234375, - 10.5947265625, - 10.8203125, - 10.943359375, - 11.0458984375, - 11.1689453125, - 11.0869140625, - 11.0458984375, - 11.06640625, - 11.0458984375, - 11.1484375, - 11.2099609375, - 11.23046875, - 11.23046875, - 10.984375, - 10.984375, - 10.9228515625, - 11.2919921875, - 11.44580078125, - 11.435546875, - 11.55859375 - ], - "0.7": [ - 11.42529296875, - 11.2099609375, - 10.90234375, - 10.615234375, - 10.5947265625, - 10.8203125, - 10.943359375, - 11.0458984375, - 11.1689453125, - 11.0869140625, - 11.0458984375, - 11.06640625, - 11.0458984375, - 11.1484375, - 11.2099609375, - 11.23046875, - 11.23046875, - 10.984375, - 10.984375, - 10.9228515625, - 11.2919921875, - 11.44580078125, - 11.435546875, - 11.55859375 - ], - "0.8": [ - 18.2236328125, - 18.1005859375, - 17.4443359375, - 17.013671875, - 16.7470703125, - 16.8291015625, - 16.931640625, - 17.13671875, - 17.341796875, - 17.13671875, - 17.13671875, - 17.1162109375, - 17.013671875, - 17.0546875, - 17.2392578125, - 17.3828125, - 17.751953125, - 17.423828125, - 17.3212890625, - 17.30078125, - 17.7314453125, - 18.0595703125, - 18.162109375, - 18.2646484375 - ], - "0.9": [ - 18.2236328125, - 18.1005859375, - 17.4443359375, - 17.013671875, - 16.7470703125, - 16.8291015625, - 16.931640625, - 17.13671875, - 17.341796875, - 17.13671875, - 17.13671875, - 17.1162109375, - 17.013671875, - 17.0546875, - 17.2392578125, - 17.3828125, - 17.751953125, - 17.423828125, - 17.3212890625, - 17.30078125, - 17.7314453125, - 18.0595703125, - 18.162109375, - 18.2646484375 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_042038.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_042038.json deleted file mode 100644 index 7439f90a949f056cf46311bd3487219cc8b37e66..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_042038.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T04:20:38.603909+00:00", - "metrics": { - "MSE[mean]": 27.278907254959147, - "MSE[0.5]": 27.278907254959147, - "MAE[0.5]": 3.646967569986979, - "MASE[0.5]": 0.6864880131740195, - "MAPE[0.5]": 0.32071476354580297, - "sMAPE[0.5]": 0.292529823269764, - "MSIS": 8.151332720588234, - "RMSE[mean]": 5.222921333407114, - "NRMSE[mean]": 0.43075639863151455, - "ND[0.5]": 0.30078083051439003, - "mean_weighted_sum_quantile_loss": 0.2622276699420103 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.24072265625, - 11.24072265625, - 11.0380859375, - 11.24072265625, - 11.119140625, - 11.443359375, - 11.32177734375, - 11.24072265625, - 11.220458984375, - 11.260986328125, - 11.220458984375, - 11.423095703125, - 11.4534912109375, - 11.4940185546875, - 11.3521728515625, - 11.32177734375, - 11.260986328125, - 11.119140625, - 11.24072265625, - 11.3116455078125, - 11.40283203125, - 11.504150390625, - 11.4534912109375, - 11.504150390625 - ], - "p10": [ - 6.13427734375, - 6.0126953125, - 5.97216796875, - 6.255859375, - 6.1748046875, - 6.45849609375, - 6.1748046875, - 6.13427734375, - 6.1748046875, - 6.255859375, - 6.29638671875, - 6.41796875, - 6.41796875, - 6.4990234375, - 6.41796875, - 6.29638671875, - 6.29638671875, - 6.09375, - 6.13427734375, - 6.21533203125, - 6.3369140625, - 6.4990234375, - 6.41796875, - 6.53955078125 - ], - "p90": [ - 17.056396484375, - 17.44140625, - 17.279296875, - 17.5224609375, - 17.340087890625, - 17.664306640625, - 17.502197265625, - 17.299560546875, - 17.340087890625, - 17.40087890625, - 17.44140625, - 17.6845703125, - 17.6845703125, - 17.664306640625, - 17.502197265625, - 17.542724609375, - 17.6845703125, - 17.502197265625, - 17.664306640625, - 17.765625, - 17.88720703125, - 18.0087890625, - 18.0087890625, - 17.947998046875 - ], - "mean": [ - 11.24072265625, - 11.24072265625, - 11.0380859375, - 11.24072265625, - 11.119140625, - 11.443359375, - 11.32177734375, - 11.24072265625, - 11.220458984375, - 11.260986328125, - 11.220458984375, - 11.423095703125, - 11.4534912109375, - 11.4940185546875, - 11.3521728515625, - 11.32177734375, - 11.260986328125, - 11.119140625, - 11.24072265625, - 11.3116455078125, - 11.40283203125, - 11.504150390625, - 11.4534912109375, - 11.504150390625 - ], - "quantiles": { - "0.1": [ - 6.13427734375, - 6.0126953125, - 5.97216796875, - 6.255859375, - 6.1748046875, - 6.45849609375, - 6.1748046875, - 6.13427734375, - 6.1748046875, - 6.255859375, - 6.29638671875, - 6.41796875, - 6.41796875, - 6.4990234375, - 6.41796875, - 6.29638671875, - 6.29638671875, - 6.09375, - 6.13427734375, - 6.21533203125, - 6.3369140625, - 6.4990234375, - 6.41796875, - 6.53955078125 - ], - "0.2": [ - 6.13427734375, - 6.0126953125, - 5.97216796875, - 6.255859375, - 6.1748046875, - 6.45849609375, - 6.1748046875, - 6.13427734375, - 6.1748046875, - 6.255859375, - 6.29638671875, - 6.41796875, - 6.41796875, - 6.4990234375, - 6.41796875, - 6.29638671875, - 6.29638671875, - 6.09375, - 6.13427734375, - 6.21533203125, - 6.3369140625, - 6.4990234375, - 6.41796875, - 6.53955078125 - ], - "0.3": [ - 6.13427734375, - 6.0126953125, - 5.97216796875, - 6.255859375, - 6.1748046875, - 6.45849609375, - 6.1748046875, - 6.13427734375, - 6.1748046875, - 6.255859375, - 6.29638671875, - 6.41796875, - 6.41796875, - 6.4990234375, - 6.41796875, - 6.29638671875, - 6.29638671875, - 6.09375, - 6.13427734375, - 6.21533203125, - 6.3369140625, - 6.4990234375, - 6.41796875, - 6.53955078125 - ], - "0.4": [ - 11.24072265625, - 11.24072265625, - 11.0380859375, - 11.24072265625, - 11.119140625, - 11.443359375, - 11.32177734375, - 11.24072265625, - 11.220458984375, - 11.260986328125, - 11.220458984375, - 11.423095703125, - 11.4534912109375, - 11.4940185546875, - 11.3521728515625, - 11.32177734375, - 11.260986328125, - 11.119140625, - 11.24072265625, - 11.3116455078125, - 11.40283203125, - 11.504150390625, - 11.4534912109375, - 11.504150390625 - ], - "0.5": [ - 11.24072265625, - 11.24072265625, - 11.0380859375, - 11.24072265625, - 11.119140625, - 11.443359375, - 11.32177734375, - 11.24072265625, - 11.220458984375, - 11.260986328125, - 11.220458984375, - 11.423095703125, - 11.4534912109375, - 11.4940185546875, - 11.3521728515625, - 11.32177734375, - 11.260986328125, - 11.119140625, - 11.24072265625, - 11.3116455078125, - 11.40283203125, - 11.504150390625, - 11.4534912109375, - 11.504150390625 - ], - "0.6": [ - 11.24072265625, - 11.24072265625, - 11.0380859375, - 11.24072265625, - 11.119140625, - 11.443359375, - 11.32177734375, - 11.24072265625, - 11.220458984375, - 11.260986328125, - 11.220458984375, - 11.423095703125, - 11.4534912109375, - 11.4940185546875, - 11.3521728515625, - 11.32177734375, - 11.260986328125, - 11.119140625, - 11.24072265625, - 11.3116455078125, - 11.40283203125, - 11.504150390625, - 11.4534912109375, - 11.504150390625 - ], - "0.7": [ - 11.24072265625, - 11.24072265625, - 11.0380859375, - 11.24072265625, - 11.119140625, - 11.443359375, - 11.32177734375, - 11.24072265625, - 11.220458984375, - 11.260986328125, - 11.220458984375, - 11.423095703125, - 11.4534912109375, - 11.4940185546875, - 11.3521728515625, - 11.32177734375, - 11.260986328125, - 11.119140625, - 11.24072265625, - 11.3116455078125, - 11.40283203125, - 11.504150390625, - 11.4534912109375, - 11.504150390625 - ], - "0.8": [ - 17.056396484375, - 17.44140625, - 17.279296875, - 17.5224609375, - 17.340087890625, - 17.664306640625, - 17.502197265625, - 17.299560546875, - 17.340087890625, - 17.40087890625, - 17.44140625, - 17.6845703125, - 17.6845703125, - 17.664306640625, - 17.502197265625, - 17.542724609375, - 17.6845703125, - 17.502197265625, - 17.664306640625, - 17.765625, - 17.88720703125, - 18.0087890625, - 18.0087890625, - 17.947998046875 - ], - "0.9": [ - 17.056396484375, - 17.44140625, - 17.279296875, - 17.5224609375, - 17.340087890625, - 17.664306640625, - 17.502197265625, - 17.299560546875, - 17.340087890625, - 17.40087890625, - 17.44140625, - 17.6845703125, - 17.6845703125, - 17.664306640625, - 17.502197265625, - 17.542724609375, - 17.6845703125, - 17.502197265625, - 17.664306640625, - 17.765625, - 17.88720703125, - 18.0087890625, - 18.0087890625, - 17.947998046875 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_053729.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_053729.json deleted file mode 100644 index fdd6215c97db19a649b37a38c0fdde4c6a49f891..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_053729.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T05:37:29.139007+00:00", - "metrics": { - "MSE[mean]": 27.541280464734882, - "MSE[0.5]": 27.541280464734882, - "MAE[0.5]": 3.5404078165690103, - "MASE[0.5]": 0.6561373559664575, - "MAPE[0.5]": 0.3440756376473791, - "sMAPE[0.5]": 0.2832102818693833, - "MSIS": 8.23475016590251, - "RMSE[mean]": 5.247978702770704, - "NRMSE[mean]": 0.42124243768059155, - "ND[0.5]": 0.28417989163095736, - "mean_weighted_sum_quantile_loss": 0.2565710662422195 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00" - ], - "context": [ - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0 - ], - "actual": [ - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 13.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.2115478515625, - 11.85906982421875, - 11.667724609375, - 11.4864501953125, - 11.5267333984375, - 11.4461669921875, - 11.46630859375, - 11.46630859375, - 11.4461669921875, - 11.426025390625, - 11.4461669921875, - 11.506591796875, - 11.61737060546875, - 11.5267333984375, - 11.587158203125, - 11.506591796875, - 11.5267333984375, - 11.4864501953125, - 11.506591796875, - 11.4461669921875, - 11.67779541015625, - 11.6072998046875, - 11.69793701171875, - 11.67779541015625 - ], - "p10": [ - 6.511474609375, - 6.31005859375, - 6.390625, - 6.31005859375, - 6.350341796875, - 6.31005859375, - 6.31005859375, - 6.14892578125, - 6.189208984375, - 6.189208984375, - 6.2294921875, - 6.2294921875, - 6.2294921875, - 6.14892578125, - 6.2294921875, - 6.068359375, - 5.98779296875, - 5.98779296875, - 5.98779296875, - 5.947509765625, - 6.14892578125, - 6.14892578125, - 6.2294921875, - 6.2294921875 - ], - "p90": [ - 17.951904296875, - 17.951904296875, - 17.7706298828125, - 17.669921875, - 17.6900634765625, - 17.549072265625, - 17.468505859375, - 17.468505859375, - 17.5087890625, - 17.4886474609375, - 17.549072265625, - 17.6094970703125, - 17.6900634765625, - 17.6094970703125, - 17.6497802734375, - 17.6900634765625, - 17.91162109375, - 17.9317626953125, - 17.951904296875, - 17.951904296875, - 18.1331787109375, - 18.07275390625, - 18.1533203125, - 18.1533203125 - ], - "mean": [ - 12.2115478515625, - 11.85906982421875, - 11.667724609375, - 11.4864501953125, - 11.5267333984375, - 11.4461669921875, - 11.46630859375, - 11.46630859375, - 11.4461669921875, - 11.426025390625, - 11.4461669921875, - 11.506591796875, - 11.61737060546875, - 11.5267333984375, - 11.587158203125, - 11.506591796875, - 11.5267333984375, - 11.4864501953125, - 11.506591796875, - 11.4461669921875, - 11.67779541015625, - 11.6072998046875, - 11.69793701171875, - 11.67779541015625 - ], - "quantiles": { - "0.1": [ - 6.511474609375, - 6.31005859375, - 6.390625, - 6.31005859375, - 6.350341796875, - 6.31005859375, - 6.31005859375, - 6.14892578125, - 6.189208984375, - 6.189208984375, - 6.2294921875, - 6.2294921875, - 6.2294921875, - 6.14892578125, - 6.2294921875, - 6.068359375, - 5.98779296875, - 5.98779296875, - 5.98779296875, - 5.947509765625, - 6.14892578125, - 6.14892578125, - 6.2294921875, - 6.2294921875 - ], - "0.2": [ - 6.511474609375, - 6.31005859375, - 6.390625, - 6.31005859375, - 6.350341796875, - 6.31005859375, - 6.31005859375, - 6.14892578125, - 6.189208984375, - 6.189208984375, - 6.2294921875, - 6.2294921875, - 6.2294921875, - 6.14892578125, - 6.2294921875, - 6.068359375, - 5.98779296875, - 5.98779296875, - 5.98779296875, - 5.947509765625, - 6.14892578125, - 6.14892578125, - 6.2294921875, - 6.2294921875 - ], - "0.3": [ - 6.511474609375, - 6.31005859375, - 6.390625, - 6.31005859375, - 6.350341796875, - 6.31005859375, - 6.31005859375, - 6.14892578125, - 6.189208984375, - 6.189208984375, - 6.2294921875, - 6.2294921875, - 6.2294921875, - 6.14892578125, - 6.2294921875, - 6.068359375, - 5.98779296875, - 5.98779296875, - 5.98779296875, - 5.947509765625, - 6.14892578125, - 6.14892578125, - 6.2294921875, - 6.2294921875 - ], - "0.4": [ - 12.2115478515625, - 11.85906982421875, - 11.667724609375, - 11.4864501953125, - 11.5267333984375, - 11.4461669921875, - 11.46630859375, - 11.46630859375, - 11.4461669921875, - 11.426025390625, - 11.4461669921875, - 11.506591796875, - 11.61737060546875, - 11.5267333984375, - 11.587158203125, - 11.506591796875, - 11.5267333984375, - 11.4864501953125, - 11.506591796875, - 11.4461669921875, - 11.67779541015625, - 11.6072998046875, - 11.69793701171875, - 11.67779541015625 - ], - "0.5": [ - 12.2115478515625, - 11.85906982421875, - 11.667724609375, - 11.4864501953125, - 11.5267333984375, - 11.4461669921875, - 11.46630859375, - 11.46630859375, - 11.4461669921875, - 11.426025390625, - 11.4461669921875, - 11.506591796875, - 11.61737060546875, - 11.5267333984375, - 11.587158203125, - 11.506591796875, - 11.5267333984375, - 11.4864501953125, - 11.506591796875, - 11.4461669921875, - 11.67779541015625, - 11.6072998046875, - 11.69793701171875, - 11.67779541015625 - ], - "0.6": [ - 12.2115478515625, - 11.85906982421875, - 11.667724609375, - 11.4864501953125, - 11.5267333984375, - 11.4461669921875, - 11.46630859375, - 11.46630859375, - 11.4461669921875, - 11.426025390625, - 11.4461669921875, - 11.506591796875, - 11.61737060546875, - 11.5267333984375, - 11.587158203125, - 11.506591796875, - 11.5267333984375, - 11.4864501953125, - 11.506591796875, - 11.4461669921875, - 11.67779541015625, - 11.6072998046875, - 11.69793701171875, - 11.67779541015625 - ], - "0.7": [ - 12.2115478515625, - 11.85906982421875, - 11.667724609375, - 11.4864501953125, - 11.5267333984375, - 11.4461669921875, - 11.46630859375, - 11.46630859375, - 11.4461669921875, - 11.426025390625, - 11.4461669921875, - 11.506591796875, - 11.61737060546875, - 11.5267333984375, - 11.587158203125, - 11.506591796875, - 11.5267333984375, - 11.4864501953125, - 11.506591796875, - 11.4461669921875, - 11.67779541015625, - 11.6072998046875, - 11.69793701171875, - 11.67779541015625 - ], - "0.8": [ - 17.951904296875, - 17.951904296875, - 17.7706298828125, - 17.669921875, - 17.6900634765625, - 17.549072265625, - 17.468505859375, - 17.468505859375, - 17.5087890625, - 17.4886474609375, - 17.549072265625, - 17.6094970703125, - 17.6900634765625, - 17.6094970703125, - 17.6497802734375, - 17.6900634765625, - 17.91162109375, - 17.9317626953125, - 17.951904296875, - 17.951904296875, - 18.1331787109375, - 18.07275390625, - 18.1533203125, - 18.1533203125 - ], - "0.9": [ - 17.951904296875, - 17.951904296875, - 17.7706298828125, - 17.669921875, - 17.6900634765625, - 17.549072265625, - 17.468505859375, - 17.468505859375, - 17.5087890625, - 17.4886474609375, - 17.549072265625, - 17.6094970703125, - 17.6900634765625, - 17.6094970703125, - 17.6497802734375, - 17.6900634765625, - 17.91162109375, - 17.9317626953125, - 17.951904296875, - 17.951904296875, - 18.1331787109375, - 18.07275390625, - 18.1533203125, - 18.1533203125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_065142.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_065142.json deleted file mode 100644 index 60320cb0a2455a919f1dae75951b005e87cd78fc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_065142.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T06:51:42.897136+00:00", - "metrics": { - "MSE[mean]": 31.873284180959065, - "MSE[0.5]": 31.873284180959065, - "MAE[0.5]": 3.90673828125, - "MASE[0.5]": 0.732513427734375, - "MAPE[0.5]": 0.7830675786559934, - "sMAPE[0.5]": 0.34461529144771125, - "MSIS": 9.909770965576172, - "RMSE[mean]": 5.645642937784771, - "NRMSE[mean]": 0.468842320092853, - "ND[0.5]": 0.32443501297577854, - "mean_weighted_sum_quantile_loss": 0.2864426767949827 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00" - ], - "context": [ - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0 - ], - "actual": [ - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 12.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 9.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 1.0 - ], - "predictions": { - "p50": [ - 12.370849609375, - 12.0205078125, - 11.740234375, - 11.730224609375, - 11.580078125, - 11.630126953125, - 11.630126953125, - 11.6201171875, - 11.590087890625, - 11.56005859375, - 11.56005859375, - 11.690185546875, - 11.670166015625, - 11.690185546875, - 11.68017578125, - 11.650146484375, - 11.690185546875, - 11.6201171875, - 11.56005859375, - 11.740234375, - 11.690185546875, - 11.72021484375, - 11.730224609375, - 11.740234375 - ], - "p10": [ - 6.935546875, - 6.53515625, - 6.4150390625, - 6.455078125, - 6.294921875, - 6.294921875, - 6.2548828125, - 6.1748046875, - 6.21484375, - 6.21484375, - 6.2548828125, - 6.294921875, - 6.1748046875, - 6.1748046875, - 6.2548828125, - 6.0947265625, - 6.0947265625, - 6.0546875, - 5.974609375, - 6.1748046875, - 6.134765625, - 6.21484375, - 6.21484375, - 6.294921875 - ], - "p90": [ - 17.8662109375, - 17.96630859375, - 17.74609375, - 17.84619140625, - 17.72607421875, - 17.68603515625, - 17.6259765625, - 17.64599609375, - 17.666015625, - 17.68603515625, - 17.7060546875, - 17.88623046875, - 17.826171875, - 17.88623046875, - 17.826171875, - 17.90625, - 18.12646484375, - 18.06640625, - 18.00634765625, - 18.2265625, - 18.1064453125, - 18.146484375, - 18.12646484375, - 18.1064453125 - ], - "mean": [ - 12.370849609375, - 12.0205078125, - 11.740234375, - 11.730224609375, - 11.580078125, - 11.630126953125, - 11.630126953125, - 11.6201171875, - 11.590087890625, - 11.56005859375, - 11.56005859375, - 11.690185546875, - 11.670166015625, - 11.690185546875, - 11.68017578125, - 11.650146484375, - 11.690185546875, - 11.6201171875, - 11.56005859375, - 11.740234375, - 11.690185546875, - 11.72021484375, - 11.730224609375, - 11.740234375 - ], - "quantiles": { - "0.1": [ - 6.935546875, - 6.53515625, - 6.4150390625, - 6.455078125, - 6.294921875, - 6.294921875, - 6.2548828125, - 6.1748046875, - 6.21484375, - 6.21484375, - 6.2548828125, - 6.294921875, - 6.1748046875, - 6.1748046875, - 6.2548828125, - 6.0947265625, - 6.0947265625, - 6.0546875, - 5.974609375, - 6.1748046875, - 6.134765625, - 6.21484375, - 6.21484375, - 6.294921875 - ], - "0.2": [ - 6.935546875, - 6.53515625, - 6.4150390625, - 6.455078125, - 6.294921875, - 6.294921875, - 6.2548828125, - 6.1748046875, - 6.21484375, - 6.21484375, - 6.2548828125, - 6.294921875, - 6.1748046875, - 6.1748046875, - 6.2548828125, - 6.0947265625, - 6.0947265625, - 6.0546875, - 5.974609375, - 6.1748046875, - 6.134765625, - 6.21484375, - 6.21484375, - 6.294921875 - ], - "0.3": [ - 6.935546875, - 6.53515625, - 6.4150390625, - 6.455078125, - 6.294921875, - 6.294921875, - 6.2548828125, - 6.1748046875, - 6.21484375, - 6.21484375, - 6.2548828125, - 6.294921875, - 6.1748046875, - 6.1748046875, - 6.2548828125, - 6.0947265625, - 6.0947265625, - 6.0546875, - 5.974609375, - 6.1748046875, - 6.134765625, - 6.21484375, - 6.21484375, - 6.294921875 - ], - "0.4": [ - 12.370849609375, - 12.0205078125, - 11.740234375, - 11.730224609375, - 11.580078125, - 11.630126953125, - 11.630126953125, - 11.6201171875, - 11.590087890625, - 11.56005859375, - 11.56005859375, - 11.690185546875, - 11.670166015625, - 11.690185546875, - 11.68017578125, - 11.650146484375, - 11.690185546875, - 11.6201171875, - 11.56005859375, - 11.740234375, - 11.690185546875, - 11.72021484375, - 11.730224609375, - 11.740234375 - ], - "0.5": [ - 12.370849609375, - 12.0205078125, - 11.740234375, - 11.730224609375, - 11.580078125, - 11.630126953125, - 11.630126953125, - 11.6201171875, - 11.590087890625, - 11.56005859375, - 11.56005859375, - 11.690185546875, - 11.670166015625, - 11.690185546875, - 11.68017578125, - 11.650146484375, - 11.690185546875, - 11.6201171875, - 11.56005859375, - 11.740234375, - 11.690185546875, - 11.72021484375, - 11.730224609375, - 11.740234375 - ], - "0.6": [ - 12.370849609375, - 12.0205078125, - 11.740234375, - 11.730224609375, - 11.580078125, - 11.630126953125, - 11.630126953125, - 11.6201171875, - 11.590087890625, - 11.56005859375, - 11.56005859375, - 11.690185546875, - 11.670166015625, - 11.690185546875, - 11.68017578125, - 11.650146484375, - 11.690185546875, - 11.6201171875, - 11.56005859375, - 11.740234375, - 11.690185546875, - 11.72021484375, - 11.730224609375, - 11.740234375 - ], - "0.7": [ - 12.370849609375, - 12.0205078125, - 11.740234375, - 11.730224609375, - 11.580078125, - 11.630126953125, - 11.630126953125, - 11.6201171875, - 11.590087890625, - 11.56005859375, - 11.56005859375, - 11.690185546875, - 11.670166015625, - 11.690185546875, - 11.68017578125, - 11.650146484375, - 11.690185546875, - 11.6201171875, - 11.56005859375, - 11.740234375, - 11.690185546875, - 11.72021484375, - 11.730224609375, - 11.740234375 - ], - "0.8": [ - 17.8662109375, - 17.96630859375, - 17.74609375, - 17.84619140625, - 17.72607421875, - 17.68603515625, - 17.6259765625, - 17.64599609375, - 17.666015625, - 17.68603515625, - 17.7060546875, - 17.88623046875, - 17.826171875, - 17.88623046875, - 17.826171875, - 17.90625, - 18.12646484375, - 18.06640625, - 18.00634765625, - 18.2265625, - 18.1064453125, - 18.146484375, - 18.12646484375, - 18.1064453125 - ], - "0.9": [ - 17.8662109375, - 17.96630859375, - 17.74609375, - 17.84619140625, - 17.72607421875, - 17.68603515625, - 17.6259765625, - 17.64599609375, - 17.666015625, - 17.68603515625, - 17.7060546875, - 17.88623046875, - 17.826171875, - 17.88623046875, - 17.826171875, - 17.90625, - 18.12646484375, - 18.06640625, - 18.00634765625, - 18.2265625, - 18.1064453125, - 18.146484375, - 18.12646484375, - 18.1064453125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_080957.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_080957.json deleted file mode 100644 index e3f246039226650ea863ec5a6fcc2927da8afde6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_080957.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T08:09:57.133230+00:00", - "metrics": { - "MSE[mean]": 35.7164374217391, - "MSE[0.5]": 35.7164374217391, - "MAE[0.5]": 4.257130940755208, - "MASE[0.5]": 0.8034427987794889, - "MAPE[0.5]": 0.9726509286227251, - "sMAPE[0.5]": 0.3974309500361665, - "MSIS": 11.529537495904327, - "RMSE[mean]": 5.97632306872203, - "NRMSE[mean]": 0.5032693110502762, - "ND[0.5]": 0.35849523711622805, - "mean_weighted_sum_quantile_loss": 0.31119940149853803 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00" - ], - "context": [ - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0 - ], - "actual": [ - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 10.0, - 11.0, - 14.0, - 3.0, - 2.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.03955078125, - 11.35986328125, - 11.3798828125, - 11.35986328125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.4599609375, - 11.43994140625, - 11.419921875, - 11.5, - 11.60009765625, - 11.56005859375, - 11.56005859375, - 11.610107421875, - 11.530029296875, - 11.710205078125, - 11.650146484375, - 11.68017578125, - 11.66015625, - 11.76025390625, - 11.810302734375, - 11.7001953125 - ], - "p10": [ - 6.4951171875, - 6.53515625, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.455078125, - 6.4150390625, - 6.3349609375, - 6.455078125, - 6.375, - 6.3349609375, - 6.4150390625, - 6.4951171875, - 6.455078125, - 6.53515625, - 6.3349609375, - 6.1748046875, - 6.375, - 6.294921875, - 6.294921875, - 6.294921875, - 6.455078125, - 6.4951171875, - 6.375 - ], - "p90": [ - 16.625, - 17.32568359375, - 17.265625, - 17.3056640625, - 17.345703125, - 17.32568359375, - 17.3056640625, - 17.32568359375, - 17.345703125, - 17.3857421875, - 17.44580078125, - 17.56591796875, - 17.72607421875, - 17.76611328125, - 17.666015625, - 17.92626953125, - 17.92626953125, - 18.08642578125, - 17.986328125, - 18.06640625, - 18.00634765625, - 18.12646484375, - 18.146484375, - 18.0263671875 - ], - "mean": [ - 11.03955078125, - 11.35986328125, - 11.3798828125, - 11.35986328125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.4599609375, - 11.43994140625, - 11.419921875, - 11.5, - 11.60009765625, - 11.56005859375, - 11.56005859375, - 11.610107421875, - 11.530029296875, - 11.710205078125, - 11.650146484375, - 11.68017578125, - 11.66015625, - 11.76025390625, - 11.810302734375, - 11.7001953125 - ], - "quantiles": { - "0.1": [ - 6.4951171875, - 6.53515625, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.455078125, - 6.4150390625, - 6.3349609375, - 6.455078125, - 6.375, - 6.3349609375, - 6.4150390625, - 6.4951171875, - 6.455078125, - 6.53515625, - 6.3349609375, - 6.1748046875, - 6.375, - 6.294921875, - 6.294921875, - 6.294921875, - 6.455078125, - 6.4951171875, - 6.375 - ], - "0.2": [ - 6.4951171875, - 6.53515625, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.455078125, - 6.4150390625, - 6.3349609375, - 6.455078125, - 6.375, - 6.3349609375, - 6.4150390625, - 6.4951171875, - 6.455078125, - 6.53515625, - 6.3349609375, - 6.1748046875, - 6.375, - 6.294921875, - 6.294921875, - 6.294921875, - 6.455078125, - 6.4951171875, - 6.375 - ], - "0.3": [ - 6.4951171875, - 6.53515625, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.455078125, - 6.4150390625, - 6.3349609375, - 6.455078125, - 6.375, - 6.3349609375, - 6.4150390625, - 6.4951171875, - 6.455078125, - 6.53515625, - 6.3349609375, - 6.1748046875, - 6.375, - 6.294921875, - 6.294921875, - 6.294921875, - 6.455078125, - 6.4951171875, - 6.375 - ], - "0.4": [ - 11.03955078125, - 11.35986328125, - 11.3798828125, - 11.35986328125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.4599609375, - 11.43994140625, - 11.419921875, - 11.5, - 11.60009765625, - 11.56005859375, - 11.56005859375, - 11.610107421875, - 11.530029296875, - 11.710205078125, - 11.650146484375, - 11.68017578125, - 11.66015625, - 11.76025390625, - 11.810302734375, - 11.7001953125 - ], - "0.5": [ - 11.03955078125, - 11.35986328125, - 11.3798828125, - 11.35986328125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.4599609375, - 11.43994140625, - 11.419921875, - 11.5, - 11.60009765625, - 11.56005859375, - 11.56005859375, - 11.610107421875, - 11.530029296875, - 11.710205078125, - 11.650146484375, - 11.68017578125, - 11.66015625, - 11.76025390625, - 11.810302734375, - 11.7001953125 - ], - "0.6": [ - 11.03955078125, - 11.35986328125, - 11.3798828125, - 11.35986328125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.4599609375, - 11.43994140625, - 11.419921875, - 11.5, - 11.60009765625, - 11.56005859375, - 11.56005859375, - 11.610107421875, - 11.530029296875, - 11.710205078125, - 11.650146484375, - 11.68017578125, - 11.66015625, - 11.76025390625, - 11.810302734375, - 11.7001953125 - ], - "0.7": [ - 11.03955078125, - 11.35986328125, - 11.3798828125, - 11.35986328125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.3798828125, - 11.4599609375, - 11.43994140625, - 11.419921875, - 11.5, - 11.60009765625, - 11.56005859375, - 11.56005859375, - 11.610107421875, - 11.530029296875, - 11.710205078125, - 11.650146484375, - 11.68017578125, - 11.66015625, - 11.76025390625, - 11.810302734375, - 11.7001953125 - ], - "0.8": [ - 16.625, - 17.32568359375, - 17.265625, - 17.3056640625, - 17.345703125, - 17.32568359375, - 17.3056640625, - 17.32568359375, - 17.345703125, - 17.3857421875, - 17.44580078125, - 17.56591796875, - 17.72607421875, - 17.76611328125, - 17.666015625, - 17.92626953125, - 17.92626953125, - 18.08642578125, - 17.986328125, - 18.06640625, - 18.00634765625, - 18.12646484375, - 18.146484375, - 18.0263671875 - ], - "0.9": [ - 16.625, - 17.32568359375, - 17.265625, - 17.3056640625, - 17.345703125, - 17.32568359375, - 17.3056640625, - 17.32568359375, - 17.345703125, - 17.3857421875, - 17.44580078125, - 17.56591796875, - 17.72607421875, - 17.76611328125, - 17.666015625, - 17.92626953125, - 17.92626953125, - 18.08642578125, - 17.986328125, - 18.06640625, - 18.00634765625, - 18.12646484375, - 18.146484375, - 18.0263671875 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_092826.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_092826.json deleted file mode 100644 index 4d4c28532217151e5276406b460848bfb6aa54db..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_092826.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T09:28:26.301050+00:00", - "metrics": { - "MSE[mean]": 32.788902620474495, - "MSE[0.5]": 32.788902620474495, - "MAE[0.5]": 4.130045572916667, - "MASE[0.5]": 0.7804810531496061, - "MAPE[0.5]": 0.5978034649011624, - "sMAPE[0.5]": 0.3640724818360663, - "MSIS": 10.433632197342519, - "RMSE[mean]": 5.726159500090309, - "NRMSE[mean]": 0.47884260627932895, - "ND[0.5]": 0.34536966463414637, - "mean_weighted_sum_quantile_loss": 0.29408671179345725 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00" - ], - "context": [ - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0 - ], - "actual": [ - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 28.0, - 24.0, - 11.0, - 11.0, - 14.0, - 3.0, - 2.0, - 14.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 11.76025390625, - 11.56005859375, - 11.580078125, - 11.52001953125, - 11.630126953125, - 11.670166015625, - 11.7001953125, - 11.670166015625, - 11.730224609375, - 11.66015625, - 11.7001953125, - 11.7802734375, - 11.830322265625, - 11.790283203125, - 11.790283203125, - 11.750244140625, - 11.96044921875, - 11.88037109375, - 11.930419921875, - 11.870361328125, - 11.930419921875, - 11.900390625, - 11.870361328125, - 11.900390625 - ], - "p10": [ - 6.935546875, - 6.5751953125, - 6.615234375, - 6.5751953125, - 6.6552734375, - 6.6953125, - 6.775390625, - 6.53515625, - 6.7353515625, - 6.5751953125, - 6.615234375, - 6.6552734375, - 6.6552734375, - 6.615234375, - 6.7353515625, - 6.455078125, - 6.6552734375, - 6.615234375, - 6.5751953125, - 6.455078125, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.53515625 - ], - "p90": [ - 16.84521484375, - 17.1455078125, - 17.20556640625, - 17.24560546875, - 17.42578125, - 17.4658203125, - 17.44580078125, - 17.48583984375, - 17.48583984375, - 17.4658203125, - 17.56591796875, - 17.666015625, - 17.72607421875, - 17.80615234375, - 17.68603515625, - 17.8662109375, - 18.16650390625, - 18.06640625, - 18.08642578125, - 18.08642578125, - 18.1064453125, - 18.12646484375, - 18.06640625, - 18.1064453125 - ], - "mean": [ - 11.76025390625, - 11.56005859375, - 11.580078125, - 11.52001953125, - 11.630126953125, - 11.670166015625, - 11.7001953125, - 11.670166015625, - 11.730224609375, - 11.66015625, - 11.7001953125, - 11.7802734375, - 11.830322265625, - 11.790283203125, - 11.790283203125, - 11.750244140625, - 11.96044921875, - 11.88037109375, - 11.930419921875, - 11.870361328125, - 11.930419921875, - 11.900390625, - 11.870361328125, - 11.900390625 - ], - "quantiles": { - "0.1": [ - 6.935546875, - 6.5751953125, - 6.615234375, - 6.5751953125, - 6.6552734375, - 6.6953125, - 6.775390625, - 6.53515625, - 6.7353515625, - 6.5751953125, - 6.615234375, - 6.6552734375, - 6.6552734375, - 6.615234375, - 6.7353515625, - 6.455078125, - 6.6552734375, - 6.615234375, - 6.5751953125, - 6.455078125, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.53515625 - ], - "0.2": [ - 6.935546875, - 6.5751953125, - 6.615234375, - 6.5751953125, - 6.6552734375, - 6.6953125, - 6.775390625, - 6.53515625, - 6.7353515625, - 6.5751953125, - 6.615234375, - 6.6552734375, - 6.6552734375, - 6.615234375, - 6.7353515625, - 6.455078125, - 6.6552734375, - 6.615234375, - 6.5751953125, - 6.455078125, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.53515625 - ], - "0.3": [ - 6.935546875, - 6.5751953125, - 6.615234375, - 6.5751953125, - 6.6552734375, - 6.6953125, - 6.775390625, - 6.53515625, - 6.7353515625, - 6.5751953125, - 6.615234375, - 6.6552734375, - 6.6552734375, - 6.615234375, - 6.7353515625, - 6.455078125, - 6.6552734375, - 6.615234375, - 6.5751953125, - 6.455078125, - 6.53515625, - 6.4951171875, - 6.4951171875, - 6.53515625 - ], - "0.4": [ - 11.76025390625, - 11.56005859375, - 11.580078125, - 11.52001953125, - 11.630126953125, - 11.670166015625, - 11.7001953125, - 11.670166015625, - 11.730224609375, - 11.66015625, - 11.7001953125, - 11.7802734375, - 11.830322265625, - 11.790283203125, - 11.790283203125, - 11.750244140625, - 11.96044921875, - 11.88037109375, - 11.930419921875, - 11.870361328125, - 11.930419921875, - 11.900390625, - 11.870361328125, - 11.900390625 - ], - "0.5": [ - 11.76025390625, - 11.56005859375, - 11.580078125, - 11.52001953125, - 11.630126953125, - 11.670166015625, - 11.7001953125, - 11.670166015625, - 11.730224609375, - 11.66015625, - 11.7001953125, - 11.7802734375, - 11.830322265625, - 11.790283203125, - 11.790283203125, - 11.750244140625, - 11.96044921875, - 11.88037109375, - 11.930419921875, - 11.870361328125, - 11.930419921875, - 11.900390625, - 11.870361328125, - 11.900390625 - ], - "0.6": [ - 11.76025390625, - 11.56005859375, - 11.580078125, - 11.52001953125, - 11.630126953125, - 11.670166015625, - 11.7001953125, - 11.670166015625, - 11.730224609375, - 11.66015625, - 11.7001953125, - 11.7802734375, - 11.830322265625, - 11.790283203125, - 11.790283203125, - 11.750244140625, - 11.96044921875, - 11.88037109375, - 11.930419921875, - 11.870361328125, - 11.930419921875, - 11.900390625, - 11.870361328125, - 11.900390625 - ], - "0.7": [ - 11.76025390625, - 11.56005859375, - 11.580078125, - 11.52001953125, - 11.630126953125, - 11.670166015625, - 11.7001953125, - 11.670166015625, - 11.730224609375, - 11.66015625, - 11.7001953125, - 11.7802734375, - 11.830322265625, - 11.790283203125, - 11.790283203125, - 11.750244140625, - 11.96044921875, - 11.88037109375, - 11.930419921875, - 11.870361328125, - 11.930419921875, - 11.900390625, - 11.870361328125, - 11.900390625 - ], - "0.8": [ - 16.84521484375, - 17.1455078125, - 17.20556640625, - 17.24560546875, - 17.42578125, - 17.4658203125, - 17.44580078125, - 17.48583984375, - 17.48583984375, - 17.4658203125, - 17.56591796875, - 17.666015625, - 17.72607421875, - 17.80615234375, - 17.68603515625, - 17.8662109375, - 18.16650390625, - 18.06640625, - 18.08642578125, - 18.08642578125, - 18.1064453125, - 18.12646484375, - 18.06640625, - 18.1064453125 - ], - "0.9": [ - 16.84521484375, - 17.1455078125, - 17.20556640625, - 17.24560546875, - 17.42578125, - 17.4658203125, - 17.44580078125, - 17.48583984375, - 17.48583984375, - 17.4658203125, - 17.56591796875, - 17.666015625, - 17.72607421875, - 17.80615234375, - 17.68603515625, - 17.8662109375, - 18.16650390625, - 18.06640625, - 18.08642578125, - 18.08642578125, - 18.1064453125, - 18.12646484375, - 18.06640625, - 18.1064453125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_103941.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_103941.json deleted file mode 100644 index 945344ffaa34917de25cae9377ffb174e17d7a40..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_103941.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T10:39:41.369946+00:00", - "metrics": { - "MSE[mean]": 35.79525729982803, - "MSE[0.5]": 35.79525729982803, - "MAE[0.5]": 4.088724772135417, - "MASE[0.5]": 0.7777759143824307, - "MAPE[0.5]": 0.5861395575661421, - "sMAPE[0.5]": 0.3515918155544389, - "MSIS": 11.499339820529228, - "RMSE[mean]": 5.982913780076396, - "NRMSE[mean]": 0.5020626948315857, - "ND[0.5]": 0.3431097710882867, - "mean_weighted_sum_quantile_loss": 0.2936349200387286 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00" - ], - "context": [ - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0 - ], - "actual": [ - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 18.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 30.0, - 25.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 6.0 - ], - "predictions": { - "p50": [ - 12.31964111328125, - 11.8970947265625, - 11.82830810546875, - 11.7398681640625, - 11.86761474609375, - 11.9560546875, - 11.92657470703125, - 11.92657470703125, - 11.90692138671875, - 11.84796142578125, - 11.838134765625, - 11.90692138671875, - 11.995361328125, - 11.96588134765625, - 11.90692138671875, - 11.96588134765625, - 12.0543212890625, - 12.0936279296875, - 12.04449462890625, - 12.2115478515625, - 12.073974609375, - 12.0150146484375, - 12.02484130859375, - 12.14276123046875 - ], - "p10": [ - 7.514404296875, - 7.042724609375, - 7.08203125, - 7.042724609375, - 7.121337890625, - 7.199951171875, - 7.16064453125, - 7.042724609375, - 7.16064453125, - 7.042724609375, - 7.00341796875, - 7.08203125, - 7.121337890625, - 7.00341796875, - 7.121337890625, - 6.964111328125, - 7.042724609375, - 7.121337890625, - 6.964111328125, - 7.121337890625, - 6.964111328125, - 6.9248046875, - 6.885498046875, - 7.042724609375 - ], - "p90": [ - 17.3214111328125, - 17.341064453125, - 17.3214111328125, - 17.38037109375, - 17.576904296875, - 17.6751708984375, - 17.655517578125, - 17.655517578125, - 17.576904296875, - 17.5572509765625, - 17.5965576171875, - 17.69482421875, - 17.8323974609375, - 17.9306640625, - 17.7144775390625, - 17.969970703125, - 18.1075439453125, - 18.16650390625, - 18.1075439453125, - 18.32373046875, - 18.1861572265625, - 18.16650390625, - 18.205810546875, - 18.3040771484375 - ], - "mean": [ - 12.31964111328125, - 11.8970947265625, - 11.82830810546875, - 11.7398681640625, - 11.86761474609375, - 11.9560546875, - 11.92657470703125, - 11.92657470703125, - 11.90692138671875, - 11.84796142578125, - 11.838134765625, - 11.90692138671875, - 11.995361328125, - 11.96588134765625, - 11.90692138671875, - 11.96588134765625, - 12.0543212890625, - 12.0936279296875, - 12.04449462890625, - 12.2115478515625, - 12.073974609375, - 12.0150146484375, - 12.02484130859375, - 12.14276123046875 - ], - "quantiles": { - "0.1": [ - 7.514404296875, - 7.042724609375, - 7.08203125, - 7.042724609375, - 7.121337890625, - 7.199951171875, - 7.16064453125, - 7.042724609375, - 7.16064453125, - 7.042724609375, - 7.00341796875, - 7.08203125, - 7.121337890625, - 7.00341796875, - 7.121337890625, - 6.964111328125, - 7.042724609375, - 7.121337890625, - 6.964111328125, - 7.121337890625, - 6.964111328125, - 6.9248046875, - 6.885498046875, - 7.042724609375 - ], - "0.2": [ - 7.514404296875, - 7.042724609375, - 7.08203125, - 7.042724609375, - 7.121337890625, - 7.199951171875, - 7.16064453125, - 7.042724609375, - 7.16064453125, - 7.042724609375, - 7.00341796875, - 7.08203125, - 7.121337890625, - 7.00341796875, - 7.121337890625, - 6.964111328125, - 7.042724609375, - 7.121337890625, - 6.964111328125, - 7.121337890625, - 6.964111328125, - 6.9248046875, - 6.885498046875, - 7.042724609375 - ], - "0.3": [ - 7.514404296875, - 7.042724609375, - 7.08203125, - 7.042724609375, - 7.121337890625, - 7.199951171875, - 7.16064453125, - 7.042724609375, - 7.16064453125, - 7.042724609375, - 7.00341796875, - 7.08203125, - 7.121337890625, - 7.00341796875, - 7.121337890625, - 6.964111328125, - 7.042724609375, - 7.121337890625, - 6.964111328125, - 7.121337890625, - 6.964111328125, - 6.9248046875, - 6.885498046875, - 7.042724609375 - ], - "0.4": [ - 12.31964111328125, - 11.8970947265625, - 11.82830810546875, - 11.7398681640625, - 11.86761474609375, - 11.9560546875, - 11.92657470703125, - 11.92657470703125, - 11.90692138671875, - 11.84796142578125, - 11.838134765625, - 11.90692138671875, - 11.995361328125, - 11.96588134765625, - 11.90692138671875, - 11.96588134765625, - 12.0543212890625, - 12.0936279296875, - 12.04449462890625, - 12.2115478515625, - 12.073974609375, - 12.0150146484375, - 12.02484130859375, - 12.14276123046875 - ], - "0.5": [ - 12.31964111328125, - 11.8970947265625, - 11.82830810546875, - 11.7398681640625, - 11.86761474609375, - 11.9560546875, - 11.92657470703125, - 11.92657470703125, - 11.90692138671875, - 11.84796142578125, - 11.838134765625, - 11.90692138671875, - 11.995361328125, - 11.96588134765625, - 11.90692138671875, - 11.96588134765625, - 12.0543212890625, - 12.0936279296875, - 12.04449462890625, - 12.2115478515625, - 12.073974609375, - 12.0150146484375, - 12.02484130859375, - 12.14276123046875 - ], - "0.6": [ - 12.31964111328125, - 11.8970947265625, - 11.82830810546875, - 11.7398681640625, - 11.86761474609375, - 11.9560546875, - 11.92657470703125, - 11.92657470703125, - 11.90692138671875, - 11.84796142578125, - 11.838134765625, - 11.90692138671875, - 11.995361328125, - 11.96588134765625, - 11.90692138671875, - 11.96588134765625, - 12.0543212890625, - 12.0936279296875, - 12.04449462890625, - 12.2115478515625, - 12.073974609375, - 12.0150146484375, - 12.02484130859375, - 12.14276123046875 - ], - "0.7": [ - 12.31964111328125, - 11.8970947265625, - 11.82830810546875, - 11.7398681640625, - 11.86761474609375, - 11.9560546875, - 11.92657470703125, - 11.92657470703125, - 11.90692138671875, - 11.84796142578125, - 11.838134765625, - 11.90692138671875, - 11.995361328125, - 11.96588134765625, - 11.90692138671875, - 11.96588134765625, - 12.0543212890625, - 12.0936279296875, - 12.04449462890625, - 12.2115478515625, - 12.073974609375, - 12.0150146484375, - 12.02484130859375, - 12.14276123046875 - ], - "0.8": [ - 17.3214111328125, - 17.341064453125, - 17.3214111328125, - 17.38037109375, - 17.576904296875, - 17.6751708984375, - 17.655517578125, - 17.655517578125, - 17.576904296875, - 17.5572509765625, - 17.5965576171875, - 17.69482421875, - 17.8323974609375, - 17.9306640625, - 17.7144775390625, - 17.969970703125, - 18.1075439453125, - 18.16650390625, - 18.1075439453125, - 18.32373046875, - 18.1861572265625, - 18.16650390625, - 18.205810546875, - 18.3040771484375 - ], - "0.9": [ - 17.3214111328125, - 17.341064453125, - 17.3214111328125, - 17.38037109375, - 17.576904296875, - 17.6751708984375, - 17.655517578125, - 17.655517578125, - 17.576904296875, - 17.5572509765625, - 17.5965576171875, - 17.69482421875, - 17.8323974609375, - 17.9306640625, - 17.7144775390625, - 17.969970703125, - 18.1075439453125, - 18.16650390625, - 18.1075439453125, - 18.32373046875, - 18.1861572265625, - 18.16650390625, - 18.205810546875, - 18.3040771484375 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_115416.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_115416.json deleted file mode 100644 index 8ce0a6b1c04d097ac36e94b167b5d3d55d251e40..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_115416.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T11:54:16.666305+00:00", - "metrics": { - "MSE[mean]": 41.51253165661668, - "MSE[0.5]": 41.51253165661668, - "MAE[0.5]": 4.543149312337239, - "MASE[0.5]": 0.8585479015440454, - "MAPE[0.5]": 0.6596685500102627, - "sMAPE[0.5]": 0.3862103325385668, - "MSIS": 12.683429387610724, - "RMSE[mean]": 6.443021935133907, - "NRMSE[mean]": 0.5464046870784939, - "ND[0.5]": 0.3852847473360203, - "mean_weighted_sum_quantile_loss": 0.31854481451830585 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00" - ], - "context": [ - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 9.0, - 12.0, - 7.0, - 10.0, - 10.0, - 32.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 2.0, - 14.0, - 9.0, - 11.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.5028076171875, - 12.29644775390625, - 12.33575439453125, - 12.325927734375, - 12.4635009765625, - 12.51263427734375, - 12.5224609375, - 12.44384765625, - 12.365234375, - 12.3062744140625, - 12.3455810546875, - 12.45367431640625, - 12.60107421875, - 12.5224609375, - 12.55194091796875, - 12.5224609375, - 12.60107421875, - 12.561767578125, - 12.70916748046875, - 12.6207275390625, - 12.44384765625, - 12.3455810546875, - 12.43402099609375, - 12.404541015625 - ], - "p10": [ - 7.6484375, - 7.451904296875, - 7.530517578125, - 7.530517578125, - 7.609130859375, - 7.6484375, - 7.609130859375, - 7.4912109375, - 7.530517578125, - 7.41259765625, - 7.4912109375, - 7.530517578125, - 7.530517578125, - 7.41259765625, - 7.56982421875, - 7.373291015625, - 7.530517578125, - 7.41259765625, - 7.451904296875, - 7.333984375, - 7.1767578125, - 7.137451171875, - 7.216064453125, - 7.137451171875 - ], - "p90": [ - 17.4554443359375, - 17.671630859375, - 17.8092041015625, - 17.9271240234375, - 18.221923828125, - 18.300537109375, - 18.300537109375, - 18.2808837890625, - 18.10400390625, - 18.1629638671875, - 18.2808837890625, - 18.536376953125, - 18.7525634765625, - 18.7525634765625, - 18.6739501953125, - 18.8115234375, - 19.086669921875, - 19.086669921875, - 19.283203125, - 19.243896484375, - 19.04736328125, - 19.04736328125, - 19.20458984375, - 19.165283203125 - ], - "mean": [ - 12.5028076171875, - 12.29644775390625, - 12.33575439453125, - 12.325927734375, - 12.4635009765625, - 12.51263427734375, - 12.5224609375, - 12.44384765625, - 12.365234375, - 12.3062744140625, - 12.3455810546875, - 12.45367431640625, - 12.60107421875, - 12.5224609375, - 12.55194091796875, - 12.5224609375, - 12.60107421875, - 12.561767578125, - 12.70916748046875, - 12.6207275390625, - 12.44384765625, - 12.3455810546875, - 12.43402099609375, - 12.404541015625 - ], - "quantiles": { - "0.1": [ - 7.6484375, - 7.451904296875, - 7.530517578125, - 7.530517578125, - 7.609130859375, - 7.6484375, - 7.609130859375, - 7.4912109375, - 7.530517578125, - 7.41259765625, - 7.4912109375, - 7.530517578125, - 7.530517578125, - 7.41259765625, - 7.56982421875, - 7.373291015625, - 7.530517578125, - 7.41259765625, - 7.451904296875, - 7.333984375, - 7.1767578125, - 7.137451171875, - 7.216064453125, - 7.137451171875 - ], - "0.2": [ - 7.6484375, - 7.451904296875, - 7.530517578125, - 7.530517578125, - 7.609130859375, - 7.6484375, - 7.609130859375, - 7.4912109375, - 7.530517578125, - 7.41259765625, - 7.4912109375, - 7.530517578125, - 7.530517578125, - 7.41259765625, - 7.56982421875, - 7.373291015625, - 7.530517578125, - 7.41259765625, - 7.451904296875, - 7.333984375, - 7.1767578125, - 7.137451171875, - 7.216064453125, - 7.137451171875 - ], - "0.3": [ - 7.6484375, - 7.451904296875, - 7.530517578125, - 7.530517578125, - 7.609130859375, - 7.6484375, - 7.609130859375, - 7.4912109375, - 7.530517578125, - 7.41259765625, - 7.4912109375, - 7.530517578125, - 7.530517578125, - 7.41259765625, - 7.56982421875, - 7.373291015625, - 7.530517578125, - 7.41259765625, - 7.451904296875, - 7.333984375, - 7.1767578125, - 7.137451171875, - 7.216064453125, - 7.137451171875 - ], - "0.4": [ - 12.5028076171875, - 12.29644775390625, - 12.33575439453125, - 12.325927734375, - 12.4635009765625, - 12.51263427734375, - 12.5224609375, - 12.44384765625, - 12.365234375, - 12.3062744140625, - 12.3455810546875, - 12.45367431640625, - 12.60107421875, - 12.5224609375, - 12.55194091796875, - 12.5224609375, - 12.60107421875, - 12.561767578125, - 12.70916748046875, - 12.6207275390625, - 12.44384765625, - 12.3455810546875, - 12.43402099609375, - 12.404541015625 - ], - "0.5": [ - 12.5028076171875, - 12.29644775390625, - 12.33575439453125, - 12.325927734375, - 12.4635009765625, - 12.51263427734375, - 12.5224609375, - 12.44384765625, - 12.365234375, - 12.3062744140625, - 12.3455810546875, - 12.45367431640625, - 12.60107421875, - 12.5224609375, - 12.55194091796875, - 12.5224609375, - 12.60107421875, - 12.561767578125, - 12.70916748046875, - 12.6207275390625, - 12.44384765625, - 12.3455810546875, - 12.43402099609375, - 12.404541015625 - ], - "0.6": [ - 12.5028076171875, - 12.29644775390625, - 12.33575439453125, - 12.325927734375, - 12.4635009765625, - 12.51263427734375, - 12.5224609375, - 12.44384765625, - 12.365234375, - 12.3062744140625, - 12.3455810546875, - 12.45367431640625, - 12.60107421875, - 12.5224609375, - 12.55194091796875, - 12.5224609375, - 12.60107421875, - 12.561767578125, - 12.70916748046875, - 12.6207275390625, - 12.44384765625, - 12.3455810546875, - 12.43402099609375, - 12.404541015625 - ], - "0.7": [ - 12.5028076171875, - 12.29644775390625, - 12.33575439453125, - 12.325927734375, - 12.4635009765625, - 12.51263427734375, - 12.5224609375, - 12.44384765625, - 12.365234375, - 12.3062744140625, - 12.3455810546875, - 12.45367431640625, - 12.60107421875, - 12.5224609375, - 12.55194091796875, - 12.5224609375, - 12.60107421875, - 12.561767578125, - 12.70916748046875, - 12.6207275390625, - 12.44384765625, - 12.3455810546875, - 12.43402099609375, - 12.404541015625 - ], - "0.8": [ - 17.4554443359375, - 17.671630859375, - 17.8092041015625, - 17.9271240234375, - 18.221923828125, - 18.300537109375, - 18.300537109375, - 18.2808837890625, - 18.10400390625, - 18.1629638671875, - 18.2808837890625, - 18.536376953125, - 18.7525634765625, - 18.7525634765625, - 18.6739501953125, - 18.8115234375, - 19.086669921875, - 19.086669921875, - 19.283203125, - 19.243896484375, - 19.04736328125, - 19.04736328125, - 19.20458984375, - 19.165283203125 - ], - "0.9": [ - 17.4554443359375, - 17.671630859375, - 17.8092041015625, - 17.9271240234375, - 18.221923828125, - 18.300537109375, - 18.300537109375, - 18.2808837890625, - 18.10400390625, - 18.1629638671875, - 18.2808837890625, - 18.536376953125, - 18.7525634765625, - 18.7525634765625, - 18.6739501953125, - 18.8115234375, - 19.086669921875, - 19.086669921875, - 19.283203125, - 19.243896484375, - 19.04736328125, - 19.04736328125, - 19.20458984375, - 19.165283203125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_131342.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_131342.json deleted file mode 100644 index 534d3e9ac5d402e7b5643a449cd934e40c45dda5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_131342.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T13:13:42.024184+00:00", - "metrics": { - "MSE[mean]": 40.001142581924796, - "MSE[0.5]": 40.001142581924796, - "MAE[0.5]": 3.994664510091146, - "MASE[0.5]": 0.7679995853846796, - "MAPE[0.5]": 0.46283259263117, - "sMAPE[0.5]": 0.321396491185041, - "MSIS": 12.584887271570425, - "RMSE[mean]": 6.3246456487241085, - "NRMSE[mean]": 0.5162976039774783, - "ND[0.5]": 0.3260950620482568, - "mean_weighted_sum_quantile_loss": 0.28990615994661756 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00" - ], - "context": [ - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 10.0, - 13.0, - 19.0, - 17.0, - 10.0, - 12.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 11.0, - 12.0, - 3.0, - 3.0, - 14.0, - 9.0, - 12.0, - 9.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.21337890625, - 11.5509033203125, - 11.560546875, - 11.656982421875, - 11.849853515625, - 11.849853515625, - 11.888427734375, - 11.8209228515625, - 11.8402099609375, - 11.8594970703125, - 11.8209228515625, - 11.8594970703125, - 12.042724609375, - 12.042724609375, - 12.0234375, - 11.9945068359375, - 12.0523681640625, - 12.177734375, - 12.1005859375, - 12.004150390625, - 11.9462890625, - 12.0330810546875, - 12.004150390625, - 12.0234375 - ], - "p10": [ - 6.73876953125, - 6.97021484375, - 6.931640625, - 7.04736328125, - 7.1630859375, - 7.12451171875, - 7.0859375, - 6.97021484375, - 7.1630859375, - 7.12451171875, - 7.04736328125, - 7.0859375, - 7.1630859375, - 7.04736328125, - 7.20166015625, - 6.97021484375, - 7.0859375, - 7.1630859375, - 6.97021484375, - 6.8544921875, - 6.81591796875, - 6.931640625, - 6.89306640625, - 6.931640625 - ], - "p90": [ - 16.15087890625, - 17.018798828125, - 17.15380859375, - 17.327392578125, - 17.6552734375, - 17.635986328125, - 17.69384765625, - 17.674560546875, - 17.578125, - 17.713134765625, - 17.790283203125, - 17.906005859375, - 18.1181640625, - 18.214599609375, - 18.098876953125, - 18.31103515625, - 18.446044921875, - 18.61962890625, - 18.54248046875, - 18.50390625, - 18.4267578125, - 18.54248046875, - 18.54248046875, - 18.523193359375 - ], - "mean": [ - 11.21337890625, - 11.5509033203125, - 11.560546875, - 11.656982421875, - 11.849853515625, - 11.849853515625, - 11.888427734375, - 11.8209228515625, - 11.8402099609375, - 11.8594970703125, - 11.8209228515625, - 11.8594970703125, - 12.042724609375, - 12.042724609375, - 12.0234375, - 11.9945068359375, - 12.0523681640625, - 12.177734375, - 12.1005859375, - 12.004150390625, - 11.9462890625, - 12.0330810546875, - 12.004150390625, - 12.0234375 - ], - "quantiles": { - "0.1": [ - 6.73876953125, - 6.97021484375, - 6.931640625, - 7.04736328125, - 7.1630859375, - 7.12451171875, - 7.0859375, - 6.97021484375, - 7.1630859375, - 7.12451171875, - 7.04736328125, - 7.0859375, - 7.1630859375, - 7.04736328125, - 7.20166015625, - 6.97021484375, - 7.0859375, - 7.1630859375, - 6.97021484375, - 6.8544921875, - 6.81591796875, - 6.931640625, - 6.89306640625, - 6.931640625 - ], - "0.2": [ - 6.73876953125, - 6.97021484375, - 6.931640625, - 7.04736328125, - 7.1630859375, - 7.12451171875, - 7.0859375, - 6.97021484375, - 7.1630859375, - 7.12451171875, - 7.04736328125, - 7.0859375, - 7.1630859375, - 7.04736328125, - 7.20166015625, - 6.97021484375, - 7.0859375, - 7.1630859375, - 6.97021484375, - 6.8544921875, - 6.81591796875, - 6.931640625, - 6.89306640625, - 6.931640625 - ], - "0.3": [ - 6.73876953125, - 6.97021484375, - 6.931640625, - 7.04736328125, - 7.1630859375, - 7.12451171875, - 7.0859375, - 6.97021484375, - 7.1630859375, - 7.12451171875, - 7.04736328125, - 7.0859375, - 7.1630859375, - 7.04736328125, - 7.20166015625, - 6.97021484375, - 7.0859375, - 7.1630859375, - 6.97021484375, - 6.8544921875, - 6.81591796875, - 6.931640625, - 6.89306640625, - 6.931640625 - ], - "0.4": [ - 11.21337890625, - 11.5509033203125, - 11.560546875, - 11.656982421875, - 11.849853515625, - 11.849853515625, - 11.888427734375, - 11.8209228515625, - 11.8402099609375, - 11.8594970703125, - 11.8209228515625, - 11.8594970703125, - 12.042724609375, - 12.042724609375, - 12.0234375, - 11.9945068359375, - 12.0523681640625, - 12.177734375, - 12.1005859375, - 12.004150390625, - 11.9462890625, - 12.0330810546875, - 12.004150390625, - 12.0234375 - ], - "0.5": [ - 11.21337890625, - 11.5509033203125, - 11.560546875, - 11.656982421875, - 11.849853515625, - 11.849853515625, - 11.888427734375, - 11.8209228515625, - 11.8402099609375, - 11.8594970703125, - 11.8209228515625, - 11.8594970703125, - 12.042724609375, - 12.042724609375, - 12.0234375, - 11.9945068359375, - 12.0523681640625, - 12.177734375, - 12.1005859375, - 12.004150390625, - 11.9462890625, - 12.0330810546875, - 12.004150390625, - 12.0234375 - ], - "0.6": [ - 11.21337890625, - 11.5509033203125, - 11.560546875, - 11.656982421875, - 11.849853515625, - 11.849853515625, - 11.888427734375, - 11.8209228515625, - 11.8402099609375, - 11.8594970703125, - 11.8209228515625, - 11.8594970703125, - 12.042724609375, - 12.042724609375, - 12.0234375, - 11.9945068359375, - 12.0523681640625, - 12.177734375, - 12.1005859375, - 12.004150390625, - 11.9462890625, - 12.0330810546875, - 12.004150390625, - 12.0234375 - ], - "0.7": [ - 11.21337890625, - 11.5509033203125, - 11.560546875, - 11.656982421875, - 11.849853515625, - 11.849853515625, - 11.888427734375, - 11.8209228515625, - 11.8402099609375, - 11.8594970703125, - 11.8209228515625, - 11.8594970703125, - 12.042724609375, - 12.042724609375, - 12.0234375, - 11.9945068359375, - 12.0523681640625, - 12.177734375, - 12.1005859375, - 12.004150390625, - 11.9462890625, - 12.0330810546875, - 12.004150390625, - 12.0234375 - ], - "0.8": [ - 16.15087890625, - 17.018798828125, - 17.15380859375, - 17.327392578125, - 17.6552734375, - 17.635986328125, - 17.69384765625, - 17.674560546875, - 17.578125, - 17.713134765625, - 17.790283203125, - 17.906005859375, - 18.1181640625, - 18.214599609375, - 18.098876953125, - 18.31103515625, - 18.446044921875, - 18.61962890625, - 18.54248046875, - 18.50390625, - 18.4267578125, - 18.54248046875, - 18.54248046875, - 18.523193359375 - ], - "0.9": [ - 16.15087890625, - 17.018798828125, - 17.15380859375, - 17.327392578125, - 17.6552734375, - 17.635986328125, - 17.69384765625, - 17.674560546875, - 17.578125, - 17.713134765625, - 17.790283203125, - 17.906005859375, - 18.1181640625, - 18.214599609375, - 18.098876953125, - 18.31103515625, - 18.446044921875, - 18.61962890625, - 18.54248046875, - 18.50390625, - 18.4267578125, - 18.54248046875, - 18.54248046875, - 18.523193359375 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_142902.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_142902.json deleted file mode 100644 index 5afc2c376152e7addf9854bbcc5f4e6fb4a025d6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260623_142902.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-23T14:29:02.449497+00:00", - "metrics": { - "MSE[mean]": 40.62576447799802, - "MSE[0.5]": 40.62576447799802, - "MAE[0.5]": 3.98516845703125, - "MASE[0.5]": 0.7713229271673386, - "MAPE[0.5]": 0.4050658405208852, - "sMAPE[0.5]": 0.32111002707856434, - "MSIS": 13.0929447297127, - "RMSE[mean]": 6.373834362297001, - "NRMSE[mean]": 0.5274897403280276, - "ND[0.5]": 0.3298070447198276, - "mean_weighted_sum_quantile_loss": 0.2930545640265804 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00" - ], - "context": [ - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 16.0, - 20.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 12.0, - 19.0, - 10.0, - 11.0, - 14.0, - 14.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 12.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 16.0, - 12.0, - 14.0, - 15.0, - 13.0, - 16.0, - 11.0, - 3.0, - 8.0, - 14.0, - 14.0, - 4.0, - 6.0, - 8.0, - 8.0, - 9.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 16.0, - 14.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 10.0, - 11.0, - 19.0, - 17.0, - 10.0, - 11.0, - 7.0, - 10.0, - 11.0, - 33.0, - 26.0, - 11.0, - 12.0, - 13.0, - 5.0, - 4.0, - 14.0, - 9.0, - 12.0, - 8.0, - 11.0, - 10.0, - 12.0, - 4.0 - ], - "predictions": { - "p50": [ - 11.748779296875, - 11.5751953125, - 11.5269775390625, - 11.555908203125, - 11.5655517578125, - 11.5269775390625, - 11.53662109375, - 11.53662109375, - 11.594482421875, - 11.555908203125, - 11.53662109375, - 11.5751953125, - 11.671630859375, - 11.633056640625, - 11.594482421875, - 11.61376953125, - 11.6427001953125, - 11.61376953125, - 11.5751953125, - 11.6041259765625, - 11.5751953125, - 11.594482421875, - 11.5751953125, - 11.6619873046875 - ], - "p10": [ - 7.2548828125, - 6.869140625, - 6.83056640625, - 6.869140625, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.67626953125, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.6376953125, - 6.67626953125, - 6.67626953125, - 6.560546875, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.67626953125 - ], - "p90": [ - 16.55126953125, - 16.8212890625, - 16.802001953125, - 16.8984375, - 16.956298828125, - 16.8984375, - 16.93701171875, - 16.93701171875, - 16.994873046875, - 16.9755859375, - 17.01416015625, - 17.072021484375, - 17.1298828125, - 17.149169921875, - 17.09130859375, - 17.303466796875, - 17.32275390625, - 17.303466796875, - 17.24560546875, - 17.342041015625, - 17.32275390625, - 17.39990234375, - 17.39990234375, - 17.457763671875 - ], - "mean": [ - 11.748779296875, - 11.5751953125, - 11.5269775390625, - 11.555908203125, - 11.5655517578125, - 11.5269775390625, - 11.53662109375, - 11.53662109375, - 11.594482421875, - 11.555908203125, - 11.53662109375, - 11.5751953125, - 11.671630859375, - 11.633056640625, - 11.594482421875, - 11.61376953125, - 11.6427001953125, - 11.61376953125, - 11.5751953125, - 11.6041259765625, - 11.5751953125, - 11.594482421875, - 11.5751953125, - 11.6619873046875 - ], - "quantiles": { - "0.1": [ - 7.2548828125, - 6.869140625, - 6.83056640625, - 6.869140625, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.67626953125, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.6376953125, - 6.67626953125, - 6.67626953125, - 6.560546875, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.67626953125 - ], - "0.2": [ - 7.2548828125, - 6.869140625, - 6.83056640625, - 6.869140625, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.67626953125, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.6376953125, - 6.67626953125, - 6.67626953125, - 6.560546875, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.67626953125 - ], - "0.3": [ - 7.2548828125, - 6.869140625, - 6.83056640625, - 6.869140625, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.67626953125, - 6.869140625, - 6.7919921875, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.71484375, - 6.75341796875, - 6.6376953125, - 6.67626953125, - 6.67626953125, - 6.560546875, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.59912109375, - 6.67626953125 - ], - "0.4": [ - 11.748779296875, - 11.5751953125, - 11.5269775390625, - 11.555908203125, - 11.5655517578125, - 11.5269775390625, - 11.53662109375, - 11.53662109375, - 11.594482421875, - 11.555908203125, - 11.53662109375, - 11.5751953125, - 11.671630859375, - 11.633056640625, - 11.594482421875, - 11.61376953125, - 11.6427001953125, - 11.61376953125, - 11.5751953125, - 11.6041259765625, - 11.5751953125, - 11.594482421875, - 11.5751953125, - 11.6619873046875 - ], - "0.5": [ - 11.748779296875, - 11.5751953125, - 11.5269775390625, - 11.555908203125, - 11.5655517578125, - 11.5269775390625, - 11.53662109375, - 11.53662109375, - 11.594482421875, - 11.555908203125, - 11.53662109375, - 11.5751953125, - 11.671630859375, - 11.633056640625, - 11.594482421875, - 11.61376953125, - 11.6427001953125, - 11.61376953125, - 11.5751953125, - 11.6041259765625, - 11.5751953125, - 11.594482421875, - 11.5751953125, - 11.6619873046875 - ], - "0.6": [ - 11.748779296875, - 11.5751953125, - 11.5269775390625, - 11.555908203125, - 11.5655517578125, - 11.5269775390625, - 11.53662109375, - 11.53662109375, - 11.594482421875, - 11.555908203125, - 11.53662109375, - 11.5751953125, - 11.671630859375, - 11.633056640625, - 11.594482421875, - 11.61376953125, - 11.6427001953125, - 11.61376953125, - 11.5751953125, - 11.6041259765625, - 11.5751953125, - 11.594482421875, - 11.5751953125, - 11.6619873046875 - ], - "0.7": [ - 11.748779296875, - 11.5751953125, - 11.5269775390625, - 11.555908203125, - 11.5655517578125, - 11.5269775390625, - 11.53662109375, - 11.53662109375, - 11.594482421875, - 11.555908203125, - 11.53662109375, - 11.5751953125, - 11.671630859375, - 11.633056640625, - 11.594482421875, - 11.61376953125, - 11.6427001953125, - 11.61376953125, - 11.5751953125, - 11.6041259765625, - 11.5751953125, - 11.594482421875, - 11.5751953125, - 11.6619873046875 - ], - "0.8": [ - 16.55126953125, - 16.8212890625, - 16.802001953125, - 16.8984375, - 16.956298828125, - 16.8984375, - 16.93701171875, - 16.93701171875, - 16.994873046875, - 16.9755859375, - 17.01416015625, - 17.072021484375, - 17.1298828125, - 17.149169921875, - 17.09130859375, - 17.303466796875, - 17.32275390625, - 17.303466796875, - 17.24560546875, - 17.342041015625, - 17.32275390625, - 17.39990234375, - 17.39990234375, - 17.457763671875 - ], - "0.9": [ - 16.55126953125, - 16.8212890625, - 16.802001953125, - 16.8984375, - 16.956298828125, - 16.8984375, - 16.93701171875, - 16.93701171875, - 16.994873046875, - 16.9755859375, - 17.01416015625, - 17.072021484375, - 17.1298828125, - 17.149169921875, - 17.09130859375, - 17.303466796875, - 17.32275390625, - 17.303466796875, - 17.24560546875, - 17.342041015625, - 17.32275390625, - 17.39990234375, - 17.39990234375, - 17.457763671875 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_022011.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_022011.json deleted file mode 100644 index 938fc2a0fda3f1becb885fe8920a1c104c7bb997..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_022011.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T02:20:11.018991+00:00", - "metrics": { - "MSE[mean]": 14.070969592086234, - "MSE[0.5]": 14.070969592086234, - "MAE[0.5]": 2.816198984781901, - "MASE[0.5]": 0.5000402636357506, - "MAPE[0.5]": 0.3175690080007515, - "sMAPE[0.5]": 0.23451991368446334, - "MSIS": 4.687595729616214, - "RMSE[mean]": 3.751129108959892, - "NRMSE[mean]": 0.2951708151312702, - "ND[0.5]": 0.22160254306480534, - "mean_weighted_sum_quantile_loss": 0.20137278405695014 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00" - ], - "context": [ - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 15.0, - 6.0, - 7.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0 - ], - "actual": [ - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 7.0, - 11.0, - 5.0, - 6.0 - ], - "predictions": { - "p50": [ - 16.94970703125, - 15.3577880859375, - 15.07598876953125, - 15.347900390625, - 15.3775634765625, - 15.18475341796875, - 14.66070556640625, - 14.129859924316406, - 14.006263732910156, - 13.912948608398438, - 13.977218627929688, - 14.123062133789062, - 13.930252075195312, - 13.4593505859375, - 13.172607421875, - 13.25665283203125, - 13.2220458984375, - 13.2615966796875, - 13.32586669921875, - 13.40496826171875, - 13.57305908203125, - 13.37530517578125, - 13.432159423828125, - 13.40496826171875 - ], - "p10": [ - 10.22607421875, - 9.019775390625, - 9.059326171875, - 9.415283203125, - 9.494384765625, - 9.375732421875, - 8.96044921875, - 8.68359375, - 8.64404296875, - 8.6044921875, - 8.56494140625, - 8.72314453125, - 8.6044921875, - 8.16943359375, - 8.1298828125, - 8.09033203125, - 8.1298828125, - 8.05078125, - 7.93212890625, - 8.01123046875, - 8.16943359375, - 8.05078125, - 8.16943359375, - 8.1298828125 - ], - "p90": [ - 25.13671875, - 23.59423828125, - 23.11962890625, - 23.59423828125, - 23.75244140625, - 23.396484375, - 22.60546875, - 21.61669921875, - 21.37939453125, - 21.181640625, - 21.45849609375, - 21.65625, - 21.33984375, - 20.70703125, - 19.9951171875, - 20.11376953125, - 20.548828125, - 20.7861328125, - 20.98388671875, - 20.98388671875, - 21.1025390625, - 20.7861328125, - 20.82568359375, - 20.82568359375 - ], - "mean": [ - 16.94970703125, - 15.3577880859375, - 15.07598876953125, - 15.347900390625, - 15.3775634765625, - 15.18475341796875, - 14.66070556640625, - 14.129859924316406, - 14.006263732910156, - 13.912948608398438, - 13.977218627929688, - 14.123062133789062, - 13.930252075195312, - 13.4593505859375, - 13.172607421875, - 13.25665283203125, - 13.2220458984375, - 13.2615966796875, - 13.32586669921875, - 13.40496826171875, - 13.57305908203125, - 13.37530517578125, - 13.432159423828125, - 13.40496826171875 - ], - "quantiles": { - "0.1": [ - 10.22607421875, - 9.019775390625, - 9.059326171875, - 9.415283203125, - 9.494384765625, - 9.375732421875, - 8.96044921875, - 8.68359375, - 8.64404296875, - 8.6044921875, - 8.56494140625, - 8.72314453125, - 8.6044921875, - 8.16943359375, - 8.1298828125, - 8.09033203125, - 8.1298828125, - 8.05078125, - 7.93212890625, - 8.01123046875, - 8.16943359375, - 8.05078125, - 8.16943359375, - 8.1298828125 - ], - "0.2": [ - 10.22607421875, - 9.019775390625, - 9.059326171875, - 9.415283203125, - 9.494384765625, - 9.375732421875, - 8.96044921875, - 8.68359375, - 8.64404296875, - 8.6044921875, - 8.56494140625, - 8.72314453125, - 8.6044921875, - 8.16943359375, - 8.1298828125, - 8.09033203125, - 8.1298828125, - 8.05078125, - 7.93212890625, - 8.01123046875, - 8.16943359375, - 8.05078125, - 8.16943359375, - 8.1298828125 - ], - "0.3": [ - 10.22607421875, - 9.019775390625, - 9.059326171875, - 9.415283203125, - 9.494384765625, - 9.375732421875, - 8.96044921875, - 8.68359375, - 8.64404296875, - 8.6044921875, - 8.56494140625, - 8.72314453125, - 8.6044921875, - 8.16943359375, - 8.1298828125, - 8.09033203125, - 8.1298828125, - 8.05078125, - 7.93212890625, - 8.01123046875, - 8.16943359375, - 8.05078125, - 8.16943359375, - 8.1298828125 - ], - "0.4": [ - 16.94970703125, - 15.3577880859375, - 15.07598876953125, - 15.347900390625, - 15.3775634765625, - 15.18475341796875, - 14.66070556640625, - 14.129859924316406, - 14.006263732910156, - 13.912948608398438, - 13.977218627929688, - 14.123062133789062, - 13.930252075195312, - 13.4593505859375, - 13.172607421875, - 13.25665283203125, - 13.2220458984375, - 13.2615966796875, - 13.32586669921875, - 13.40496826171875, - 13.57305908203125, - 13.37530517578125, - 13.432159423828125, - 13.40496826171875 - ], - "0.5": [ - 16.94970703125, - 15.3577880859375, - 15.07598876953125, - 15.347900390625, - 15.3775634765625, - 15.18475341796875, - 14.66070556640625, - 14.129859924316406, - 14.006263732910156, - 13.912948608398438, - 13.977218627929688, - 14.123062133789062, - 13.930252075195312, - 13.4593505859375, - 13.172607421875, - 13.25665283203125, - 13.2220458984375, - 13.2615966796875, - 13.32586669921875, - 13.40496826171875, - 13.57305908203125, - 13.37530517578125, - 13.432159423828125, - 13.40496826171875 - ], - "0.6": [ - 16.94970703125, - 15.3577880859375, - 15.07598876953125, - 15.347900390625, - 15.3775634765625, - 15.18475341796875, - 14.66070556640625, - 14.129859924316406, - 14.006263732910156, - 13.912948608398438, - 13.977218627929688, - 14.123062133789062, - 13.930252075195312, - 13.4593505859375, - 13.172607421875, - 13.25665283203125, - 13.2220458984375, - 13.2615966796875, - 13.32586669921875, - 13.40496826171875, - 13.57305908203125, - 13.37530517578125, - 13.432159423828125, - 13.40496826171875 - ], - "0.7": [ - 16.94970703125, - 15.3577880859375, - 15.07598876953125, - 15.347900390625, - 15.3775634765625, - 15.18475341796875, - 14.66070556640625, - 14.129859924316406, - 14.006263732910156, - 13.912948608398438, - 13.977218627929688, - 14.123062133789062, - 13.930252075195312, - 13.4593505859375, - 13.172607421875, - 13.25665283203125, - 13.2220458984375, - 13.2615966796875, - 13.32586669921875, - 13.40496826171875, - 13.57305908203125, - 13.37530517578125, - 13.432159423828125, - 13.40496826171875 - ], - "0.8": [ - 25.13671875, - 23.59423828125, - 23.11962890625, - 23.59423828125, - 23.75244140625, - 23.396484375, - 22.60546875, - 21.61669921875, - 21.37939453125, - 21.181640625, - 21.45849609375, - 21.65625, - 21.33984375, - 20.70703125, - 19.9951171875, - 20.11376953125, - 20.548828125, - 20.7861328125, - 20.98388671875, - 20.98388671875, - 21.1025390625, - 20.7861328125, - 20.82568359375, - 20.82568359375 - ], - "0.9": [ - 25.13671875, - 23.59423828125, - 23.11962890625, - 23.59423828125, - 23.75244140625, - 23.396484375, - 22.60546875, - 21.61669921875, - 21.37939453125, - 21.181640625, - 21.45849609375, - 21.65625, - 21.33984375, - 20.70703125, - 19.9951171875, - 20.11376953125, - 20.548828125, - 20.7861328125, - 20.98388671875, - 20.98388671875, - 21.1025390625, - 20.7861328125, - 20.82568359375, - 20.82568359375 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_033943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_033943.json deleted file mode 100644 index 7fcf2611701ae6a0f0a01b8bfb04e6e582d22a3b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_033943.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T03:39:43.550767+00:00", - "metrics": { - "MSE[mean]": 12.213068229656377, - "MSE[0.5]": 12.213068229656377, - "MAE[0.5]": 2.5750933488210044, - "MASE[0.5]": 0.4511112435890811, - "MAPE[0.5]": 0.28023163702076453, - "sMAPE[0.5]": 0.21428238608027536, - "MSIS": 4.083218094206205, - "RMSE[mean]": 3.494720050255296, - "NRMSE[mean]": 0.27589895133594444, - "ND[0.5]": 0.20329684332797401, - "mean_weighted_sum_quantile_loss": 0.18736600624887567 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00" - ], - "context": [ - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0 - ], - "actual": [ - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 6.0 - ], - "predictions": { - "p50": [ - 14.26025390625, - 14.46295166015625, - 15.10565185546875, - 14.97216796875, - 14.623626708984375, - 13.857330322265625, - 13.57305908203125, - 13.451934814453125, - 13.709014892578125, - 14.130168914794922, - 14.090618133544922, - 14.121517181396484, - 13.644744873046875, - 13.432159423828125, - 13.30609130859375, - 13.629913330078125, - 13.91912841796875, - 13.903060913085938, - 14.035772323608398, - 13.600250244140625, - 13.607666015625, - 13.2813720703125, - 13.52362060546875, - 14.117500305175781 - ], - "p10": [ - 8.96044921875, - 8.9208984375, - 9.454833984375, - 9.43505859375, - 9.177978515625, - 8.56494140625, - 8.1298828125, - 8.16943359375, - 8.56494140625, - 8.88134765625, - 8.7626953125, - 8.88134765625, - 8.48583984375, - 8.208984375, - 8.24853515625, - 8.48583984375, - 8.56494140625, - 8.40673828125, - 8.525390625, - 8.24853515625, - 8.16943359375, - 8.05078125, - 8.3671875, - 8.80224609375 - ], - "p90": [ - 20.66748046875, - 21.498046875, - 22.48681640625, - 22.48681640625, - 22.01220703125, - 20.9443359375, - 20.6279296875, - 20.27197265625, - 20.6279296875, - 21.33984375, - 21.65625, - 21.5771484375, - 20.74658203125, - 20.4697265625, - 20.07421875, - 20.43017578125, - 21.498046875, - 21.65625, - 21.53759765625, - 20.7861328125, - 20.74658203125, - 20.3115234375, - 20.66748046875, - 21.65625 - ], - "mean": [ - 14.26025390625, - 14.46295166015625, - 15.10565185546875, - 14.97216796875, - 14.623626708984375, - 13.857330322265625, - 13.57305908203125, - 13.451934814453125, - 13.709014892578125, - 14.130168914794922, - 14.090618133544922, - 14.121517181396484, - 13.644744873046875, - 13.432159423828125, - 13.30609130859375, - 13.629913330078125, - 13.91912841796875, - 13.903060913085938, - 14.035772323608398, - 13.600250244140625, - 13.607666015625, - 13.2813720703125, - 13.52362060546875, - 14.117500305175781 - ], - "quantiles": { - "0.1": [ - 8.96044921875, - 8.9208984375, - 9.454833984375, - 9.43505859375, - 9.177978515625, - 8.56494140625, - 8.1298828125, - 8.16943359375, - 8.56494140625, - 8.88134765625, - 8.7626953125, - 8.88134765625, - 8.48583984375, - 8.208984375, - 8.24853515625, - 8.48583984375, - 8.56494140625, - 8.40673828125, - 8.525390625, - 8.24853515625, - 8.16943359375, - 8.05078125, - 8.3671875, - 8.80224609375 - ], - "0.2": [ - 8.96044921875, - 8.9208984375, - 9.454833984375, - 9.43505859375, - 9.177978515625, - 8.56494140625, - 8.1298828125, - 8.16943359375, - 8.56494140625, - 8.88134765625, - 8.7626953125, - 8.88134765625, - 8.48583984375, - 8.208984375, - 8.24853515625, - 8.48583984375, - 8.56494140625, - 8.40673828125, - 8.525390625, - 8.24853515625, - 8.16943359375, - 8.05078125, - 8.3671875, - 8.80224609375 - ], - "0.3": [ - 8.96044921875, - 8.9208984375, - 9.454833984375, - 9.43505859375, - 9.177978515625, - 8.56494140625, - 8.1298828125, - 8.16943359375, - 8.56494140625, - 8.88134765625, - 8.7626953125, - 8.88134765625, - 8.48583984375, - 8.208984375, - 8.24853515625, - 8.48583984375, - 8.56494140625, - 8.40673828125, - 8.525390625, - 8.24853515625, - 8.16943359375, - 8.05078125, - 8.3671875, - 8.80224609375 - ], - "0.4": [ - 14.26025390625, - 14.46295166015625, - 15.10565185546875, - 14.97216796875, - 14.623626708984375, - 13.857330322265625, - 13.57305908203125, - 13.451934814453125, - 13.709014892578125, - 14.130168914794922, - 14.090618133544922, - 14.121517181396484, - 13.644744873046875, - 13.432159423828125, - 13.30609130859375, - 13.629913330078125, - 13.91912841796875, - 13.903060913085938, - 14.035772323608398, - 13.600250244140625, - 13.607666015625, - 13.2813720703125, - 13.52362060546875, - 14.117500305175781 - ], - "0.5": [ - 14.26025390625, - 14.46295166015625, - 15.10565185546875, - 14.97216796875, - 14.623626708984375, - 13.857330322265625, - 13.57305908203125, - 13.451934814453125, - 13.709014892578125, - 14.130168914794922, - 14.090618133544922, - 14.121517181396484, - 13.644744873046875, - 13.432159423828125, - 13.30609130859375, - 13.629913330078125, - 13.91912841796875, - 13.903060913085938, - 14.035772323608398, - 13.600250244140625, - 13.607666015625, - 13.2813720703125, - 13.52362060546875, - 14.117500305175781 - ], - "0.6": [ - 14.26025390625, - 14.46295166015625, - 15.10565185546875, - 14.97216796875, - 14.623626708984375, - 13.857330322265625, - 13.57305908203125, - 13.451934814453125, - 13.709014892578125, - 14.130168914794922, - 14.090618133544922, - 14.121517181396484, - 13.644744873046875, - 13.432159423828125, - 13.30609130859375, - 13.629913330078125, - 13.91912841796875, - 13.903060913085938, - 14.035772323608398, - 13.600250244140625, - 13.607666015625, - 13.2813720703125, - 13.52362060546875, - 14.117500305175781 - ], - "0.7": [ - 14.26025390625, - 14.46295166015625, - 15.10565185546875, - 14.97216796875, - 14.623626708984375, - 13.857330322265625, - 13.57305908203125, - 13.451934814453125, - 13.709014892578125, - 14.130168914794922, - 14.090618133544922, - 14.121517181396484, - 13.644744873046875, - 13.432159423828125, - 13.30609130859375, - 13.629913330078125, - 13.91912841796875, - 13.903060913085938, - 14.035772323608398, - 13.600250244140625, - 13.607666015625, - 13.2813720703125, - 13.52362060546875, - 14.117500305175781 - ], - "0.8": [ - 20.66748046875, - 21.498046875, - 22.48681640625, - 22.48681640625, - 22.01220703125, - 20.9443359375, - 20.6279296875, - 20.27197265625, - 20.6279296875, - 21.33984375, - 21.65625, - 21.5771484375, - 20.74658203125, - 20.4697265625, - 20.07421875, - 20.43017578125, - 21.498046875, - 21.65625, - 21.53759765625, - 20.7861328125, - 20.74658203125, - 20.3115234375, - 20.66748046875, - 21.65625 - ], - "0.9": [ - 20.66748046875, - 21.498046875, - 22.48681640625, - 22.48681640625, - 22.01220703125, - 20.9443359375, - 20.6279296875, - 20.27197265625, - 20.6279296875, - 21.33984375, - 21.65625, - 21.5771484375, - 20.74658203125, - 20.4697265625, - 20.07421875, - 20.43017578125, - 21.498046875, - 21.65625, - 21.53759765625, - 20.7861328125, - 20.74658203125, - 20.3115234375, - 20.66748046875, - 21.65625 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_050104.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_050104.json deleted file mode 100644 index ca44d42dd64e3c0d60ced5a98beeeac580f0e149..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_050104.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T05:01:04.952303+00:00", - "metrics": { - "MSE[mean]": 9.7444258361708, - "MSE[0.5]": 9.7444258361708, - "MAE[0.5]": 2.365746815999349, - "MASE[0.5]": 0.41646398716858957, - "MAPE[0.5]": 0.2332515236273636, - "sMAPE[0.5]": 0.19094068810156561, - "MSIS": 3.21530158828698, - "RMSE[mean]": 3.1216062910256315, - "NRMSE[mean]": 0.2432420486513479, - "ND[0.5]": 0.184343907740209, - "mean_weighted_sum_quantile_loss": 0.1724582116153161 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00" - ], - "context": [ - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 8.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0 - ], - "actual": [ - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 14.04488754272461, - 14.401153564453125, - 14.39373779296875, - 14.152725219726562, - 13.51373291015625, - 13.39013671875, - 13.28631591796875, - 13.4395751953125, - 13.8153076171875, - 13.896881103515625, - 13.85980224609375, - 13.54339599609375, - 13.451934814453125, - 13.4296875, - 13.41485595703125, - 13.865982055664062, - 13.9537353515625, - 13.893173217773438, - 13.63238525390625, - 13.659576416015625, - 13.758453369140625, - 13.718902587890625, - 14.103595733642578, - 14.257781982421875 - ], - "p10": [ - 8.96044921875, - 9.03955078125, - 9.059326171875, - 8.88134765625, - 8.4462890625, - 8.24853515625, - 8.05078125, - 8.2880859375, - 8.56494140625, - 8.68359375, - 8.525390625, - 8.40673828125, - 8.2880859375, - 8.208984375, - 8.3671875, - 8.6044921875, - 8.6044921875, - 8.48583984375, - 8.2880859375, - 8.24853515625, - 8.32763671875, - 8.3671875, - 8.68359375, - 8.7626953125 - ], - "p90": [ - 20.19287109375, - 21.1025390625, - 21.2607421875, - 21.14208984375, - 20.232421875, - 19.9951171875, - 19.916015625, - 20.03466796875, - 20.70703125, - 20.9443359375, - 21.1025390625, - 20.43017578125, - 20.1533203125, - 20.19287109375, - 20.07421875, - 20.7861328125, - 21.69580078125, - 21.45849609375, - 20.82568359375, - 20.74658203125, - 20.865234375, - 20.90478515625, - 21.498046875, - 21.85400390625 - ], - "mean": [ - 14.04488754272461, - 14.401153564453125, - 14.39373779296875, - 14.152725219726562, - 13.51373291015625, - 13.39013671875, - 13.28631591796875, - 13.4395751953125, - 13.8153076171875, - 13.896881103515625, - 13.85980224609375, - 13.54339599609375, - 13.451934814453125, - 13.4296875, - 13.41485595703125, - 13.865982055664062, - 13.9537353515625, - 13.893173217773438, - 13.63238525390625, - 13.659576416015625, - 13.758453369140625, - 13.718902587890625, - 14.103595733642578, - 14.257781982421875 - ], - "quantiles": { - "0.1": [ - 8.96044921875, - 9.03955078125, - 9.059326171875, - 8.88134765625, - 8.4462890625, - 8.24853515625, - 8.05078125, - 8.2880859375, - 8.56494140625, - 8.68359375, - 8.525390625, - 8.40673828125, - 8.2880859375, - 8.208984375, - 8.3671875, - 8.6044921875, - 8.6044921875, - 8.48583984375, - 8.2880859375, - 8.24853515625, - 8.32763671875, - 8.3671875, - 8.68359375, - 8.7626953125 - ], - "0.2": [ - 8.96044921875, - 9.03955078125, - 9.059326171875, - 8.88134765625, - 8.4462890625, - 8.24853515625, - 8.05078125, - 8.2880859375, - 8.56494140625, - 8.68359375, - 8.525390625, - 8.40673828125, - 8.2880859375, - 8.208984375, - 8.3671875, - 8.6044921875, - 8.6044921875, - 8.48583984375, - 8.2880859375, - 8.24853515625, - 8.32763671875, - 8.3671875, - 8.68359375, - 8.7626953125 - ], - "0.3": [ - 8.96044921875, - 9.03955078125, - 9.059326171875, - 8.88134765625, - 8.4462890625, - 8.24853515625, - 8.05078125, - 8.2880859375, - 8.56494140625, - 8.68359375, - 8.525390625, - 8.40673828125, - 8.2880859375, - 8.208984375, - 8.3671875, - 8.6044921875, - 8.6044921875, - 8.48583984375, - 8.2880859375, - 8.24853515625, - 8.32763671875, - 8.3671875, - 8.68359375, - 8.7626953125 - ], - "0.4": [ - 14.04488754272461, - 14.401153564453125, - 14.39373779296875, - 14.152725219726562, - 13.51373291015625, - 13.39013671875, - 13.28631591796875, - 13.4395751953125, - 13.8153076171875, - 13.896881103515625, - 13.85980224609375, - 13.54339599609375, - 13.451934814453125, - 13.4296875, - 13.41485595703125, - 13.865982055664062, - 13.9537353515625, - 13.893173217773438, - 13.63238525390625, - 13.659576416015625, - 13.758453369140625, - 13.718902587890625, - 14.103595733642578, - 14.257781982421875 - ], - "0.5": [ - 14.04488754272461, - 14.401153564453125, - 14.39373779296875, - 14.152725219726562, - 13.51373291015625, - 13.39013671875, - 13.28631591796875, - 13.4395751953125, - 13.8153076171875, - 13.896881103515625, - 13.85980224609375, - 13.54339599609375, - 13.451934814453125, - 13.4296875, - 13.41485595703125, - 13.865982055664062, - 13.9537353515625, - 13.893173217773438, - 13.63238525390625, - 13.659576416015625, - 13.758453369140625, - 13.718902587890625, - 14.103595733642578, - 14.257781982421875 - ], - "0.6": [ - 14.04488754272461, - 14.401153564453125, - 14.39373779296875, - 14.152725219726562, - 13.51373291015625, - 13.39013671875, - 13.28631591796875, - 13.4395751953125, - 13.8153076171875, - 13.896881103515625, - 13.85980224609375, - 13.54339599609375, - 13.451934814453125, - 13.4296875, - 13.41485595703125, - 13.865982055664062, - 13.9537353515625, - 13.893173217773438, - 13.63238525390625, - 13.659576416015625, - 13.758453369140625, - 13.718902587890625, - 14.103595733642578, - 14.257781982421875 - ], - "0.7": [ - 14.04488754272461, - 14.401153564453125, - 14.39373779296875, - 14.152725219726562, - 13.51373291015625, - 13.39013671875, - 13.28631591796875, - 13.4395751953125, - 13.8153076171875, - 13.896881103515625, - 13.85980224609375, - 13.54339599609375, - 13.451934814453125, - 13.4296875, - 13.41485595703125, - 13.865982055664062, - 13.9537353515625, - 13.893173217773438, - 13.63238525390625, - 13.659576416015625, - 13.758453369140625, - 13.718902587890625, - 14.103595733642578, - 14.257781982421875 - ], - "0.8": [ - 20.19287109375, - 21.1025390625, - 21.2607421875, - 21.14208984375, - 20.232421875, - 19.9951171875, - 19.916015625, - 20.03466796875, - 20.70703125, - 20.9443359375, - 21.1025390625, - 20.43017578125, - 20.1533203125, - 20.19287109375, - 20.07421875, - 20.7861328125, - 21.69580078125, - 21.45849609375, - 20.82568359375, - 20.74658203125, - 20.865234375, - 20.90478515625, - 21.498046875, - 21.85400390625 - ], - "0.9": [ - 20.19287109375, - 21.1025390625, - 21.2607421875, - 21.14208984375, - 20.232421875, - 19.9951171875, - 19.916015625, - 20.03466796875, - 20.70703125, - 20.9443359375, - 21.1025390625, - 20.43017578125, - 20.1533203125, - 20.19287109375, - 20.07421875, - 20.7861328125, - 21.69580078125, - 21.45849609375, - 20.82568359375, - 20.74658203125, - 20.865234375, - 20.90478515625, - 21.498046875, - 21.85400390625 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_062016.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_062016.json deleted file mode 100644 index 218006b4ffe4d8a727fde340b2d36a16e506de11..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_062016.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T06:20:16.987257+00:00", - "metrics": { - "MSE[mean]": 11.075200783399245, - "MSE[0.5]": 11.075200783399245, - "MAE[0.5]": 2.4717254638671875, - "MASE[0.5]": 0.4319520228117415, - "MAPE[0.5]": 0.24880601423141577, - "sMAPE[0.5]": 0.205440562316947, - "MSIS": 3.374704897982403, - "RMSE[mean]": 3.327942424892481, - "NRMSE[mean]": 0.25436502610643164, - "ND[0.5]": 0.1889216915057723, - "mean_weighted_sum_quantile_loss": 0.18059752424473635 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00" - ], - "context": [ - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0 - ], - "actual": [ - 18.0, - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 14.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 5.0 - ], - "predictions": { - "p50": [ - 12.121337890625, - 12.6453857421875, - 12.4278564453125, - 12.1806640625, - 11.9927978515625, - 12.1015625, - 12.5267333984375, - 12.7244873046875, - 12.912353515625, - 12.77886962890625, - 12.477294921875, - 12.398193359375, - 12.5267333984375, - 12.77392578125, - 12.90740966796875, - 13.15460205078125, - 12.83819580078125, - 12.7244873046875, - 12.6849365234375, - 12.7442626953125, - 13.10516357421875, - 13.2880859375, - 13.3375244140625, - 12.97662353515625 - ], - "p10": [ - 7.55322265625, - 7.671875, - 7.5927734375, - 7.31591796875, - 7.2763671875, - 7.39501953125, - 7.55322265625, - 7.79052734375, - 7.94873046875, - 7.86962890625, - 7.55322265625, - 7.71142578125, - 7.7509765625, - 7.830078125, - 8.10693359375, - 8.18603515625, - 7.9091796875, - 7.79052734375, - 7.671875, - 7.7509765625, - 8.0673828125, - 8.18603515625, - 8.146484375, - 7.94873046875 - ], - "p90": [ - 18.07373046875, - 19.02294921875, - 18.607666015625, - 18.46923828125, - 18.133056640625, - 18.271484375, - 18.963623046875, - 19.220703125, - 19.41845703125, - 19.1416015625, - 19.003173828125, - 18.686767578125, - 18.924072265625, - 19.4580078125, - 19.537109375, - 19.97216796875, - 19.6953125, - 19.37890625, - 19.26025390625, - 19.2998046875, - 19.73486328125, - 20.0908203125, - 20.328125, - 19.7744140625 - ], - "mean": [ - 12.121337890625, - 12.6453857421875, - 12.4278564453125, - 12.1806640625, - 11.9927978515625, - 12.1015625, - 12.5267333984375, - 12.7244873046875, - 12.912353515625, - 12.77886962890625, - 12.477294921875, - 12.398193359375, - 12.5267333984375, - 12.77392578125, - 12.90740966796875, - 13.15460205078125, - 12.83819580078125, - 12.7244873046875, - 12.6849365234375, - 12.7442626953125, - 13.10516357421875, - 13.2880859375, - 13.3375244140625, - 12.97662353515625 - ], - "quantiles": { - "0.1": [ - 7.55322265625, - 7.671875, - 7.5927734375, - 7.31591796875, - 7.2763671875, - 7.39501953125, - 7.55322265625, - 7.79052734375, - 7.94873046875, - 7.86962890625, - 7.55322265625, - 7.71142578125, - 7.7509765625, - 7.830078125, - 8.10693359375, - 8.18603515625, - 7.9091796875, - 7.79052734375, - 7.671875, - 7.7509765625, - 8.0673828125, - 8.18603515625, - 8.146484375, - 7.94873046875 - ], - "0.2": [ - 7.55322265625, - 7.671875, - 7.5927734375, - 7.31591796875, - 7.2763671875, - 7.39501953125, - 7.55322265625, - 7.79052734375, - 7.94873046875, - 7.86962890625, - 7.55322265625, - 7.71142578125, - 7.7509765625, - 7.830078125, - 8.10693359375, - 8.18603515625, - 7.9091796875, - 7.79052734375, - 7.671875, - 7.7509765625, - 8.0673828125, - 8.18603515625, - 8.146484375, - 7.94873046875 - ], - "0.3": [ - 7.55322265625, - 7.671875, - 7.5927734375, - 7.31591796875, - 7.2763671875, - 7.39501953125, - 7.55322265625, - 7.79052734375, - 7.94873046875, - 7.86962890625, - 7.55322265625, - 7.71142578125, - 7.7509765625, - 7.830078125, - 8.10693359375, - 8.18603515625, - 7.9091796875, - 7.79052734375, - 7.671875, - 7.7509765625, - 8.0673828125, - 8.18603515625, - 8.146484375, - 7.94873046875 - ], - "0.4": [ - 12.121337890625, - 12.6453857421875, - 12.4278564453125, - 12.1806640625, - 11.9927978515625, - 12.1015625, - 12.5267333984375, - 12.7244873046875, - 12.912353515625, - 12.77886962890625, - 12.477294921875, - 12.398193359375, - 12.5267333984375, - 12.77392578125, - 12.90740966796875, - 13.15460205078125, - 12.83819580078125, - 12.7244873046875, - 12.6849365234375, - 12.7442626953125, - 13.10516357421875, - 13.2880859375, - 13.3375244140625, - 12.97662353515625 - ], - "0.5": [ - 12.121337890625, - 12.6453857421875, - 12.4278564453125, - 12.1806640625, - 11.9927978515625, - 12.1015625, - 12.5267333984375, - 12.7244873046875, - 12.912353515625, - 12.77886962890625, - 12.477294921875, - 12.398193359375, - 12.5267333984375, - 12.77392578125, - 12.90740966796875, - 13.15460205078125, - 12.83819580078125, - 12.7244873046875, - 12.6849365234375, - 12.7442626953125, - 13.10516357421875, - 13.2880859375, - 13.3375244140625, - 12.97662353515625 - ], - "0.6": [ - 12.121337890625, - 12.6453857421875, - 12.4278564453125, - 12.1806640625, - 11.9927978515625, - 12.1015625, - 12.5267333984375, - 12.7244873046875, - 12.912353515625, - 12.77886962890625, - 12.477294921875, - 12.398193359375, - 12.5267333984375, - 12.77392578125, - 12.90740966796875, - 13.15460205078125, - 12.83819580078125, - 12.7244873046875, - 12.6849365234375, - 12.7442626953125, - 13.10516357421875, - 13.2880859375, - 13.3375244140625, - 12.97662353515625 - ], - "0.7": [ - 12.121337890625, - 12.6453857421875, - 12.4278564453125, - 12.1806640625, - 11.9927978515625, - 12.1015625, - 12.5267333984375, - 12.7244873046875, - 12.912353515625, - 12.77886962890625, - 12.477294921875, - 12.398193359375, - 12.5267333984375, - 12.77392578125, - 12.90740966796875, - 13.15460205078125, - 12.83819580078125, - 12.7244873046875, - 12.6849365234375, - 12.7442626953125, - 13.10516357421875, - 13.2880859375, - 13.3375244140625, - 12.97662353515625 - ], - "0.8": [ - 18.07373046875, - 19.02294921875, - 18.607666015625, - 18.46923828125, - 18.133056640625, - 18.271484375, - 18.963623046875, - 19.220703125, - 19.41845703125, - 19.1416015625, - 19.003173828125, - 18.686767578125, - 18.924072265625, - 19.4580078125, - 19.537109375, - 19.97216796875, - 19.6953125, - 19.37890625, - 19.26025390625, - 19.2998046875, - 19.73486328125, - 20.0908203125, - 20.328125, - 19.7744140625 - ], - "0.9": [ - 18.07373046875, - 19.02294921875, - 18.607666015625, - 18.46923828125, - 18.133056640625, - 18.271484375, - 18.963623046875, - 19.220703125, - 19.41845703125, - 19.1416015625, - 19.003173828125, - 18.686767578125, - 18.924072265625, - 19.4580078125, - 19.537109375, - 19.97216796875, - 19.6953125, - 19.37890625, - 19.26025390625, - 19.2998046875, - 19.73486328125, - 20.0908203125, - 20.328125, - 19.7744140625 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_073348.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_073348.json deleted file mode 100644 index 18408b9dccb715a9c22115e411862422b0175ec6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_073348.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T07:33:48.507584+00:00", - "metrics": { - "MSE[mean]": 12.786088897274263, - "MSE[0.5]": 12.786088897274263, - "MAE[0.5]": 2.400200525919596, - "MASE[0.5]": 0.42047308483263013, - "MAPE[0.5]": 0.6837860775991659, - "sMAPE[0.5]": 0.2249526672160658, - "MSIS": 4.76086514883668, - "RMSE[mean]": 3.5757640997798306, - "NRMSE[mean]": 0.28511075878643166, - "ND[0.5]": 0.19137811502348942, - "mean_weighted_sum_quantile_loss": 0.18738088794368885 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00" - ], - "context": [ - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0 - ], - "actual": [ - 14.0, - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 14.245956420898438, - 13.1793212890625, - 13.031005859375, - 12.595947265625, - 12.86785888671875, - 13.426513671875, - 13.7725830078125, - 13.71820068359375, - 13.347412109375, - 13.15460205078125, - 12.833251953125, - 13.08538818359375, - 13.34246826171875, - 13.626739501953125, - 13.6539306640625, - 13.2781982421875, - 13.06561279296875, - 12.892578125, - 13.01617431640625, - 13.3572998046875, - 13.6737060546875, - 13.54022216796875, - 13.14471435546875, - 13.1397705078125 - ], - "p10": [ - 8.9375, - 7.9091796875, - 7.9091796875, - 7.513671875, - 7.86962890625, - 8.26513671875, - 8.3837890625, - 8.462890625, - 8.2255859375, - 8.0673828125, - 7.830078125, - 8.2255859375, - 8.26513671875, - 8.462890625, - 8.66064453125, - 8.26513671875, - 8.2255859375, - 8.0673828125, - 8.146484375, - 8.3837890625, - 8.5419921875, - 8.462890625, - 8.0673828125, - 8.10693359375 - ], - "p90": [ - 20.68408203125, - 19.537109375, - 19.220703125, - 18.805419921875, - 19.0625, - 19.853515625, - 20.486328125, - 20.2490234375, - 19.7744140625, - 19.4580078125, - 19.220703125, - 19.37890625, - 19.853515625, - 20.328125, - 20.169921875, - 19.73486328125, - 19.57666015625, - 19.220703125, - 19.2998046875, - 19.81396484375, - 20.328125, - 20.169921875, - 19.65576171875, - 19.6162109375 - ], - "mean": [ - 14.245956420898438, - 13.1793212890625, - 13.031005859375, - 12.595947265625, - 12.86785888671875, - 13.426513671875, - 13.7725830078125, - 13.71820068359375, - 13.347412109375, - 13.15460205078125, - 12.833251953125, - 13.08538818359375, - 13.34246826171875, - 13.626739501953125, - 13.6539306640625, - 13.2781982421875, - 13.06561279296875, - 12.892578125, - 13.01617431640625, - 13.3572998046875, - 13.6737060546875, - 13.54022216796875, - 13.14471435546875, - 13.1397705078125 - ], - "quantiles": { - "0.1": [ - 8.9375, - 7.9091796875, - 7.9091796875, - 7.513671875, - 7.86962890625, - 8.26513671875, - 8.3837890625, - 8.462890625, - 8.2255859375, - 8.0673828125, - 7.830078125, - 8.2255859375, - 8.26513671875, - 8.462890625, - 8.66064453125, - 8.26513671875, - 8.2255859375, - 8.0673828125, - 8.146484375, - 8.3837890625, - 8.5419921875, - 8.462890625, - 8.0673828125, - 8.10693359375 - ], - "0.2": [ - 8.9375, - 7.9091796875, - 7.9091796875, - 7.513671875, - 7.86962890625, - 8.26513671875, - 8.3837890625, - 8.462890625, - 8.2255859375, - 8.0673828125, - 7.830078125, - 8.2255859375, - 8.26513671875, - 8.462890625, - 8.66064453125, - 8.26513671875, - 8.2255859375, - 8.0673828125, - 8.146484375, - 8.3837890625, - 8.5419921875, - 8.462890625, - 8.0673828125, - 8.10693359375 - ], - "0.3": [ - 8.9375, - 7.9091796875, - 7.9091796875, - 7.513671875, - 7.86962890625, - 8.26513671875, - 8.3837890625, - 8.462890625, - 8.2255859375, - 8.0673828125, - 7.830078125, - 8.2255859375, - 8.26513671875, - 8.462890625, - 8.66064453125, - 8.26513671875, - 8.2255859375, - 8.0673828125, - 8.146484375, - 8.3837890625, - 8.5419921875, - 8.462890625, - 8.0673828125, - 8.10693359375 - ], - "0.4": [ - 14.245956420898438, - 13.1793212890625, - 13.031005859375, - 12.595947265625, - 12.86785888671875, - 13.426513671875, - 13.7725830078125, - 13.71820068359375, - 13.347412109375, - 13.15460205078125, - 12.833251953125, - 13.08538818359375, - 13.34246826171875, - 13.626739501953125, - 13.6539306640625, - 13.2781982421875, - 13.06561279296875, - 12.892578125, - 13.01617431640625, - 13.3572998046875, - 13.6737060546875, - 13.54022216796875, - 13.14471435546875, - 13.1397705078125 - ], - "0.5": [ - 14.245956420898438, - 13.1793212890625, - 13.031005859375, - 12.595947265625, - 12.86785888671875, - 13.426513671875, - 13.7725830078125, - 13.71820068359375, - 13.347412109375, - 13.15460205078125, - 12.833251953125, - 13.08538818359375, - 13.34246826171875, - 13.626739501953125, - 13.6539306640625, - 13.2781982421875, - 13.06561279296875, - 12.892578125, - 13.01617431640625, - 13.3572998046875, - 13.6737060546875, - 13.54022216796875, - 13.14471435546875, - 13.1397705078125 - ], - "0.6": [ - 14.245956420898438, - 13.1793212890625, - 13.031005859375, - 12.595947265625, - 12.86785888671875, - 13.426513671875, - 13.7725830078125, - 13.71820068359375, - 13.347412109375, - 13.15460205078125, - 12.833251953125, - 13.08538818359375, - 13.34246826171875, - 13.626739501953125, - 13.6539306640625, - 13.2781982421875, - 13.06561279296875, - 12.892578125, - 13.01617431640625, - 13.3572998046875, - 13.6737060546875, - 13.54022216796875, - 13.14471435546875, - 13.1397705078125 - ], - "0.7": [ - 14.245956420898438, - 13.1793212890625, - 13.031005859375, - 12.595947265625, - 12.86785888671875, - 13.426513671875, - 13.7725830078125, - 13.71820068359375, - 13.347412109375, - 13.15460205078125, - 12.833251953125, - 13.08538818359375, - 13.34246826171875, - 13.626739501953125, - 13.6539306640625, - 13.2781982421875, - 13.06561279296875, - 12.892578125, - 13.01617431640625, - 13.3572998046875, - 13.6737060546875, - 13.54022216796875, - 13.14471435546875, - 13.1397705078125 - ], - "0.8": [ - 20.68408203125, - 19.537109375, - 19.220703125, - 18.805419921875, - 19.0625, - 19.853515625, - 20.486328125, - 20.2490234375, - 19.7744140625, - 19.4580078125, - 19.220703125, - 19.37890625, - 19.853515625, - 20.328125, - 20.169921875, - 19.73486328125, - 19.57666015625, - 19.220703125, - 19.2998046875, - 19.81396484375, - 20.328125, - 20.169921875, - 19.65576171875, - 19.6162109375 - ], - "0.9": [ - 20.68408203125, - 19.537109375, - 19.220703125, - 18.805419921875, - 19.0625, - 19.853515625, - 20.486328125, - 20.2490234375, - 19.7744140625, - 19.4580078125, - 19.220703125, - 19.37890625, - 19.853515625, - 20.328125, - 20.169921875, - 19.73486328125, - 19.57666015625, - 19.220703125, - 19.2998046875, - 19.81396484375, - 20.328125, - 20.169921875, - 19.65576171875, - 19.6162109375 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_085418.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_085418.json deleted file mode 100644 index 1a400f7dbe65961439dad7660c79fba093cbae80..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_085418.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T08:54:18.162264+00:00", - "metrics": { - "MSE[mean]": 11.936687587653259, - "MSE[0.5]": 11.936687587653259, - "MAE[0.5]": 2.515844702720642, - "MASE[0.5]": 0.4428870870315067, - "MAPE[0.5]": 0.31496831904290956, - "sMAPE[0.5]": 0.22498504702510502, - "MSIS": 4.238359745090923, - "RMSE[mean]": 3.4549511700823294, - "NRMSE[mean]": 0.28013117595262127, - "ND[0.5]": 0.20398740832870071, - "mean_weighted_sum_quantile_loss": 0.1901275295395035 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00" - ], - "context": [ - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0 - ], - "actual": [ - 17.0, - 12.0, - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 13.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 15.0, - 10.0, - 4.0, - 6.0 - ], - "predictions": { - "p50": [ - 12.65020751953125, - 12.6600341796875, - 12.6796875, - 12.55194091796875, - 13.033447265625, - 13.931511878967285, - 13.78457260131836, - 12.954833984375, - 12.8958740234375, - 12.763214111328125, - 12.640380859375, - 13.06292724609375, - 13.832477569580078, - 13.699203491210938, - 13.0531005859375, - 12.910614013671875, - 12.84674072265625, - 12.76812744140625, - 13.097320556640625, - 13.872091293334961, - 13.670951843261719, - 12.861480712890625, - 12.98431396484375, - 12.8958740234375 - ], - "p10": [ - 7.687744140625, - 7.451904296875, - 7.687744140625, - 7.609130859375, - 8.1201171875, - 8.631103515625, - 8.473876953125, - 7.923583984375, - 8.04150390625, - 7.88427734375, - 7.687744140625, - 8.1201171875, - 8.67041015625, - 8.51318359375, - 8.080810546875, - 7.962890625, - 8.002197265625, - 7.923583984375, - 8.080810546875, - 8.4345703125, - 8.395263671875, - 7.844970703125, - 7.8056640625, - 7.8056640625 - ], - "p90": [ - 18.6346435546875, - 18.772216796875, - 18.4774169921875, - 18.5953369140625, - 19.401123046875, - 20.816162109375, - 20.6982421875, - 19.322509765625, - 18.89013671875, - 18.7132568359375, - 18.8311767578125, - 19.401123046875, - 20.541015625, - 20.501708984375, - 19.4404296875, - 19.086669921875, - 18.9097900390625, - 18.9490966796875, - 19.67626953125, - 21.209228515625, - 20.77685546875, - 19.479736328125, - 19.36181640625, - 19.1259765625 - ], - "mean": [ - 12.65020751953125, - 12.6600341796875, - 12.6796875, - 12.55194091796875, - 13.033447265625, - 13.931511878967285, - 13.78457260131836, - 12.954833984375, - 12.8958740234375, - 12.763214111328125, - 12.640380859375, - 13.06292724609375, - 13.832477569580078, - 13.699203491210938, - 13.0531005859375, - 12.910614013671875, - 12.84674072265625, - 12.76812744140625, - 13.097320556640625, - 13.872091293334961, - 13.670951843261719, - 12.861480712890625, - 12.98431396484375, - 12.8958740234375 - ], - "quantiles": { - "0.1": [ - 7.687744140625, - 7.451904296875, - 7.687744140625, - 7.609130859375, - 8.1201171875, - 8.631103515625, - 8.473876953125, - 7.923583984375, - 8.04150390625, - 7.88427734375, - 7.687744140625, - 8.1201171875, - 8.67041015625, - 8.51318359375, - 8.080810546875, - 7.962890625, - 8.002197265625, - 7.923583984375, - 8.080810546875, - 8.4345703125, - 8.395263671875, - 7.844970703125, - 7.8056640625, - 7.8056640625 - ], - "0.2": [ - 7.687744140625, - 7.451904296875, - 7.687744140625, - 7.609130859375, - 8.1201171875, - 8.631103515625, - 8.473876953125, - 7.923583984375, - 8.04150390625, - 7.88427734375, - 7.687744140625, - 8.1201171875, - 8.67041015625, - 8.51318359375, - 8.080810546875, - 7.962890625, - 8.002197265625, - 7.923583984375, - 8.080810546875, - 8.4345703125, - 8.395263671875, - 7.844970703125, - 7.8056640625, - 7.8056640625 - ], - "0.3": [ - 7.687744140625, - 7.451904296875, - 7.687744140625, - 7.609130859375, - 8.1201171875, - 8.631103515625, - 8.473876953125, - 7.923583984375, - 8.04150390625, - 7.88427734375, - 7.687744140625, - 8.1201171875, - 8.67041015625, - 8.51318359375, - 8.080810546875, - 7.962890625, - 8.002197265625, - 7.923583984375, - 8.080810546875, - 8.4345703125, - 8.395263671875, - 7.844970703125, - 7.8056640625, - 7.8056640625 - ], - "0.4": [ - 12.65020751953125, - 12.6600341796875, - 12.6796875, - 12.55194091796875, - 13.033447265625, - 13.931511878967285, - 13.78457260131836, - 12.954833984375, - 12.8958740234375, - 12.763214111328125, - 12.640380859375, - 13.06292724609375, - 13.832477569580078, - 13.699203491210938, - 13.0531005859375, - 12.910614013671875, - 12.84674072265625, - 12.76812744140625, - 13.097320556640625, - 13.872091293334961, - 13.670951843261719, - 12.861480712890625, - 12.98431396484375, - 12.8958740234375 - ], - "0.5": [ - 12.65020751953125, - 12.6600341796875, - 12.6796875, - 12.55194091796875, - 13.033447265625, - 13.931511878967285, - 13.78457260131836, - 12.954833984375, - 12.8958740234375, - 12.763214111328125, - 12.640380859375, - 13.06292724609375, - 13.832477569580078, - 13.699203491210938, - 13.0531005859375, - 12.910614013671875, - 12.84674072265625, - 12.76812744140625, - 13.097320556640625, - 13.872091293334961, - 13.670951843261719, - 12.861480712890625, - 12.98431396484375, - 12.8958740234375 - ], - "0.6": [ - 12.65020751953125, - 12.6600341796875, - 12.6796875, - 12.55194091796875, - 13.033447265625, - 13.931511878967285, - 13.78457260131836, - 12.954833984375, - 12.8958740234375, - 12.763214111328125, - 12.640380859375, - 13.06292724609375, - 13.832477569580078, - 13.699203491210938, - 13.0531005859375, - 12.910614013671875, - 12.84674072265625, - 12.76812744140625, - 13.097320556640625, - 13.872091293334961, - 13.670951843261719, - 12.861480712890625, - 12.98431396484375, - 12.8958740234375 - ], - "0.7": [ - 12.65020751953125, - 12.6600341796875, - 12.6796875, - 12.55194091796875, - 13.033447265625, - 13.931511878967285, - 13.78457260131836, - 12.954833984375, - 12.8958740234375, - 12.763214111328125, - 12.640380859375, - 13.06292724609375, - 13.832477569580078, - 13.699203491210938, - 13.0531005859375, - 12.910614013671875, - 12.84674072265625, - 12.76812744140625, - 13.097320556640625, - 13.872091293334961, - 13.670951843261719, - 12.861480712890625, - 12.98431396484375, - 12.8958740234375 - ], - "0.8": [ - 18.6346435546875, - 18.772216796875, - 18.4774169921875, - 18.5953369140625, - 19.401123046875, - 20.816162109375, - 20.6982421875, - 19.322509765625, - 18.89013671875, - 18.7132568359375, - 18.8311767578125, - 19.401123046875, - 20.541015625, - 20.501708984375, - 19.4404296875, - 19.086669921875, - 18.9097900390625, - 18.9490966796875, - 19.67626953125, - 21.209228515625, - 20.77685546875, - 19.479736328125, - 19.36181640625, - 19.1259765625 - ], - "0.9": [ - 18.6346435546875, - 18.772216796875, - 18.4774169921875, - 18.5953369140625, - 19.401123046875, - 20.816162109375, - 20.6982421875, - 19.322509765625, - 18.89013671875, - 18.7132568359375, - 18.8311767578125, - 19.401123046875, - 20.541015625, - 20.501708984375, - 19.4404296875, - 19.086669921875, - 18.9097900390625, - 18.9490966796875, - 19.67626953125, - 21.209228515625, - 20.77685546875, - 19.479736328125, - 19.36181640625, - 19.1259765625 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_102155.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_102155.json deleted file mode 100644 index 71e99187dd9108a3347815fe9526fb510fcdd47a..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260624_102155.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "Timer-S1", - "evaluated_at": "2026-06-24T10:21:55.823043+00:00", - "metrics": { - "MSE[mean]": 14.58945965844517, - "MSE[0.5]": 14.58945965844517, - "MAE[0.5]": 2.7770004272460938, - "MASE[0.5]": 0.496755355929736, - "MAPE[0.5]": 0.42540791444021103, - "sMAPE[0.5]": 0.2593251684681936, - "MSIS": 5.275329968944099, - "RMSE[mean]": 3.8196151191507726, - "NRMSE[mean]": 0.31830125992923103, - "ND[0.5]": 0.2314167022705078, - "mean_weighted_sum_quantile_loss": 0.21132372632438753 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00" - ], - "context": [ - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 13.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 11.0, - 14.0, - 26.0, - 29.0, - 20.0, - 15.0, - 17.0, - 20.0, - 22.0, - 30.0, - 20.0, - 18.0, - 14.0, - 12.0, - 19.0, - 12.0, - 13.0, - 15.0, - 14.0, - 15.0, - 18.0, - 13.0, - 24.0, - 11.0, - 25.0, - 15.0, - 13.0, - 10.0, - 12.0, - 14.0, - 9.0, - 13.0, - 12.0, - 16.0, - 14.0, - 20.0, - 20.0, - 12.0, - 20.0, - 15.0, - 15.0, - 11.0, - 8.0, - 13.0, - 9.0, - 8.0, - 8.0, - 16.0, - 15.0, - 12.0, - 9.0, - 16.0, - 7.0, - 11.0, - 6.0, - 7.0, - 16.0, - 12.0, - 13.0, - 19.0, - 13.0, - 11.0, - 12.0, - 15.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 15.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 17.0, - 12.0, - 14.0, - 16.0, - 14.0, - 16.0, - 16.0, - 7.0, - 9.0, - 16.0, - 17.0, - 6.0, - 8.0, - 8.0, - 14.0, - 10.0, - 12.0, - 15.0, - 8.0, - 9.0, - 6.0, - 8.0, - 18.0, - 6.0, - 11.0, - 8.0, - 11.0, - 11.0, - 7.0, - 22.0, - 9.0, - 17.0, - 17.0, - 15.0, - 11.0, - 10.0, - 13.0, - 14.0, - 14.0, - 10.0, - 9.0, - 13.0, - 10.0, - 11.0, - 20.0, - 17.0, - 10.0, - 11.0, - 8.0, - 14.0, - 14.0, - 34.0, - 27.0, - 12.0, - 17.0, - 14.0, - 10.0, - 8.0, - 18.0, - 14.0, - 17.0, - 12.0 - ], - "actual": [ - 15.0, - 12.0, - 14.0, - 18.0, - 13.0, - 13.0, - 15.0, - 15.0, - 13.0, - 13.0, - 12.0, - 10.0, - 14.0, - 6.0, - 8.0, - 14.0, - 12.0, - 16.0, - 17.0, - 10.0, - 4.0, - 9.0, - 12.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.224609375, - 12.5078125, - 13.2744140625, - 14.049560546875, - 13.82220458984375, - 12.9912109375, - 12.693359375, - 12.52734375, - 12.615234375, - 13.1328125, - 13.729736328125, - 13.64306640625, - 12.99609375, - 12.7470703125, - 12.60546875, - 12.712890625, - 13.43798828125, - 13.98486328125, - 13.8743896484375, - 13.23046875, - 12.9375, - 12.7177734375, - 12.7080078125, - 13.3720703125 - ], - "p10": [ - 7.2734375, - 7.3125, - 8.09375, - 8.6796875, - 8.5625, - 7.9765625, - 7.625, - 7.4296875, - 7.546875, - 8.0546875, - 8.4453125, - 8.5625, - 8.015625, - 7.78125, - 7.703125, - 7.703125, - 8.2890625, - 8.484375, - 8.484375, - 8.015625, - 7.703125, - 7.546875, - 7.546875, - 8.1328125 - ], - "p90": [ - 18.26953125, - 18.9140625, - 19.96875, - 21.2578125, - 20.90625, - 19.65625, - 19.109375, - 18.69921875, - 18.7578125, - 19.6171875, - 20.8671875, - 20.6328125, - 19.65625, - 19.3046875, - 18.9921875, - 19.1875, - 20.1640625, - 21.2578125, - 20.90625, - 19.96875, - 19.4609375, - 19.109375, - 19.1875, - 20.203125 - ], - "mean": [ - 12.224609375, - 12.5078125, - 13.2744140625, - 14.049560546875, - 13.82220458984375, - 12.9912109375, - 12.693359375, - 12.52734375, - 12.615234375, - 13.1328125, - 13.729736328125, - 13.64306640625, - 12.99609375, - 12.7470703125, - 12.60546875, - 12.712890625, - 13.43798828125, - 13.98486328125, - 13.8743896484375, - 13.23046875, - 12.9375, - 12.7177734375, - 12.7080078125, - 13.3720703125 - ], - "quantiles": { - "0.1": [ - 7.2734375, - 7.3125, - 8.09375, - 8.6796875, - 8.5625, - 7.9765625, - 7.625, - 7.4296875, - 7.546875, - 8.0546875, - 8.4453125, - 8.5625, - 8.015625, - 7.78125, - 7.703125, - 7.703125, - 8.2890625, - 8.484375, - 8.484375, - 8.015625, - 7.703125, - 7.546875, - 7.546875, - 8.1328125 - ], - "0.2": [ - 7.2734375, - 7.3125, - 8.09375, - 8.6796875, - 8.5625, - 7.9765625, - 7.625, - 7.4296875, - 7.546875, - 8.0546875, - 8.4453125, - 8.5625, - 8.015625, - 7.78125, - 7.703125, - 7.703125, - 8.2890625, - 8.484375, - 8.484375, - 8.015625, - 7.703125, - 7.546875, - 7.546875, - 8.1328125 - ], - "0.3": [ - 7.2734375, - 7.3125, - 8.09375, - 8.6796875, - 8.5625, - 7.9765625, - 7.625, - 7.4296875, - 7.546875, - 8.0546875, - 8.4453125, - 8.5625, - 8.015625, - 7.78125, - 7.703125, - 7.703125, - 8.2890625, - 8.484375, - 8.484375, - 8.015625, - 7.703125, - 7.546875, - 7.546875, - 8.1328125 - ], - "0.4": [ - 12.224609375, - 12.5078125, - 13.2744140625, - 14.049560546875, - 13.82220458984375, - 12.9912109375, - 12.693359375, - 12.52734375, - 12.615234375, - 13.1328125, - 13.729736328125, - 13.64306640625, - 12.99609375, - 12.7470703125, - 12.60546875, - 12.712890625, - 13.43798828125, - 13.98486328125, - 13.8743896484375, - 13.23046875, - 12.9375, - 12.7177734375, - 12.7080078125, - 13.3720703125 - ], - "0.5": [ - 12.224609375, - 12.5078125, - 13.2744140625, - 14.049560546875, - 13.82220458984375, - 12.9912109375, - 12.693359375, - 12.52734375, - 12.615234375, - 13.1328125, - 13.729736328125, - 13.64306640625, - 12.99609375, - 12.7470703125, - 12.60546875, - 12.712890625, - 13.43798828125, - 13.98486328125, - 13.8743896484375, - 13.23046875, - 12.9375, - 12.7177734375, - 12.7080078125, - 13.3720703125 - ], - "0.6": [ - 12.224609375, - 12.5078125, - 13.2744140625, - 14.049560546875, - 13.82220458984375, - 12.9912109375, - 12.693359375, - 12.52734375, - 12.615234375, - 13.1328125, - 13.729736328125, - 13.64306640625, - 12.99609375, - 12.7470703125, - 12.60546875, - 12.712890625, - 13.43798828125, - 13.98486328125, - 13.8743896484375, - 13.23046875, - 12.9375, - 12.7177734375, - 12.7080078125, - 13.3720703125 - ], - "0.7": [ - 12.224609375, - 12.5078125, - 13.2744140625, - 14.049560546875, - 13.82220458984375, - 12.9912109375, - 12.693359375, - 12.52734375, - 12.615234375, - 13.1328125, - 13.729736328125, - 13.64306640625, - 12.99609375, - 12.7470703125, - 12.60546875, - 12.712890625, - 13.43798828125, - 13.98486328125, - 13.8743896484375, - 13.23046875, - 12.9375, - 12.7177734375, - 12.7080078125, - 13.3720703125 - ], - "0.8": [ - 18.26953125, - 18.9140625, - 19.96875, - 21.2578125, - 20.90625, - 19.65625, - 19.109375, - 18.69921875, - 18.7578125, - 19.6171875, - 20.8671875, - 20.6328125, - 19.65625, - 19.3046875, - 18.9921875, - 19.1875, - 20.1640625, - 21.2578125, - 20.90625, - 19.96875, - 19.4609375, - 19.109375, - 19.1875, - 20.203125 - ], - "0.9": [ - 18.26953125, - 18.9140625, - 19.96875, - 21.2578125, - 20.90625, - 19.65625, - 19.109375, - 18.69921875, - 18.7578125, - 19.6171875, - 20.8671875, - 20.6328125, - 19.65625, - 19.3046875, - 18.9921875, - 19.1875, - 20.1640625, - 21.2578125, - 20.90625, - 19.96875, - 19.4609375, - 19.109375, - 19.1875, - 20.203125 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_131322.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_131322.json deleted file mode 100644 index f7a3896a56d0d253695f76cadf34f5b52487260b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_131322.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T13:13:22.668298+00:00", - "metrics": { - "MSE[mean]": 10.534467966142111, - "MSE[0.5]": 10.02944455975224, - "MAE[0.5]": 2.270752191543579, - "MASE[0.5]": 0.44792919942777454, - "MAPE[0.5]": 0.5529522263654578, - "sMAPE[0.5]": 0.25229617528293263, - "MSIS": 16.44289741516113, - "RMSE[mean]": 3.2456845142653825, - "NRMSE[mean]": 0.32456845142653823, - "ND[0.5]": 0.2270752191543579, - "mean_weighted_sum_quantile_loss": 0.24697801872535985 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00" - ], - "context": [ - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 17.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 13.0, - 16.0, - 10.0, - 9.0, - 8.0, - 15.0, - 35.0, - 10.0, - 12.0, - 10.0, - 16.0, - 9.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 8.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0 - ], - "actual": [ - 13.0, - 12.0, - 13.0, - 14.0, - 10.0, - 10.0, - 14.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 6.0, - 13.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 8.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 9.942038536071777, - 10.034782409667969, - 10.001957893371582, - 9.914233207702637, - 9.927081108093262, - 9.91879940032959, - 9.805868148803711, - 9.699413299560547, - 9.778593063354492, - 9.797207832336426, - 9.725985527038574, - 9.662416458129883, - 9.801248550415039, - 9.706618309020996, - 9.768804550170898, - 9.846846580505371, - 9.748315811157227, - 9.719954490661621, - 9.717948913574219, - 9.736798286437988, - 9.700227737426758, - 9.710532188415527, - 9.743080139160156, - 9.797481536865234 - ], - "p10": [ - 11.307211875915527, - 11.377826690673828, - 11.397516250610352, - 11.345212936401367, - 11.326343536376953, - 11.323094367980957, - 11.163237571716309, - 11.10394287109375, - 11.104133605957031, - 11.071876525878906, - 11.196635246276855, - 11.190370559692383, - 11.15986156463623, - 11.097911834716797, - 11.065451622009277, - 11.215962409973145, - 11.179299354553223, - 11.116455078125, - 11.108065605163574, - 11.025665283203125, - 11.061203956604004, - 11.076213836669922, - 11.156841278076172, - 11.23550796508789 - ], - "p90": [ - 14.242351531982422, - 14.596023559570312, - 14.708922386169434, - 14.584306716918945, - 14.598663330078125, - 14.615256309509277, - 14.51742935180664, - 14.461739540100098, - 14.459006309509277, - 14.490756034851074, - 14.45905590057373, - 14.364140510559082, - 14.41748046875, - 14.426092147827148, - 14.449204444885254, - 14.531475067138672, - 14.48393726348877, - 14.425518989562988, - 14.447663307189941, - 14.394392013549805, - 14.392492294311523, - 14.443214416503906, - 14.53797435760498, - 14.481897354125977 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_143008.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_143008.json deleted file mode 100644 index fb8a70fb34989a464c61d5b8e81c09b0480e8464..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_143008.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T14:30:08.537921+00:00", - "metrics": { - "MSE[mean]": 11.691559163154238, - "MSE[0.5]": 10.68485342893564, - "MAE[0.5]": 2.4816381136576333, - "MASE[0.5]": 0.4963276227315267, - "MAPE[0.5]": 0.3869798201776382, - "sMAPE[0.5]": 0.2611369830349439, - "MSIS": 19.383788625399273, - "RMSE[mean]": 3.419292202072563, - "NRMSE[mean]": 0.33770787180963585, - "ND[0.5]": 0.24510006060816134, - "mean_weighted_sum_quantile_loss": 0.2697096077666525 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00" - ], - "context": [ - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 12.0, - 14.0, - 12.0, - 13.0, - 14.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 14.0, - 9.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, - 12.0, - 14.0, - 6.0, - 14.0, - 10.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 12.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 19.0, - 10.0, - 17.0, - 9.0, - 11.0, - 10.0, - 15.0, - 10.0, - 13.0, - 4.0, - 13.0 - ], - "actual": [ - 12.0, - 15.0, - 14.0, - 12.0, - 11.0, - 15.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 7.0, - 14.0, - 10.0, - 10.0, - 10.0, - 11.0, - 7.0, - 9.0, - 7.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 10.47443962097168, - 10.446440696716309, - 10.374972343444824, - 10.411419868469238, - 10.363527297973633, - 10.295862197875977, - 10.176051139831543, - 10.180426597595215, - 10.224165916442871, - 10.174871444702148, - 10.255851745605469, - 10.25942611694336, - 10.373396873474121, - 10.30831241607666, - 10.394454002380371, - 10.367393493652344, - 10.249476432800293, - 10.249959945678711, - 10.186482429504395, - 10.228860855102539, - 10.217182159423828, - 10.223518371582031, - 10.189455032348633, - 10.189417839050293 - ], - "p10": [ - 11.811640739440918, - 11.706465721130371, - 11.658717155456543, - 11.759220123291016, - 11.730683326721191, - 11.639566421508789, - 11.459177017211914, - 11.49357795715332, - 11.542160034179688, - 11.449501991271973, - 11.579984664916992, - 11.671350479125977, - 11.657166481018066, - 11.7124662399292, - 11.70102596282959, - 11.614423751831055, - 11.620370864868164, - 11.619600296020508, - 11.624935150146484, - 11.487472534179688, - 11.506659507751465, - 11.600444793701172, - 11.603180885314941, - 11.558085441589355 - ], - "p90": [ - 14.460955619812012, - 14.645768165588379, - 14.697808265686035, - 14.667482376098633, - 14.612262725830078, - 14.552623748779297, - 14.459956169128418, - 14.485292434692383, - 14.497349739074707, - 14.487314224243164, - 14.585494041442871, - 14.602148056030273, - 14.632944107055664, - 14.623021125793457, - 14.677218437194824, - 14.721892356872559, - 14.664594650268555, - 14.65416145324707, - 14.661768913269043, - 14.607460975646973, - 14.686001777648926, - 14.705522537231445, - 14.702781677246094, - 14.61152458190918 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_164345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_164345.json deleted file mode 100644 index c83c5ff13b7cded4d95467ec9535c7f36da6b69e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_164345.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T16:43:45.950885+00:00", - "metrics": { - "MSE[mean]": 11.838226821897024, - "MSE[0.5]": 9.657680611365436, - "MAE[0.5]": 2.2339847485224404, - "MASE[0.5]": 0.4289250717163086, - "MAPE[0.5]": 0.3751903661380254, - "sMAPE[0.5]": 0.23397183738889446, - "MSIS": 21.932910346984865, - "RMSE[mean]": 3.4406724374600124, - "NRMSE[mean]": 0.3398194999960506, - "ND[0.5]": 0.22064046898987066, - "mean_weighted_sum_quantile_loss": 0.2832724488811728 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00" - ], - "context": [ - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 13.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 14.0, - 10.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 9.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 44.0, - 7.0, - 8.0, - 13.0, - 13.0, - 15.0, - 12.0, - 13.0, - 13.0, - 8.0, - 10.0, - 10.0, - 9.0, - 8.0, - 14.0, - 14.0, - 9.0, - 13.0, - 11.0, - 16.0, - 21.0, - 10.0, - 18.0, - 9.0, - 11.0, - 11.0, - 15.0, - 10.0, - 14.0, - 4.0, - 13.0, - 12.0, - 21.0 - ], - "actual": [ - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 17.0, - 10.0, - 8.0, - 10.0, - 10.0, - 9.0, - 7.0, - 14.0, - 10.0, - 10.0, - 11.0, - 11.0, - 9.0, - 10.0, - 7.0, - 7.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.548274993896484, - 11.27587890625, - 11.099763870239258, - 11.079018592834473, - 10.723189353942871, - 10.736671447753906, - 10.828564643859863, - 10.803977012634277, - 10.811863899230957, - 10.739163398742676, - 10.822857856750488, - 10.77890396118164, - 10.745504379272461, - 10.66215991973877, - 10.69828987121582, - 10.813713073730469, - 10.71649169921875, - 10.761629104614258, - 10.583159446716309, - 10.707009315490723, - 10.715768814086914, - 10.638075828552246, - 10.634334564208984, - 10.798627853393555 - ], - "p10": [ - 13.028938293457031, - 12.788440704345703, - 12.609601020812988, - 12.640008926391602, - 12.324860572814941, - 12.23846435546875, - 12.40283489227295, - 12.376423835754395, - 12.228486061096191, - 12.273441314697266, - 12.414384841918945, - 12.324413299560547, - 12.348074913024902, - 12.2980375289917, - 12.274652481079102, - 12.426417350769043, - 12.401899337768555, - 12.337456703186035, - 12.219428062438965, - 12.278913497924805, - 12.285462379455566, - 12.158573150634766, - 12.26449203491211, - 12.313880920410156 - ], - "p90": [ - 16.019620895385742, - 15.976262092590332, - 15.94593620300293, - 15.86898422241211, - 15.583300590515137, - 15.599392890930176, - 15.725330352783203, - 15.710291862487793, - 15.714055061340332, - 15.640607833862305, - 15.752937316894531, - 15.730339050292969, - 15.61327838897705, - 15.59149169921875, - 15.612907409667969, - 15.7905912399292, - 15.746007919311523, - 15.750542640686035, - 15.608426094055176, - 15.617788314819336, - 15.714301109313965, - 15.680373191833496, - 15.748655319213867, - 15.78104305267334 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_205217.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_205217.json deleted file mode 100644 index 8f4da43b639924e434efe581b141a6adcee51eaa..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260616_205217.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-16T20:52:17.964351+00:00", - "metrics": { - "MSE[mean]": 10.405964725661269, - "MSE[0.5]": 9.000602529930651, - "MAE[0.5]": 2.3532749017079673, - "MASE[0.5]": 0.426790410385324, - "MAPE[0.5]": 0.21881676391685087, - "sMAPE[0.5]": 0.20646161462587442, - "MSIS": 18.786381272284746, - "RMSE[mean]": 3.225827758213583, - "NRMSE[mean]": 0.28780619404136054, - "ND[0.5]": 0.20995761204829447, - "mean_weighted_sum_quantile_loss": 0.250023040787241 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00" - ], - "context": [ - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 16.0, - 35.0, - 10.0, - 12.0, - 11.0, - 16.0, - 10.0, - 15.0, - 10.0, - 10.0, - 9.0, - 9.0, - 9.0, - 13.0, - 9.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 13.0, - 15.0, - 19.0, - 22.0, - 17.0, - 8.0, - 10.0, - 10.0, - 9.0, - 9.0, - 14.0, - 16.0, - 10.0, - 14.0, - 12.0, - 17.0, - 21.0, - 11.0, - 18.0, - 9.0, - 11.0, - 11.0, - 18.0, - 12.0, - 19.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0 - ], - "actual": [ - 16.0, - 7.0, - 18.0, - 11.0, - 9.0, - 10.0, - 10.0, - 11.0, - 8.0, - 15.0, - 10.0, - 10.0, - 12.0, - 11.0, - 9.0, - 11.0, - 7.0, - 8.0, - 13.0, - 12.0, - 14.0, - 18.0, - 9.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.350700378417969, - 11.147786140441895, - 11.1676025390625, - 11.274815559387207, - 11.223465919494629, - 11.26901626586914, - 11.331886291503906, - 11.284014701843262, - 11.2279691696167, - 11.213518142700195, - 11.134698867797852, - 11.059566497802734, - 11.2181396484375, - 11.255094528198242, - 11.26034927368164, - 11.306492805480957, - 11.499504089355469, - 11.567414283752441, - 11.436201095581055, - 11.587641716003418, - 11.765661239624023, - 11.700374603271484, - 11.489858627319336, - 11.586503982543945 - ], - "p10": [ - 12.751737594604492, - 12.566618919372559, - 12.642362594604492, - 12.814861297607422, - 12.676688194274902, - 12.721768379211426, - 12.818107604980469, - 12.808072090148926, - 12.807978630065918, - 12.750319480895996, - 12.726694107055664, - 12.764508247375488, - 12.819067001342773, - 12.867302894592285, - 12.880159378051758, - 12.821361541748047, - 13.15544605255127, - 13.179339408874512, - 13.108254432678223, - 13.057540893554688, - 13.359830856323242, - 13.291715621948242, - 13.013744354248047, - 13.209228515625 - ], - "p90": [ - 15.730860710144043, - 15.743632316589355, - 15.970879554748535, - 16.086551666259766, - 16.089801788330078, - 16.209796905517578, - 16.318958282470703, - 16.320436477661133, - 16.29889678955078, - 16.284027099609375, - 16.291358947753906, - 16.283761978149414, - 16.442588806152344, - 16.50682830810547, - 16.52447509765625, - 16.60267448425293, - 16.863021850585938, - 16.88848876953125, - 16.898731231689453, - 16.907833099365234, - 17.1876163482666, - 17.106510162353516, - 16.932289123535156, - 16.847482681274414 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_005845.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_005845.json deleted file mode 100644 index a2f1610ccb1e7fdf2afb5a017c6a6a537074e90e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_005845.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T00:58:45.130347+00:00", - "metrics": { - "MSE[mean]": 21.473228361168214, - "MSE[0.5]": 18.106109847436453, - "MAE[0.5]": 3.338417132695516, - "MASE[0.5]": 0.5750383577848736, - "MAPE[0.5]": 0.5464619941101371, - "sMAPE[0.5]": 0.32445871273346594, - "MSIS": 22.611880788392426, - "RMSE[mean]": 4.633921488455346, - "NRMSE[mean]": 0.4180981794095049, - "ND[0.5]": 0.3012105683635052, - "mean_weighted_sum_quantile_loss": 0.32866882620598736 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00" - ], - "context": [ - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 22.0, - 11.0, - 18.0, - 9.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0 - ], - "actual": [ - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 8.0, - 9.0, - 17.0, - 13.0, - 14.0, - 18.0, - 8.0, - 15.0, - 7.0, - 5.0, - 7.0, - 5.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.901430130004883, - 12.047965049743652, - 11.8330717086792, - 11.838445663452148, - 11.932599067687988, - 11.948070526123047, - 11.875664710998535, - 12.037630081176758, - 12.013958930969238, - 12.02495002746582, - 11.841839790344238, - 12.0896635055542, - 12.05025863647461, - 12.142644882202148, - 12.219717979431152, - 12.342023849487305, - 12.284551620483398, - 12.213428497314453, - 12.195096969604492, - 12.272703170776367, - 12.152667999267578, - 12.150300025939941, - 12.108470916748047, - 12.263209342956543 - ], - "p10": [ - 13.28631591796875, - 13.569696426391602, - 13.182494163513184, - 13.267547607421875, - 13.435256958007812, - 13.345576286315918, - 13.322528839111328, - 13.480856895446777, - 13.52905559539795, - 13.59199333190918, - 13.319759368896484, - 13.597208976745605, - 13.617772102355957, - 13.708610534667969, - 13.826111793518066, - 13.994722366333008, - 13.875786781311035, - 13.682819366455078, - 13.86336612701416, - 13.794705390930176, - 13.674968719482422, - 13.646673202514648, - 13.726385116577148, - 13.702397346496582 - ], - "p90": [ - 16.43551254272461, - 16.8193359375, - 16.790597915649414, - 16.74968719482422, - 16.931427001953125, - 16.968509674072266, - 16.987464904785156, - 17.211254119873047, - 17.26153564453125, - 17.290613174438477, - 17.17959976196289, - 17.46044921875, - 17.427322387695312, - 17.545976638793945, - 17.622570037841797, - 17.84546661376953, - 17.738590240478516, - 17.60146713256836, - 17.674816131591797, - 17.629446029663086, - 17.611839294433594, - 17.685453414916992, - 17.641069412231445, - 17.651042938232422 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_025501.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_025501.json deleted file mode 100644 index 1ba0ee82e9baca2719b35d1c04a3ac26a4c09f30..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_025501.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T02:55:01.521371+00:00", - "metrics": { - "MSE[mean]": 17.12798096741176, - "MSE[0.5]": 15.6880586146735, - "MAE[0.5]": 3.2423088947931924, - "MASE[0.5]": 0.5584838287682053, - "MAPE[0.5]": 0.34104668003580657, - "sMAPE[0.5]": 0.28622745970797236, - "MSIS": 19.852945654015794, - "RMSE[mean]": 4.138596497293709, - "NRMSE[mean]": 0.3522209784930816, - "ND[0.5]": 0.27594118253559086, - "mean_weighted_sum_quantile_loss": 0.28735175339418473 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00" - ], - "context": [ - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0 - ], - "actual": [ - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 6.0 - ], - "predictions": { - "p50": [ - 11.477048873901367, - 11.609404563903809, - 11.563220024108887, - 11.736845016479492, - 11.648104667663574, - 11.793876647949219, - 11.680931091308594, - 11.778637886047363, - 11.768655776977539, - 11.936912536621094, - 12.00706958770752, - 11.919468879699707, - 12.06543254852295, - 12.222740173339844, - 12.060632705688477, - 11.950990676879883, - 11.989189147949219, - 12.147846221923828, - 11.98266887664795, - 12.05330753326416, - 11.933165550231934, - 11.877191543579102, - 11.845845222473145, - 12.144311904907227 - ], - "p10": [ - 12.826857566833496, - 13.004251480102539, - 12.854037284851074, - 13.171967506408691, - 13.144203186035156, - 13.221763610839844, - 13.1057710647583, - 13.19228744506836, - 13.302362442016602, - 13.441866874694824, - 13.47838306427002, - 13.5086030960083, - 13.625603675842285, - 13.829434394836426, - 13.567545890808105, - 13.505436897277832, - 13.613525390625, - 13.6802978515625, - 13.641712188720703, - 13.487276077270508, - 13.461917877197266, - 13.340740203857422, - 13.379975318908691, - 13.696493148803711 - ], - "p90": [ - 15.591639518737793, - 15.964622497558594, - 16.139446258544922, - 16.32953643798828, - 16.350181579589844, - 16.555641174316406, - 16.516088485717773, - 16.623092651367188, - 16.678815841674805, - 16.85798454284668, - 17.041831970214844, - 17.076122283935547, - 17.238862991333008, - 17.36298179626465, - 17.187728881835938, - 17.159317016601562, - 17.215877532958984, - 17.3814697265625, - 17.33065414428711, - 17.232345581054688, - 17.19361114501953, - 17.168540954589844, - 17.101600646972656, - 17.268619537353516 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_040256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_040256.json deleted file mode 100644 index b2172066fd9f93756866c2a0a6d85d762ca33438..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_040256.json +++ /dev/null @@ -1,347 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:02:56.218650+00:00", - "metrics": { - "MSE[mean]": 18.20797174458725, - "MSE[0.5]": 15.469301293789234, - "MAE[0.5]": 3.2410013675689697, - "MASE[0.5]": 0.5677666629317903, - "MAPE[0.5]": 0.36116714162717484, - "sMAPE[0.5]": 0.2914626281158373, - "MSIS": 23.095078175955447, - "RMSE[mean]": 4.267080002131112, - "NRMSE[mean]": 0.3751279122752626, - "ND[0.5]": 0.2849231971489204, - "mean_weighted_sum_quantile_loss": 0.316756189398325 - }, - "context_length": 96, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00" - ], - "context": [ - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0 - ], - "actual": [ - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 6.0 - ], - "predictions": { - "p50": [ - 12.328866004943848, - 12.027950286865234, - 11.970635414123535, - 11.967293739318848, - 12.14499568939209, - 11.999011039733887, - 12.12961196899414, - 11.991010665893555, - 12.05281925201416, - 12.05741024017334, - 12.204827308654785, - 12.192232131958008, - 12.436098098754883, - 12.306201934814453, - 12.240453720092773, - 12.085259437561035, - 12.278385162353516, - 12.220022201538086, - 12.250221252441406, - 12.23583698272705, - 12.22300910949707, - 12.168743133544922, - 12.210697174072266, - 12.394384384155273 - ], - "p10": [ - 13.897998809814453, - 13.605224609375, - 13.60848617553711, - 13.616233825683594, - 13.820024490356445, - 13.607725143432617, - 13.670097351074219, - 13.522331237792969, - 13.723509788513184, - 13.631827354431152, - 13.767136573791504, - 13.929795265197754, - 14.025699615478516, - 13.94578742980957, - 13.818107604980469, - 13.810920715332031, - 13.892271041870117, - 13.812755584716797, - 13.941207885742188, - 13.798392295837402, - 13.898987770080566, - 13.68265151977539, - 13.80518627166748, - 14.029455184936523 - ], - "p90": [ - 16.976638793945312, - 16.89382553100586, - 17.060163497924805, - 17.05182647705078, - 17.292236328125, - 17.18605613708496, - 17.323999404907227, - 17.196887969970703, - 17.241708755493164, - 17.22283935546875, - 17.472909927368164, - 17.52324867248535, - 17.7239933013916, - 17.582616806030273, - 17.499982833862305, - 17.410947799682617, - 17.66185188293457, - 17.59576988220215, - 17.705957412719727, - 17.550334930419922, - 17.5897274017334, - 17.60807991027832, - 17.68189239501953, - 17.738691329956055 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_041658.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_041658.json deleted file mode 100644 index d8699ab44571e8df30567a31e5c8a4b014aaffa0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_041658.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T04:16:58.817546+00:00", - "metrics": { - "MSE[mean]": 21.112203835527833, - "MSE[0.5]": 19.199901129336507, - "MAE[0.5]": 3.567034125328064, - "MASE[0.5]": 0.676215000062192, - "MAPE[0.5]": 0.7712678233633005, - "sMAPE[0.5]": 0.34787542358267004, - "MSIS": 24.184479992159922, - "RMSE[mean]": 4.594801827666546, - "NRMSE[mean]": 0.4161329957131967, - "ND[0.5]": 0.3230521471995228, - "mean_weighted_sum_quantile_loss": 0.33397088024851157 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0 - ], - "actual": [ - 17.0, - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.815428733825684, - 11.76868724822998, - 11.550719261169434, - 11.41956901550293, - 11.338113784790039, - 11.378360748291016, - 11.33741283416748, - 11.349543571472168, - 11.29100227355957, - 11.269634246826172, - 11.339132308959961, - 11.373808860778809, - 11.398920059204102, - 11.353843688964844, - 11.335981369018555, - 11.2731294631958, - 11.317778587341309, - 11.414017677307129, - 11.525422096252441, - 11.611990928649902, - 11.58449935913086, - 11.578429222106934, - 11.663779258728027, - 11.949911117553711 - ], - "p10": [ - 13.149626731872559, - 13.219199180603027, - 12.940000534057617, - 12.888371467590332, - 12.887955665588379, - 12.891371726989746, - 12.73279857635498, - 12.600174903869629, - 12.804532051086426, - 12.715888977050781, - 12.802166938781738, - 12.900588989257812, - 12.907050132751465, - 12.79494857788086, - 12.821162223815918, - 12.722891807556152, - 12.801862716674805, - 12.904436111450195, - 13.0525541305542, - 13.073894500732422, - 13.022886276245117, - 12.99988842010498, - 13.13025188446045, - 13.468609809875488 - ], - "p90": [ - 16.280433654785156, - 16.454927444458008, - 16.4501953125, - 16.300514221191406, - 16.238849639892578, - 16.30529022216797, - 16.290172576904297, - 16.276168823242188, - 16.245162963867188, - 16.20783042907715, - 16.314495086669922, - 16.35145378112793, - 16.36458396911621, - 16.32577133178711, - 16.293846130371094, - 16.2686767578125, - 16.32027244567871, - 16.450790405273438, - 16.62953758239746, - 16.646169662475586, - 16.63577651977539, - 16.681947708129883, - 16.792570114135742, - 17.027950286865234 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_051345.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_051345.json deleted file mode 100644 index f97ee9ca026b923b72c734683f617a82f4676c93..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_051345.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T05:13:45.826569+00:00", - "metrics": { - "MSE[mean]": 21.454069722032425, - "MSE[0.5]": 18.253280241512737, - "MAE[0.5]": 3.5705057779947915, - "MASE[0.5]": 0.6833503881329746, - "MAPE[0.5]": 0.4823475025998949, - "sMAPE[0.5]": 0.3438542957657011, - "MSIS": 27.054080841453835, - "RMSE[mean]": 4.631853810520409, - "NRMSE[mean]": 0.43423629473628833, - "ND[0.5]": 0.3347349166870117, - "mean_weighted_sum_quantile_loss": 0.3621669461329778 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 6.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0 - ], - "actual": [ - 11.0, - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 3.0 - ], - "predictions": { - "p50": [ - 12.316398620605469, - 12.006538391113281, - 11.737112998962402, - 11.635056495666504, - 11.68995475769043, - 11.699664115905762, - 11.670038223266602, - 11.751323699951172, - 11.620450973510742, - 11.499428749084473, - 11.606928825378418, - 11.64900016784668, - 11.589688301086426, - 11.616500854492188, - 11.605504989624023, - 11.500940322875977, - 11.567312240600586, - 11.718985557556152, - 11.722699165344238, - 11.800292015075684, - 11.875444412231445, - 11.99771785736084, - 12.053776741027832, - 12.23530101776123 - ], - "p10": [ - 13.636005401611328, - 13.513049125671387, - 13.163008689880371, - 13.146429061889648, - 13.213541030883789, - 13.177632331848145, - 13.07378101348877, - 13.01016902923584, - 13.06334114074707, - 12.926942825317383, - 13.052746772766113, - 13.141708374023438, - 13.066259384155273, - 13.040287971496582, - 13.018978118896484, - 12.965960502624512, - 13.0051851272583, - 13.13711929321289, - 13.191622734069824, - 13.238953590393066, - 13.334797859191895, - 13.440816879272461, - 13.499011993408203, - 13.67747688293457 - ], - "p90": [ - 16.91815185546875, - 16.814674377441406, - 16.737539291381836, - 16.584781646728516, - 16.642440795898438, - 16.688358306884766, - 16.674901962280273, - 16.754947662353516, - 16.62881851196289, - 16.44524574279785, - 16.593582153320312, - 16.623693466186523, - 16.511377334594727, - 16.54034423828125, - 16.531604766845703, - 16.44465446472168, - 16.538719177246094, - 16.669437408447266, - 16.757251739501953, - 16.747896194458008, - 16.914287567138672, - 17.098325729370117, - 17.225360870361328, - 17.31161880493164 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_062522.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_062522.json deleted file mode 100644 index 37cb5b0caa14129c301a250cd0b278b6989c36c5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_062522.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T06:25:22.838289+00:00", - "metrics": { - "MSE[mean]": 23.121002053125647, - "MSE[0.5]": 19.760825333787277, - "MAE[0.5]": 3.648207664489746, - "MASE[0.5]": 0.6982215625817697, - "MAPE[0.5]": 0.8178380282952694, - "sMAPE[0.5]": 0.3643848925379251, - "MSIS": 27.480545370962826, - "RMSE[mean]": 4.808430310727779, - "NRMSE[mean]": 0.456135681650066, - "ND[0.5]": 0.3460750353666162, - "mean_weighted_sum_quantile_loss": 0.3722260915348286 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00" - ], - "context": [ - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0 - ], - "actual": [ - 11.0, - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 10.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.875373840332031, - 11.742626190185547, - 11.53564453125, - 11.55517864227295, - 11.588155746459961, - 11.593792915344238, - 11.56468677520752, - 11.613438606262207, - 11.612156867980957, - 11.647615432739258, - 11.690120697021484, - 11.569658279418945, - 11.56616497039795, - 11.596887588500977, - 11.510848045349121, - 11.5140380859375, - 11.624489784240723, - 11.728371620178223, - 11.700785636901855, - 11.841325759887695, - 11.915199279785156, - 12.005855560302734, - 12.042479515075684, - 12.135787010192871 - ], - "p10": [ - 13.187634468078613, - 13.138331413269043, - 12.898815155029297, - 13.03929328918457, - 13.011350631713867, - 13.04464340209961, - 12.978093147277832, - 12.94683837890625, - 13.019654273986816, - 13.091485977172852, - 13.10562801361084, - 13.051039695739746, - 12.97745132446289, - 13.030580520629883, - 12.895442962646484, - 12.952134132385254, - 13.076536178588867, - 13.076889038085938, - 13.139201164245605, - 13.298209190368652, - 13.319883346557617, - 13.465628623962402, - 13.513154029846191, - 13.565132141113281 - ], - "p90": [ - 16.292808532714844, - 16.385507583618164, - 16.341936111450195, - 16.316875457763672, - 16.38787841796875, - 16.432449340820312, - 16.474700927734375, - 16.52938461303711, - 16.53680419921875, - 16.542198181152344, - 16.612911224365234, - 16.46480941772461, - 16.456501007080078, - 16.489830017089844, - 16.388702392578125, - 16.449296951293945, - 16.541643142700195, - 16.640666961669922, - 16.671241760253906, - 16.74917984008789, - 16.90711212158203, - 17.075225830078125, - 17.15641975402832, - 17.148578643798828 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_073848.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_073848.json deleted file mode 100644 index 6f6343947e3744367f5d041072ab1450b89ed6bc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_073848.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T07:38:48.658423+00:00", - "metrics": { - "MSE[mean]": 20.91268863070555, - "MSE[0.5]": 18.240251032188894, - "MAE[0.5]": 3.6115603844324746, - "MASE[0.5]": 0.6934195938110351, - "MAPE[0.5]": 0.4784678838326406, - "sMAPE[0.5]": 0.34635607329918044, - "MSIS": 25.95454257965088, - "RMSE[mean]": 4.573039320922744, - "NRMSE[mean]": 0.4221267065467148, - "ND[0.5]": 0.33337480471684383, - "mean_weighted_sum_quantile_loss": 0.3503614002619034 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00" - ], - "context": [ - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0 - ], - "actual": [ - 13.0, - 12.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 19.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 8.0, - 6.0, - 11.0, - 15.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.674251556396484, - 11.576422691345215, - 11.532282829284668, - 11.51682186126709, - 11.580845832824707, - 11.550098419189453, - 11.501222610473633, - 11.61874008178711, - 11.656119346618652, - 11.624434471130371, - 11.522239685058594, - 11.465889930725098, - 11.465155601501465, - 11.473062515258789, - 11.569488525390625, - 11.594063758850098, - 11.578750610351562, - 11.67918586730957, - 11.774557113647461, - 11.943215370178223, - 12.0001802444458, - 12.076155662536621, - 11.972724914550781, - 12.014082908630371 - ], - "p10": [ - 12.972257614135742, - 12.961252212524414, - 12.94267749786377, - 12.97518253326416, - 13.049234390258789, - 13.039356231689453, - 12.94177532196045, - 12.973487854003906, - 13.115724563598633, - 13.02684497833252, - 12.968063354492188, - 12.96937084197998, - 12.929618835449219, - 12.95801830291748, - 13.004373550415039, - 13.060235023498535, - 13.05279541015625, - 13.09664535522461, - 13.260655403137207, - 13.377640724182129, - 13.484403610229492, - 13.489006996154785, - 13.427013397216797, - 13.464324951171875 - ], - "p90": [ - 15.945120811462402, - 16.062114715576172, - 16.204532623291016, - 16.193918228149414, - 16.288537979125977, - 16.32721710205078, - 16.340011596679688, - 16.478408813476562, - 16.532363891601562, - 16.451007843017578, - 16.391582489013672, - 16.359453201293945, - 16.335838317871094, - 16.381996154785156, - 16.47940444946289, - 16.536861419677734, - 16.558544158935547, - 16.63062286376953, - 16.795780181884766, - 16.895137786865234, - 17.0255126953125, - 17.172019958496094, - 17.118202209472656, - 17.025177001953125 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_085407.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_085407.json deleted file mode 100644 index 2004983155aaf2fbb6d7c958a01400498164ef9f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_085407.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T08:54:07.298544+00:00", - "metrics": { - "MSE[mean]": 24.022878774754492, - "MSE[0.5]": 21.09614792369166, - "MAE[0.5]": 3.930168708165487, - "MASE[0.5]": 0.7606778144836426, - "MAPE[0.5]": 0.598599061519683, - "sMAPE[0.5]": 0.3824104121226819, - "MSIS": 28.62961468388957, - "RMSE[mean]": 4.901313984510122, - "NRMSE[mean]": 0.459498186047824, - "ND[0.5]": 0.3684533163905144, - "mean_weighted_sum_quantile_loss": 0.3850612115528848 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00" - ], - "context": [ - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0 - ], - "actual": [ - 13.0, - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.676584243774414, - 11.722393989562988, - 11.622505187988281, - 11.629868507385254, - 11.574459075927734, - 11.499689102172852, - 11.460284233093262, - 11.6266508102417, - 11.6749267578125, - 11.581991195678711, - 11.589264869689941, - 11.509867668151855, - 11.479743003845215, - 11.549151420593262, - 11.636744499206543, - 11.62392807006836, - 11.65049934387207, - 11.832354545593262, - 11.854872703552246, - 12.008405685424805, - 12.077573776245117, - 12.067008018493652, - 11.968542098999023, - 11.95860481262207 - ], - "p10": [ - 12.985279083251953, - 13.091043472290039, - 12.993790626525879, - 13.071064949035645, - 12.96205997467041, - 12.95484733581543, - 12.851719856262207, - 12.939567565917969, - 13.053936004638672, - 12.954240798950195, - 12.99161434173584, - 12.962149620056152, - 12.861412048339844, - 13.053275108337402, - 13.03303050994873, - 12.983553886413574, - 13.134946823120117, - 13.224839210510254, - 13.35938835144043, - 13.383625030517578, - 13.500914573669434, - 13.472023963928223, - 13.416023254394531, - 13.420289039611816 - ], - "p90": [ - 15.824394226074219, - 16.089088439941406, - 16.16046142578125, - 16.1655216217041, - 16.13406753540039, - 16.11933135986328, - 16.13115882873535, - 16.27838134765625, - 16.316333770751953, - 16.198165893554688, - 16.218303680419922, - 16.16858673095703, - 16.109134674072266, - 16.226566314697266, - 16.32992172241211, - 16.349397659301758, - 16.407001495361328, - 16.582843780517578, - 16.6832275390625, - 16.77320098876953, - 16.923992156982422, - 16.975610733032227, - 16.91543197631836, - 16.817203521728516 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_100523.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_100523.json deleted file mode 100644 index 3af7f36915850987decb9cca7c9cc310fcf3e708..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_100523.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T10:05:23.519379+00:00", - "metrics": { - "MSE[mean]": 22.8234201046306, - "MSE[0.5]": 19.494517330023807, - "MAE[0.5]": 3.8171834150950112, - "MASE[0.5]": 0.7400032468681766, - "MAPE[0.5]": 0.47567150818384213, - "sMAPE[0.5]": 0.3621714595597613, - "MSIS": 29.24017580337401, - "RMSE[mean]": 4.777386325662873, - "NRMSE[mean]": 0.4478799680308943, - "ND[0.5]": 0.3578609451651573, - "mean_weighted_sum_quantile_loss": 0.3840829773081674 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00" - ], - "context": [ - 10.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0 - ], - "actual": [ - 10.0, - 13.0, - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 8.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 8.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 11.0 - ], - "predictions": { - "p50": [ - 11.864093780517578, - 11.79699420928955, - 11.756179809570312, - 11.762114524841309, - 11.748628616333008, - 11.754602432250977, - 11.768770217895508, - 11.828998565673828, - 11.721065521240234, - 11.729890823364258, - 11.810657501220703, - 11.664861679077148, - 11.697272300720215, - 11.702800750732422, - 11.741270065307617, - 11.747836112976074, - 11.848294258117676, - 11.956896781921387, - 12.039148330688477, - 12.152148246765137, - 12.111672401428223, - 12.03598403930664, - 11.90306568145752, - 11.964129447937012 - ], - "p10": [ - 13.171780586242676, - 13.17117977142334, - 13.15612506866455, - 13.219644546508789, - 13.149227142333984, - 13.166096687316895, - 13.138827323913574, - 13.141077041625977, - 13.148911476135254, - 13.10505485534668, - 13.22121810913086, - 13.101573944091797, - 13.141881942749023, - 13.19071102142334, - 13.144366264343262, - 13.145515441894531, - 13.299753189086914, - 13.374348640441895, - 13.583972930908203, - 13.51913070678711, - 13.553332328796387, - 13.450637817382812, - 13.327013969421387, - 13.408050537109375 - ], - "p90": [ - 15.971628189086914, - 16.136432647705078, - 16.305400848388672, - 16.30670928955078, - 16.321514129638672, - 16.38819122314453, - 16.450790405273438, - 16.50373077392578, - 16.417020797729492, - 16.372276306152344, - 16.486093521118164, - 16.378963470458984, - 16.387516021728516, - 16.44677734375, - 16.49928092956543, - 16.534257888793945, - 16.682491302490234, - 16.78192901611328, - 16.954519271850586, - 16.986942291259766, - 17.002544403076172, - 16.98780632019043, - 16.882848739624023, - 16.850597381591797 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_112004.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_112004.json deleted file mode 100644 index 33bf6f57e56d3cc4fa0c7827ce207357fb274659..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_112004.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:20:04.659716+00:00", - "metrics": { - "MSE[mean]": 25.42350457966764, - "MSE[0.5]": 22.467930659831836, - "MAE[0.5]": 4.131389220555623, - "MASE[0.5]": 0.7932267303466798, - "MAPE[0.5]": 0.5771436152416758, - "sMAPE[0.5]": 0.402289453595642, - "MSIS": 29.194649047851566, - "RMSE[mean]": 5.042172605104633, - "NRMSE[mean]": 0.47270368172855937, - "ND[0.5]": 0.3873177394270897, - "mean_weighted_sum_quantile_loss": 0.40007506004638144 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00" - ], - "context": [ - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 13.0, - 13.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 14.0, - 5.0, - 12.0, - 7.0, - 6.0, - 9.0, - 9.0, - 9.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 16.0, - 3.0 - ], - "predictions": { - "p50": [ - 11.654139518737793, - 11.693458557128906, - 11.620952606201172, - 11.663115501403809, - 11.71802806854248, - 11.783612251281738, - 11.738457679748535, - 11.779802322387695, - 11.766533851623535, - 11.679728507995605, - 11.703755378723145, - 11.633393287658691, - 11.636515617370605, - 11.692944526672363, - 11.741301536560059, - 11.764134407043457, - 11.83961296081543, - 11.907556533813477, - 11.856270790100098, - 11.879732131958008, - 11.796113014221191, - 11.708355903625488, - 11.633745193481445, - 11.730424880981445 - ], - "p10": [ - 12.915692329406738, - 13.017891883850098, - 12.979443550109863, - 13.103560447692871, - 13.103117942810059, - 13.158529281616211, - 13.098822593688965, - 13.072088241577148, - 13.163344383239746, - 13.054274559020996, - 13.062728881835938, - 13.12085247039795, - 13.008936882019043, - 13.095210075378418, - 13.12659740447998, - 13.208993911743164, - 13.317996978759766, - 13.331268310546875, - 13.359430313110352, - 13.257966995239258, - 13.228340148925781, - 13.138386726379395, - 13.030097007751465, - 13.158646583557129 - ], - "p90": [ - 15.769030570983887, - 16.033592224121094, - 16.157724380493164, - 16.201780319213867, - 16.285686492919922, - 16.389240264892578, - 16.398754119873047, - 16.438430786132812, - 16.43174934387207, - 16.324983596801758, - 16.39954376220703, - 16.33953857421875, - 16.312583923339844, - 16.41466522216797, - 16.473350524902344, - 16.554622650146484, - 16.658748626708984, - 16.71815299987793, - 16.71162986755371, - 16.65420913696289, - 16.618797302246094, - 16.598567962646484, - 16.573328018188477, - 16.553768157958984 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_123627.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_123627.json deleted file mode 100644 index b6f3742f13b7bc24c95d564da5e0f4e83551b5be..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_123627.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T12:36:27.080161+00:00", - "metrics": { - "MSE[mean]": 26.17538091684465, - "MSE[0.5]": 24.10825041117808, - "MAE[0.5]": 4.197287241617839, - "MASE[0.5]": 0.7969532737249061, - "MAPE[0.5]": 0.6303530426875089, - "sMAPE[0.5]": 0.4062303166444969, - "MSIS": 28.47936632512491, - "RMSE[mean]": 5.116188123676127, - "NRMSE[mean]": 0.4686584540772025, - "ND[0.5]": 0.38448432747644323, - "mean_weighted_sum_quantile_loss": 0.3920571882912827 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00" - ], - "context": [ - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 22.0, - 12.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 11.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 10.0, - 13.0, - 9.0 - ], - "actual": [ - 9.0, - 17.0, - 13.0, - 15.0, - 20.0, - 9.0, - 18.0, - 15.0, - 5.0, - 12.0, - 7.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 11.0, - 16.0, - 6.0, - 4.0, - 13.0, - 19.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 11.255908012390137, - 11.352396965026855, - 11.307819366455078, - 11.34032917022705, - 11.439541816711426, - 11.440503120422363, - 11.397697448730469, - 11.52340316772461, - 11.476795196533203, - 11.477354049682617, - 11.512077331542969, - 11.40296459197998, - 11.43952751159668, - 11.548111915588379, - 11.628098487854004, - 11.643332481384277, - 11.676750183105469, - 11.692344665527344, - 11.669079780578613, - 11.698989868164062, - 11.591126441955566, - 11.476806640625, - 11.42950439453125, - 11.512070655822754 - ], - "p10": [ - 12.569588661193848, - 12.706686019897461, - 12.659790992736816, - 12.799081802368164, - 12.840514183044434, - 12.862869262695312, - 12.756633758544922, - 12.834028244018555, - 12.898491859436035, - 12.862480163574219, - 12.90392780303955, - 12.860313415527344, - 12.853564262390137, - 13.044215202331543, - 13.063270568847656, - 13.079633712768555, - 13.191522598266602, - 13.1650390625, - 13.221933364868164, - 13.082825660705566, - 12.975415229797363, - 12.932452201843262, - 12.809839248657227, - 12.92060375213623 - ], - "p90": [ - 15.439441680908203, - 15.748559951782227, - 15.892881393432617, - 15.903745651245117, - 16.03035545349121, - 16.055137634277344, - 16.05825424194336, - 16.168659210205078, - 16.157665252685547, - 16.139869689941406, - 16.19713020324707, - 16.11471176147461, - 16.146018981933594, - 16.291210174560547, - 16.376216888427734, - 16.45574188232422, - 16.516193389892578, - 16.516626358032227, - 16.554792404174805, - 16.493865966796875, - 16.417648315429688, - 16.36370086669922, - 16.338336944580078, - 16.34149932861328 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_140107.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_140107.json deleted file mode 100644 index 0a84e2b0a821bcf3030bc5c641efbe33d5612c48..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_140107.json +++ /dev/null @@ -1,443 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:01:07.108320+00:00", - "metrics": { - "MSE[mean]": 20.9835570764036, - "MSE[0.5]": 20.306663338192077, - "MAE[0.5]": 3.857818325360616, - "MASE[0.5]": 0.734822538163927, - "MAPE[0.5]": 0.39215126844102643, - "sMAPE[0.5]": 0.3386307654326077, - "MSIS": 24.7598572685605, - "RMSE[mean]": 4.580781273582444, - "NRMSE[mean]": 0.39124110521700584, - "ND[0.5]": 0.3294933801019743, - "mean_weighted_sum_quantile_loss": 0.3303302548439807 - }, - "context_length": 144, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00" - ], - "context": [ - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 20.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 12.0, - 16.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 13.0, - 13.0, - 13.0, - 9.0, - 10.0 - ], - "actual": [ - 17.0, - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 6.0, - 13.0, - 18.0, - 11.0, - 10.0, - 10.0 - ], - "predictions": { - "p50": [ - 11.404784202575684, - 11.503459930419922, - 11.490023612976074, - 11.482732772827148, - 11.370514869689941, - 11.357284545898438, - 11.505940437316895, - 11.625398635864258, - 11.619308471679688, - 11.598013877868652, - 11.53552532196045, - 11.47023868560791, - 11.560174942016602, - 11.64331340789795, - 11.774005889892578, - 11.756020545959473, - 11.721803665161133, - 11.72793197631836, - 11.660422325134277, - 11.642965316772461, - 11.627374649047852, - 11.61819839477539, - 11.497764587402344, - 11.61783504486084 - ], - "p10": [ - 12.731874465942383, - 12.87330436706543, - 12.88261604309082, - 12.927712440490723, - 12.767451286315918, - 12.770546913146973, - 12.836492538452148, - 12.948844909667969, - 13.048733711242676, - 12.955260276794434, - 12.90943431854248, - 12.957289695739746, - 12.987452507019043, - 13.134428024291992, - 13.201021194458008, - 13.205435752868652, - 13.226332664489746, - 13.189346313476562, - 13.195304870605469, - 12.970441818237305, - 13.045409202575684, - 13.03344440460205, - 12.941529273986816, - 13.105144500732422 - ], - "p90": [ - 15.605371475219727, - 15.896302223205566, - 16.051742553710938, - 16.006820678710938, - 15.904531478881836, - 15.927469253540039, - 16.121726989746094, - 16.252639770507812, - 16.289005279541016, - 16.21505355834961, - 16.192461013793945, - 16.15805435180664, - 16.234310150146484, - 16.375186920166016, - 16.53739356994629, - 16.570545196533203, - 16.560487747192383, - 16.530872344970703, - 16.51099395751953, - 16.404220581054688, - 16.443998336791992, - 16.506103515625, - 16.413375854492188, - 16.439258575439453 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_142220.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_142220.json deleted file mode 100644 index cae1931cb67c7bdfd2986ed88696085f65058393..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_142220.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:22:20.963271+00:00", - "metrics": { - "MSE[mean]": 21.371399668088998, - "MSE[0.5]": 20.049556724374156, - "MAE[0.5]": 3.860247174898783, - "MASE[0.5]": 0.7304541303356435, - "MAPE[0.5]": 0.4026401509903783, - "sMAPE[0.5]": 0.3415070605682729, - "MSIS": 25.755891524225905, - "RMSE[mean]": 4.6229211185233305, - "NRMSE[mean]": 0.4005419019659204, - "ND[0.5]": 0.33446184908870324, - "mean_weighted_sum_quantile_loss": 0.3412783310205832 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 15:00:00", - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00" - ], - "context": [ - 15.0, - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 16.0, - 14.0, - 17.0, - 23.0, - 11.0, - 19.0, - 11.0, - 11.0, - 11.0, - 24.0, - 14.0, - 22.0, - 8.0, - 13.0, - 14.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0 - ], - "actual": [ - 15.0, - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 17.0, - 6.0, - 7.0, - 13.0, - 19.0, - 11.0, - 10.0, - 14.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.75984001159668, - 11.764581680297852, - 11.708624839782715, - 11.609953880310059, - 11.634734153747559, - 11.614367485046387, - 11.606024742126465, - 11.652111053466797, - 11.687286376953125, - 11.71214771270752, - 11.775049209594727, - 11.81967544555664, - 11.86042308807373, - 11.92422103881836, - 11.999776840209961, - 11.974122047424316, - 11.918230056762695, - 11.832303047180176, - 11.775991439819336, - 11.728995323181152, - 11.72530460357666, - 11.682875633239746, - 11.73904800415039, - 11.844630241394043 - ], - "p10": [ - 13.049296379089355, - 13.152312278747559, - 13.011478424072266, - 13.022374153137207, - 13.056736946105957, - 13.004317283630371, - 12.925045013427734, - 12.993175506591797, - 13.097363471984863, - 13.121219635009766, - 13.092254638671875, - 13.229873657226562, - 13.318649291992188, - 13.414129257202148, - 13.464256286621094, - 13.37414836883545, - 13.489850044250488, - 13.25063705444336, - 13.330408096313477, - 13.133920669555664, - 13.142192840576172, - 13.086097717285156, - 13.18346881866455, - 13.313536643981934 - ], - "p90": [ - 15.966341972351074, - 16.13868522644043, - 16.209999084472656, - 16.09072494506836, - 16.142562866210938, - 16.145206451416016, - 16.158302307128906, - 16.210956573486328, - 16.291419982910156, - 16.29079818725586, - 16.375038146972656, - 16.446643829345703, - 16.524948120117188, - 16.63294219970703, - 16.726282119750977, - 16.757526397705078, - 16.699939727783203, - 16.590373992919922, - 16.55614471435547, - 16.44656753540039, - 16.465152740478516, - 16.524215698242188, - 16.57947540283203, - 16.615772247314453 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_154823.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_154823.json deleted file mode 100644 index d3fc7963d85d5eebc8c7fa0b33f01ee2d67a4a25..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_154823.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T15:48:23.023808+00:00", - "metrics": { - "MSE[mean]": 22.363749942161917, - "MSE[0.5]": 20.48683607360738, - "MAE[0.5]": 3.7455937465031943, - "MASE[0.5]": 0.706901047832844, - "MAPE[0.5]": 0.41812874292595287, - "sMAPE[0.5]": 0.33200119979763015, - "MSIS": 27.14778280695644, - "RMSE[mean]": 4.72903266452685, - "NRMSE[mean]": 0.41122023169798694, - "ND[0.5]": 0.32570380404375604, - "mean_weighted_sum_quantile_loss": 0.34626707040169385 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00" - ], - "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 16.0, - 13.0, - 18.0, - 18.0, - 11.0, - 13.0, - 12.0, - 18.0, - 13.0, - 18.0, - 14.0, - 7.0, - 18.0, - 11.0, - 12.0, - 9.0, - 12.0, - 15.0, - 13.0, - 8.0, - 11.0, - 16.0, - 9.0, - 8.0, - 12.0, - 10.0, - 13.0, - 10.0, - 12.0, - 14.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 17.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 10.0, - 14.0, - 12.0, - 15.0, - 7.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 16.0, - 14.0, - 18.0, - 22.0, - 23.0, - 20.0, - 11.0, - 13.0, - 11.0, - 11.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, - 15.0, - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 11.0, - 14.0, - 14.0, - 13.0, - 13.0, - 9.0, - 10.0, - 17.0, - 15.0 - ], - "actual": [ - 16.0, - 20.0, - 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, - 9.0, - 9.0, - 10.0, - 6.0, - 12.0, - 18.0, - 8.0, - 10.0, - 13.0, - 20.0, - 11.0, - 10.0, - 13.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 12.20544147491455, - 12.037431716918945, - 11.81390380859375, - 11.882087707519531, - 11.94091510772705, - 11.915685653686523, - 11.970141410827637, - 11.987424850463867, - 11.909387588500977, - 11.887164115905762, - 12.065033912658691, - 12.084649085998535, - 12.212786674499512, - 12.280606269836426, - 12.216346740722656, - 12.11445140838623, - 11.967717170715332, - 11.959063529968262, - 11.919374465942383, - 11.865059852600098, - 11.93679141998291, - 11.95374584197998, - 11.999861717224121, - 11.938274383544922 - ], - "p10": [ - 13.471028327941895, - 13.449990272521973, - 13.14365005493164, - 13.265923500061035, - 13.37496280670166, - 13.285521507263184, - 13.305668830871582, - 13.283568382263184, - 13.334490776062012, - 13.24219799041748, - 13.426913261413574, - 13.556474685668945, - 13.680839538574219, - 13.691018104553223, - 13.660802841186523, - 13.52384090423584, - 13.480796813964844, - 13.356849670410156, - 13.513976097106934, - 13.209857940673828, - 13.339644432067871, - 13.371498107910156, - 13.408103942871094, - 13.38166618347168 - ], - "p90": [ - 16.462398529052734, - 16.464733123779297, - 16.38828468322754, - 16.43674087524414, - 16.5242919921875, - 16.53607177734375, - 16.600479125976562, - 16.632484436035156, - 16.594036102294922, - 16.517375946044922, - 16.74140167236328, - 16.799072265625, - 16.982891082763672, - 17.071571350097656, - 17.030067443847656, - 16.953876495361328, - 16.800174713134766, - 16.759624481201172, - 16.761573791503906, - 16.66349983215332, - 16.73615837097168, - 16.836376190185547, - 16.87088394165039, - 16.70882797241211 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_235701.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_235701.json deleted file mode 100644 index de90a4b5eb8629dbcf964ee197047b2b5aeec98b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_235701.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T23:57:01.369674+00:00", - "metrics": { - "MSE[mean]": 32.25335364626957, - "MSE[0.5]": 27.022474768751408, - "MAE[0.5]": 4.28160301844279, - "MASE[0.5]": 0.8177066772622835, - "MAPE[0.5]": 0.5304721105245713, - "sMAPE[0.5]": 0.36954179565007284, - "MSIS": 34.357232367012166, - "RMSE[mean]": 5.679203610214161, - "NRMSE[mean]": 0.48162857471780873, - "ND[0.5]": 0.36310414290680904, - "mean_weighted_sum_quantile_loss": 0.40294110717893256 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00" - ], - "context": [ - 10.0, - 12.0, - 13.0, - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 9.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 17.0, - 14.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0 - ], - "actual": [ - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 11.0, - 15.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 6.0, - 6.0, - 6.0 - ], - "predictions": { - "p50": [ - 13.121681213378906, - 13.245149612426758, - 13.25629997253418, - 13.41429328918457, - 13.545952796936035, - 13.731443405151367, - 13.679574012756348, - 13.582283973693848, - 13.349223136901855, - 13.255428314208984, - 13.30846118927002, - 13.322199821472168, - 13.401241302490234, - 13.46061897277832, - 13.498409271240234, - 13.397128105163574, - 13.462119102478027, - 13.665514945983887, - 13.712989807128906, - 13.865421295166016, - 13.823062896728516, - 13.690169334411621, - 13.431137084960938, - 13.422338485717773 - ], - "p10": [ - 14.663334846496582, - 14.805456161499023, - 14.853271484375, - 15.032051086425781, - 15.118451118469238, - 15.289996147155762, - 15.217926025390625, - 15.10451602935791, - 14.994662284851074, - 14.804045677185059, - 14.860930442810059, - 15.003316879272461, - 14.998363494873047, - 15.14173698425293, - 15.111498832702637, - 15.098457336425781, - 15.17270565032959, - 15.257957458496094, - 15.572694778442383, - 15.458686828613281, - 15.431763648986816, - 15.359498977661133, - 15.010446548461914, - 15.040282249450684 - ], - "p90": [ - 18.110767364501953, - 18.433095932006836, - 18.651918411254883, - 18.82027816772461, - 19.007951736450195, - 19.253664016723633, - 19.262540817260742, - 19.137784957885742, - 18.91944122314453, - 18.766695022583008, - 18.901344299316406, - 18.986059188842773, - 19.10505485534668, - 19.226043701171875, - 19.258380889892578, - 19.164207458496094, - 19.237411499023438, - 19.41546058654785, - 19.557350158691406, - 19.633132934570312, - 19.664535522460938, - 19.584856033325195, - 19.2728271484375, - 19.128705978393555 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_021517.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_021517.json deleted file mode 100644 index 00931e6d8786ea3b53f7ca71790feb47f1b8bc00..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_021517.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:15:17.400451+00:00", - "metrics": { - "MSE[mean]": 31.63940753471267, - "MSE[0.5]": 30.139434257070167, - "MAE[0.5]": 4.480736454327901, - "MASE[0.5]": 0.8614499992299303, - "MAPE[0.5]": 0.8918377748329794, - "sMAPE[0.5]": 0.42141340684998835, - "MSIS": 29.399519748458555, - "RMSE[mean]": 5.624891779822317, - "NRMSE[mean]": 0.4838616584793391, - "ND[0.5]": 0.3854396949959485, - "mean_weighted_sum_quantile_loss": 0.3859932576266478 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 03:00:00", - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00" - ], - "context": [ - 14.0, - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 15.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0 - ], - "actual": [ - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 18.0, - 22.0, - 12.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 11.195002555847168, - 11.47647762298584, - 11.662789344787598, - 11.740453720092773, - 11.728824615478516, - 11.654511451721191, - 11.682258605957031, - 11.71582317352295, - 11.668354034423828, - 11.710271835327148, - 11.805255889892578, - 11.811098098754883, - 11.785157203674316, - 11.903512001037598, - 12.088295936584473, - 12.059999465942383, - 12.151901245117188, - 12.090502738952637, - 11.984619140625, - 11.905252456665039, - 11.934479713439941, - 11.884803771972656, - 11.688782691955566, - 11.784809112548828 - ], - "p10": [ - 12.64522647857666, - 13.067989349365234, - 13.205269813537598, - 13.389572143554688, - 13.292756080627441, - 13.323548316955566, - 13.213034629821777, - 13.262351989746094, - 13.39855670928955, - 13.436089515686035, - 13.442097663879395, - 13.562653541564941, - 13.47494125366211, - 13.56711483001709, - 13.734695434570312, - 13.815447807312012, - 13.808786392211914, - 13.731809616088867, - 13.732562065124512, - 13.48836898803711, - 13.492036819458008, - 13.56523609161377, - 13.328625679016113, - 13.399503707885742 - ], - "p90": [ - 15.766071319580078, - 16.341907501220703, - 16.798765182495117, - 16.904983520507812, - 16.959653854370117, - 16.91690444946289, - 17.002185821533203, - 17.024843215942383, - 17.082433700561523, - 17.084369659423828, - 17.260740280151367, - 17.294700622558594, - 17.264535903930664, - 17.415023803710938, - 17.59779930114746, - 17.620410919189453, - 17.7174015045166, - 17.62823486328125, - 17.567970275878906, - 17.351646423339844, - 17.42010498046875, - 17.449434280395508, - 17.253934860229492, - 17.23139190673828 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_033239.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_033239.json deleted file mode 100644 index 3afffd67fe7406e9891c96ea5d971a10c84d0555..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_033239.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:39.171425+00:00", - "metrics": { - "MSE[mean]": 29.410364976087067, - "MSE[0.5]": 29.40076644885687, - "MAE[0.5]": 4.55431083838145, - "MASE[0.5]": 0.8697888073301442, - "MAPE[0.5]": 0.49688086699715545, - "sMAPE[0.5]": 0.40130406884470265, - "MSIS": 27.04154779803532, - "RMSE[mean]": 5.423132395220226, - "NRMSE[mean]": 0.4519276996016855, - "ND[0.5]": 0.37952590319845414, - "mean_weighted_sum_quantile_loss": 0.36547235780292087 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 04:00:00", - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00" - ], - "context": [ - 19.0, - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 18.0, - 13.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 15.0, - 17.0, - 23.0, - 12.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 11.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0 - ], - "actual": [ - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 15.0, - 12.0, - 14.0, - 13.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.937917709350586, - 11.264604568481445, - 11.378650665283203, - 11.370030403137207, - 11.266088485717773, - 11.257277488708496, - 11.300895690917969, - 11.346210479736328, - 11.389630317687988, - 11.510784149169922, - 11.518157005310059, - 11.449915885925293, - 11.569416999816895, - 11.703192710876465, - 11.762837409973145, - 11.770563125610352, - 11.829763412475586, - 11.626115798950195, - 11.42483901977539, - 11.481980323791504, - 11.410659790039062, - 11.427725791931152, - 11.328171730041504, - 11.413354873657227 - ], - "p10": [ - 12.382301330566406, - 12.901188850402832, - 12.951312065124512, - 13.05254077911377, - 12.872224807739258, - 12.955921173095703, - 12.895586013793945, - 12.946759223937988, - 13.152536392211914, - 13.235401153564453, - 13.19725227355957, - 13.285079956054688, - 13.298343658447266, - 13.307154655456543, - 13.430109977722168, - 13.575109481811523, - 13.460558891296387, - 13.257048606872559, - 13.178089141845703, - 13.105052947998047, - 13.063861846923828, - 13.025773048400879, - 12.923341751098633, - 13.009206771850586 - ], - "p90": [ - 15.538036346435547, - 16.205251693725586, - 16.62152862548828, - 16.651775360107422, - 16.64499282836914, - 16.708789825439453, - 16.820222854614258, - 16.8935489654541, - 17.003787994384766, - 17.055763244628906, - 17.139137268066406, - 17.065336227416992, - 17.171573638916016, - 17.3338623046875, - 17.408809661865234, - 17.443809509277344, - 17.50473403930664, - 17.27419090270996, - 17.104793548583984, - 17.01024627685547, - 16.988319396972656, - 17.093109130859375, - 16.99835205078125, - 16.93301010131836 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_045555.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_045555.json deleted file mode 100644 index ef143eed3aca23bc6595eebce1a3a7a07625f80f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_045555.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:55:55.391525+00:00", - "metrics": { - "MSE[mean]": 35.956172256240926, - "MSE[0.5]": 37.88044588584459, - "MAE[0.5]": 5.33059827486674, - "MASE[0.5]": 1.018045293873754, - "MAPE[0.5]": 0.8777370182453467, - "sMAPE[0.5]": 0.47990278830337973, - "MSIS": 28.196566022675615, - "RMSE[mean]": 5.996346575727667, - "NRMSE[mean]": 0.4797077260582134, - "ND[0.5]": 0.4264478619893392, - "mean_weighted_sum_quantile_loss": 0.3879208855805574 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 05:00:00", - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00" - ], - "context": [ - 10.0, - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 10.0, - 13.0, - 11.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 20.0, - 11.0, - 12.0, - 10.0, - 26.0, - 16.0, - 26.0, - 9.0, - 15.0, - 19.0, - 21.0, - 17.0, - 14.0, - 15.0, - 18.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0 - ], - "actual": [ - 13.0, - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 17.0, - 16.0, - 22.0, - 14.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.496036529541016, - 10.737045288085938, - 10.843070983886719, - 10.842608451843262, - 10.847145080566406, - 10.843950271606445, - 10.86054801940918, - 10.935858726501465, - 11.049052238464355, - 11.138775825500488, - 11.167282104492188, - 11.208501815795898, - 11.306421279907227, - 11.359867095947266, - 11.454652786254883, - 11.414848327636719, - 11.36076545715332, - 11.16919231414795, - 11.171142578125, - 11.093168258666992, - 11.088224411010742, - 11.081574440002441, - 10.942147254943848, - 10.992959022521973 - ], - "p10": [ - 11.894170761108398, - 12.310199737548828, - 12.328741073608398, - 12.485270500183105, - 12.427838325500488, - 12.519739151000977, - 12.385625839233398, - 12.413268089294434, - 12.787582397460938, - 12.825450897216797, - 12.770807266235352, - 12.984583854675293, - 12.973188400268555, - 12.952951431274414, - 13.106329917907715, - 13.202301025390625, - 12.947287559509277, - 12.792403221130371, - 12.900087356567383, - 12.707038879394531, - 12.690327644348145, - 12.721960067749023, - 12.555793762207031, - 12.568399429321289 - ], - "p90": [ - 14.929742813110352, - 15.489876747131348, - 15.87746810913086, - 15.92468547821045, - 16.02490997314453, - 16.0751953125, - 16.17869758605957, - 16.264142990112305, - 16.429534912109375, - 16.45539665222168, - 16.543190002441406, - 16.583309173583984, - 16.6920166015625, - 16.778034210205078, - 16.876522064208984, - 16.865367889404297, - 16.829479217529297, - 16.61077117919922, - 16.675189971923828, - 16.47028350830078, - 16.503421783447266, - 16.580650329589844, - 16.446805953979492, - 16.336856842041016 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_061844.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_061844.json deleted file mode 100644 index 52459b0e5bf0eed476e20b1c1c7c56431ad1d7be..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_061844.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T06:18:44.273386+00:00", - "metrics": { - "MSE[mean]": 42.100181367064955, - "MSE[0.5]": 44.20630792628352, - "MAE[0.5]": 5.645394484202067, - "MASE[0.5]": 1.0897276216154126, - "MAPE[0.5]": 0.5350539231041461, - "sMAPE[0.5]": 0.46074332052155365, - "MSIS": 32.03603718683483, - "RMSE[mean]": 6.488465255132754, - "NRMSE[mean]": 0.4975181026299875, - "ND[0.5]": 0.43287369846916807, - "mean_weighted_sum_quantile_loss": 0.40183899120781746 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 06:00:00", - "2026-06-10 07:00:00", - "2026-06-10 08:00:00", - "2026-06-10 09:00:00", - "2026-06-10 10:00:00", - "2026-06-10 11:00:00", - "2026-06-10 12:00:00", - "2026-06-10 13:00:00", - "2026-06-10 14:00:00", - "2026-06-10 15:00:00", - "2026-06-10 16:00:00", - "2026-06-10 17:00:00", - "2026-06-10 18:00:00", - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00" - ], - "context": [ - 12.0, - 15.0, - 7.0, - 10.0, - 11.0, - 12.0, - 18.0, - 14.0, - 17.0, - 16.0, - 9.0, - 12.0, - 19.0, - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 10.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 11.0, - 13.0, - 12.0, - 12.0, - 15.0, - 14.0, - 12.0, - 13.0, - 15.0, - 14.0, - 19.0, - 14.0, - 15.0, - 13.0, - 15.0, - 5.0, - 14.0, - 18.0, - 10.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 10.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 13.0, - 11.0, - 12.0, - 17.0, - 13.0, - 17.0, - 11.0, - 14.0, - 19.0, - 17.0, - 14.0, - 14.0, - 13.0, - 12.0, - 18.0, - 15.0, - 20.0, - 24.0, - 12.0, - 19.0, - 21.0, - 7.0, - 17.0, - 11.0, - 9.0, - 9.0, - 9.0, - 10.0, - 9.0, - 13.0 - ], - "actual": [ - 18.0, - 10.0, - 13.0, - 19.0, - 23.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 29.0, - 17.0, - 18.0, - 5.0, - 4.0, - 8.0, - 6.0, - 9.0, - 6.0, - 6.0, - 10.0, - 13.0, - 6.0, - 7.0 - ], - "predictions": { - "p50": [ - 11.356078147888184, - 11.382190704345703, - 11.353960990905762, - 11.354801177978516, - 11.377099990844727, - 11.336851119995117, - 11.426728248596191, - 11.571383476257324, - 11.607056617736816, - 11.537111282348633, - 11.673078536987305, - 11.808622360229492, - 11.764792442321777, - 11.913302421569824, - 11.807029724121094, - 11.598163604736328, - 11.558450698852539, - 11.500125885009766, - 11.347478866577148, - 11.197762489318848, - 11.289010047912598, - 11.19587516784668, - 11.061367988586426, - 11.19802474975586 - ], - "p10": [ - 12.627669334411621, - 12.887182235717773, - 12.78582763671875, - 12.933488845825195, - 12.921770095825195, - 12.917630195617676, - 12.85903263092041, - 12.992225646972656, - 13.256467819213867, - 13.109773635864258, - 13.219030380249023, - 13.572819709777832, - 13.427878379821777, - 13.43256950378418, - 13.426750183105469, - 13.30821418762207, - 13.121417045593262, - 13.072333335876465, - 13.054666519165039, - 12.75738525390625, - 12.841547012329102, - 12.817484855651855, - 12.58764362335205, - 12.71136474609375 - ], - "p90": [ - 15.711669921875, - 16.062198638916016, - 16.30560302734375, - 16.366363525390625, - 16.502384185791016, - 16.534311294555664, - 16.66204833984375, - 16.833755493164062, - 16.87557601928711, - 16.743526458740234, - 16.971729278564453, - 17.105735778808594, - 17.115707397460938, - 17.294342041015625, - 17.18869400024414, - 16.995925903320312, - 16.964370727539062, - 16.888839721679688, - 16.803321838378906, - 16.552671432495117, - 16.662099838256836, - 16.618263244628906, - 16.451087951660156, - 16.387014389038086 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_184133.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_184133.json deleted file mode 100644 index 21551dfa2bbb8522fa39a80f894255dcc861cd59..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_184133.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:41:33.555296+00:00", - "metrics": { - "MSE[mean]": 54.195704777156266, - "MSE[0.5]": 38.85493756522025, - "MAE[0.5]": 5.710466782251994, - "MASE[0.5]": 1.0583104461316437, - "MAPE[0.5]": 0.765987406857878, - "sMAPE[0.5]": 0.5105233175745305, - "MSIS": 53.29751616371184, - "RMSE[mean]": 7.361773208755909, - "NRMSE[mean]": 0.7958673739195578, - "ND[0.5]": 0.6173477602434588, - "mean_weighted_sum_quantile_loss": 0.7402203933135405 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 19:00:00", - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00" - ], - "context": [ - 16.0, - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 13.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 9.0, - 8.0, - 18.0, - 35.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 11.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 10.0, - 9.0, - 13.0, - 18.0, - 10.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0 - ], - "actual": [ - 9.0, - 6.0, - 13.0, - 8.0, - 10.0, - 6.0, - 9.0, - 10.0, - 14.0, - 7.0, - 16.0, - 7.0, - 17.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 9.0, - 6.0, - 8.0, - 8.0, - 5.0 - ], - "predictions": { - "p50": [ - 16.099851608276367, - 15.763718605041504, - 15.370284080505371, - 15.165711402893066, - 15.112306594848633, - 14.840459823608398, - 14.651095390319824, - 14.504389762878418, - 14.31582260131836, - 14.12807559967041, - 14.110767364501953, - 14.184185028076172, - 14.299238204956055, - 14.39093017578125, - 14.435381889343262, - 14.396822929382324, - 14.36178207397461, - 14.29318904876709, - 14.301469802856445, - 14.23584270477295, - 14.313713073730469, - 14.278660774230957, - 14.216730117797852, - 14.100785255432129 - ], - "p10": [ - 17.764328002929688, - 17.4540958404541, - 17.13648223876953, - 16.78089141845703, - 16.809585571289062, - 16.569156646728516, - 16.24555778503418, - 16.094585418701172, - 16.110309600830078, - 15.910948753356934, - 15.784968376159668, - 15.809525489807129, - 16.002864837646484, - 16.08527374267578, - 16.179458618164062, - 16.05611801147461, - 16.069408416748047, - 16.019012451171875, - 16.112363815307617, - 15.941609382629395, - 16.04842758178711, - 16.097623825073242, - 15.880962371826172, - 15.718914031982422 - ], - "p90": [ - 21.717025756835938, - 21.68585968017578, - 21.471988677978516, - 21.22933578491211, - 21.17474365234375, - 20.936216354370117, - 20.784404754638672, - 20.63323211669922, - 20.452465057373047, - 20.262920379638672, - 20.240585327148438, - 20.30571937561035, - 20.424333572387695, - 20.56464385986328, - 20.61149024963379, - 20.624027252197266, - 20.553836822509766, - 20.451152801513672, - 20.518396377563477, - 20.38104248046875, - 20.530677795410156, - 20.58236312866211, - 20.512893676757812, - 20.27589988708496 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_200817.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_200817.json deleted file mode 100644 index 4a5b3897091e41a5f63819f0fa057b0c87fb0352..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_200817.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T20:08:17.659130+00:00", - "metrics": { - "MSE[mean]": 33.609178954652634, - "MSE[0.5]": 23.571583174889913, - "MAE[0.5]": 4.262144009272258, - "MASE[0.5]": 0.7828427772132717, - "MAPE[0.5]": 0.5167466424063112, - "sMAPE[0.5]": 0.37932201196528603, - "MSIS": 40.5780180595359, - "RMSE[mean]": 5.797342404468847, - "NRMSE[mean]": 0.5633045251305763, - "ND[0.5]": 0.41413545029366067, - "mean_weighted_sum_quantile_loss": 0.5138086884396064 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-10 20:00:00", - "2026-06-10 21:00:00", - "2026-06-10 22:00:00", - "2026-06-10 23:00:00", - "2026-06-11 00:00:00", - "2026-06-11 01:00:00", - "2026-06-11 02:00:00", - "2026-06-11 03:00:00", - "2026-06-11 04:00:00", - "2026-06-11 05:00:00", - "2026-06-11 06:00:00", - "2026-06-11 07:00:00", - "2026-06-11 08:00:00", - "2026-06-11 09:00:00", - "2026-06-11 10:00:00", - "2026-06-11 11:00:00", - "2026-06-11 12:00:00", - "2026-06-11 13:00:00", - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00" - ], - "context": [ - 8.0, - 12.0, - 8.0, - 15.0, - 10.0, - 19.0, - 20.0, - 12.0, - 7.0, - 22.0, - 19.0, - 17.0, - 15.0, - 14.0, - 14.0, - 18.0, - 14.0, - 18.0, - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 12.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 14.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 18.0, - 36.0, - 11.0, - 12.0, - 11.0, - 16.0, - 10.0, - 18.0, - 11.0, - 12.0, - 10.0, - 14.0, - 11.0, - 13.0, - 8.0, - 12.0, - 15.0, - 14.0, - 15.0, - 9.0, - 16.0, - 11.0, - 12.0, - 45.0, - 7.0, - 11.0, - 17.0, - 14.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 11.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 13.0, - 20.0, - 24.0, - 20.0, - 14.0, - 15.0, - 18.0, - 19.0, - 28.0, - 17.0, - 19.0, - 9.0 - ], - "actual": [ - 6.0, - 14.0, - 8.0, - 10.0, - 10.0, - 11.0, - 14.0, - 14.0, - 7.0, - 17.0, - 10.0, - 19.0, - 13.0, - 7.0, - 10.0, - 7.0, - 10.0, - 7.0, - 10.0, - 6.0, - 8.0, - 8.0, - 11.0, - 10.0 - ], - "predictions": { - "p50": [ - 14.28138542175293, - 14.298135757446289, - 14.128669738769531, - 14.121695518493652, - 13.915760040283203, - 13.751480102539062, - 13.73034954071045, - 13.758785247802734, - 13.704044342041016, - 13.52968692779541, - 13.632019996643066, - 13.640362739562988, - 13.718684196472168, - 13.738075256347656, - 13.854010581970215, - 13.770042419433594, - 13.622607231140137, - 13.699455261230469, - 13.768570899963379, - 13.69382381439209, - 13.720364570617676, - 13.673632621765137, - 13.4393892288208, - 13.418793678283691 - ], - "p10": [ - 15.93458080291748, - 15.996212005615234, - 15.883590698242188, - 15.76894474029541, - 15.575417518615723, - 15.474112510681152, - 15.303327560424805, - 15.321187019348145, - 15.48783016204834, - 15.239964485168457, - 15.327567100524902, - 15.402556419372559, - 15.470101356506348, - 15.476143836975098, - 15.580192565917969, - 15.552785873413086, - 15.349011421203613, - 15.45226764678955, - 15.59227466583252, - 15.407987594604492, - 15.498226165771484, - 15.382051467895508, - 15.077963829040527, - 15.091249465942383 - ], - "p90": [ - 19.663257598876953, - 19.9127140045166, - 19.964881896972656, - 19.940698623657227, - 19.78633689880371, - 19.679458618164062, - 19.67001724243164, - 19.71790313720703, - 19.660442352294922, - 19.43045425415039, - 19.59760093688965, - 19.618906021118164, - 19.73033332824707, - 19.814558029174805, - 19.91822052001953, - 19.85285758972168, - 19.71669578552246, - 19.76267433166504, - 19.88777732849121, - 19.73212432861328, - 19.7930965423584, - 19.81283187866211, - 19.619152069091797, - 19.43587303161621 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_135925.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_135925.json deleted file mode 100644 index dddfd096bbd34c157c3c14cab39ca6ac82c8ed1c..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_135925.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T13:59:25.597738+00:00", - "metrics": { - "MSE[mean]": 17.986154482579536, - "MSE[0.5]": 13.384098225279141, - "MAE[0.5]": 3.0698633591334024, - "MASE[0.5]": 0.5464280886467366, - "MAPE[0.5]": 0.45989192638813764, - "sMAPE[0.5]": 0.33186976187220457, - "MSIS": 25.761884340397064, - "RMSE[mean]": 4.241008663346437, - "NRMSE[mean]": 0.4543937853585468, - "ND[0.5]": 0.3289139313357217, - "mean_weighted_sum_quantile_loss": 0.39192944112278166 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 14:00:00", - "2026-06-11 15:00:00", - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00" - ], - "context": [ - 19.0, - 12.0, - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0 - ], - "actual": [ - 10.0, - 6.0, - 12.0, - 8.0, - 15.0, - 14.0, - 7.0, - 14.0, - 11.0, - 9.0, - 11.0, - 8.0, - 8.0, - 8.0, - 4.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 6.0, - 9.0, - 5.0 - ], - "predictions": { - "p50": [ - 10.21626091003418, - 10.529519081115723, - 10.674942970275879, - 10.790492057800293, - 10.687601089477539, - 10.759770393371582, - 11.031349182128906, - 11.158964157104492, - 11.050691604614258, - 11.202951431274414, - 11.156251907348633, - 10.953442573547363, - 10.90198040008545, - 10.912837028503418, - 10.963735580444336, - 10.915868759155273, - 10.98336124420166, - 10.956376075744629, - 11.085919380187988, - 11.189218521118164, - 11.422562599182129, - 11.578158378601074, - 11.455263137817383, - 11.713072776794434 - ], - "p10": [ - 11.593733787536621, - 11.991886138916016, - 12.073846817016602, - 12.361366271972656, - 12.273611068725586, - 12.342742919921875, - 12.642807960510254, - 12.606189727783203, - 12.754853248596191, - 12.72500228881836, - 12.79456901550293, - 12.713054656982422, - 12.616201400756836, - 12.499249458312988, - 12.51950454711914, - 12.479442596435547, - 12.6353178024292, - 12.71066951751709, - 12.791655540466309, - 12.692172050476074, - 13.009794235229492, - 13.06449031829834, - 13.0682954788208, - 13.363784790039062 - ], - "p90": [ - 14.481734275817871, - 15.045068740844727, - 15.491272926330566, - 15.660926818847656, - 15.61513614654541, - 15.748273849487305, - 16.06758689880371, - 16.192764282226562, - 16.172521591186523, - 16.277503967285156, - 16.315792083740234, - 16.107181549072266, - 16.011028289794922, - 16.051877975463867, - 16.09955406188965, - 16.062053680419922, - 16.22514533996582, - 16.153738021850586, - 16.326908111572266, - 16.341564178466797, - 16.571678161621094, - 16.818397521972656, - 16.819026947021484, - 16.999820709228516 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_152227.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_152227.json deleted file mode 100644 index 12ddc6390d065aec21b107f950ade4da6c88b259..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_152227.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T15:22:27.521159+00:00", - "metrics": { - "MSE[mean]": 17.212526487205423, - "MSE[0.5]": 14.738049318766949, - "MAE[0.5]": 3.22449525197347, - "MASE[0.5]": 0.5621396080922273, - "MAPE[0.5]": 0.5580217478803663, - "sMAPE[0.5]": 0.36815117629161853, - "MSIS": 21.700977590990416, - "RMSE[mean]": 4.148798197937015, - "NRMSE[mean]": 0.44851872410129895, - "ND[0.5]": 0.3485940812944292, - "mean_weighted_sum_quantile_loss": 0.37583837900553146 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 16:00:00", - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00" - ], - "context": [ - 13.0, - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 13.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0 - ], - "actual": [ - 12.0, - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 4.0, - 13.0, - 13.0, - 12.0, - 7.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 2.0 - ], - "predictions": { - "p50": [ - 8.968271255493164, - 9.230545043945312, - 9.20995044708252, - 9.350963592529297, - 9.505660057067871, - 9.642572402954102, - 9.7747802734375, - 9.982074737548828, - 9.897224426269531, - 9.838741302490234, - 9.723936080932617, - 9.65090560913086, - 9.781712532043457, - 9.854434967041016, - 9.889503479003906, - 9.896148681640625, - 9.987873077392578, - 9.992581367492676, - 10.196369171142578, - 10.28019905090332, - 10.407574653625488, - 10.53383731842041, - 10.497797012329102, - 10.49295425415039 - ], - "p10": [ - 10.303866386413574, - 10.691493034362793, - 10.557842254638672, - 10.9568510055542, - 11.148416519165039, - 11.27724552154541, - 11.449509620666504, - 11.503561019897461, - 11.634772300720215, - 11.331647872924805, - 11.32794189453125, - 11.413886070251465, - 11.550959587097168, - 11.465937614440918, - 11.565396308898926, - 11.461687088012695, - 11.720303535461426, - 11.797218322753906, - 12.010613441467285, - 11.88801097869873, - 12.0709228515625, - 12.177474021911621, - 12.250959396362305, - 12.159159660339355 - ], - "p90": [ - 13.054823875427246, - 13.535994529724121, - 13.762116432189941, - 13.965402603149414, - 14.206764221191406, - 14.449766159057617, - 14.67625904083252, - 14.9128999710083, - 14.89685344696045, - 14.755216598510742, - 14.697102546691895, - 14.612234115600586, - 14.741254806518555, - 14.91836166381836, - 15.007628440856934, - 15.020092964172363, - 15.166441917419434, - 15.117846488952637, - 15.365459442138672, - 15.409562110900879, - 15.59575366973877, - 15.86577320098877, - 15.897481918334961, - 15.76761245727539 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_164117.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_164117.json deleted file mode 100644 index 10a8096cb9b9ef285c2979e7ff0a80a10904eeb1..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260619_164117.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T16:41:17.422471+00:00", - "metrics": { - "MSE[mean]": 18.05383831547495, - "MSE[0.5]": 14.266151004334764, - "MAE[0.5]": 3.252542018890381, - "MASE[0.5]": 0.5595771215295279, - "MAPE[0.5]": 0.4706543772542684, - "sMAPE[0.5]": 0.3519615179618178, - "MSIS": 24.139243628389096, - "RMSE[mean]": 4.248980856096548, - "NRMSE[mean]": 0.45728941949021146, - "ND[0.5]": 0.350049365261745, - "mean_weighted_sum_quantile_loss": 0.3970439449019496 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-11 17:00:00", - "2026-06-11 18:00:00", - "2026-06-11 19:00:00", - "2026-06-11 20:00:00", - "2026-06-11 21:00:00", - "2026-06-11 22:00:00", - "2026-06-11 23:00:00", - "2026-06-12 00:00:00", - "2026-06-12 01:00:00", - "2026-06-12 02:00:00", - "2026-06-12 03:00:00", - "2026-06-12 04:00:00", - "2026-06-12 05:00:00", - "2026-06-12 06:00:00", - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00" - ], - "context": [ - 12.0, - 19.0, - 13.0, - 18.0, - 14.0, - 7.0, - 19.0, - 11.0, - 13.0, - 11.0, - 13.0, - 16.0, - 13.0, - 9.0, - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 46.0, - 7.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 10.0, - 17.0, - 9.0, - 11.0, - 14.0, - 12.0, - 15.0, - 15.0, - 9.0, - 17.0, - 10.0, - 20.0, - 13.0, - 8.0, - 10.0, - 10.0, - 12.0, - 7.0, - 10.0, - 6.0, - 12.0 - ], - "actual": [ - 8.0, - 15.0, - 15.0, - 8.0, - 14.0, - 12.0, - 11.0, - 11.0, - 8.0, - 8.0, - 9.0, - 5.0, - 5.0, - 13.0, - 14.0, - 12.0, - 8.0, - 10.0, - 5.0, - 9.0, - 5.0, - 6.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.165214538574219, - 10.09587287902832, - 10.106618881225586, - 10.33540153503418, - 10.370656967163086, - 10.484293937683105, - 10.61972713470459, - 10.658158302307129, - 10.45885181427002, - 10.314194679260254, - 10.31749153137207, - 10.2371187210083, - 10.308755874633789, - 10.394075393676758, - 10.494538307189941, - 10.64452838897705, - 10.69416332244873, - 10.959427833557129, - 11.082712173461914, - 11.110136985778809, - 11.37994384765625, - 11.33565902709961, - 11.150490760803223, - 11.079916000366211 - ], - "p10": [ - 11.525392532348633, - 11.583760261535645, - 11.442880630493164, - 11.88106632232666, - 11.934110641479492, - 12.07063102722168, - 12.260120391845703, - 12.069397926330566, - 12.033327102661133, - 11.739314079284668, - 11.809345245361328, - 11.795607566833496, - 12.022510528564453, - 11.99082088470459, - 12.132917404174805, - 12.184253692626953, - 12.392731666564941, - 12.674750328063965, - 12.881640434265137, - 12.657546997070312, - 12.867023468017578, - 12.984819412231445, - 12.812088012695312, - 12.694069862365723 - ], - "p90": [ - 14.346492767333984, - 14.472744941711426, - 14.674914360046387, - 14.942587852478027, - 15.085325241088867, - 15.246119499206543, - 15.448324203491211, - 15.446975708007812, - 15.293201446533203, - 15.094271659851074, - 15.140752792358398, - 15.063955307006836, - 15.183650016784668, - 15.319823265075684, - 15.446283340454102, - 15.611519813537598, - 15.684072494506836, - 15.954952239990234, - 16.179485321044922, - 16.183372497558594, - 16.508377075195312, - 16.56045913696289, - 16.425376892089844, - 16.23248291015625 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_095943.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_095943.json deleted file mode 100644 index d714aa44216b94ed9c397552979a79ae0e031889..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_095943.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T09:59:43.597862+00:00", - "metrics": { - "MSE[mean]": 24.92154609698605, - "MSE[0.5]": 20.05000984858172, - "MAE[0.5]": 3.764908711115519, - "MASE[0.5]": 0.6477262298693366, - "MAPE[0.5]": 0.8897735708833302, - "sMAPE[0.5]": 0.4127795518610178, - "MSIS": 29.112739460442658, - "RMSE[mean]": 4.992148445007024, - "NRMSE[mean]": 0.5254893100007394, - "ND[0.5]": 0.3963061801174231, - "mean_weighted_sum_quantile_loss": 0.4551074650784915 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 07:00:00", - "2026-06-12 08:00:00", - "2026-06-12 09:00:00", - "2026-06-12 10:00:00", - "2026-06-12 11:00:00", - "2026-06-12 12:00:00", - "2026-06-12 13:00:00", - "2026-06-12 14:00:00", - "2026-06-12 15:00:00", - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00" - ], - "context": [ - 11.0, - 16.0, - 9.0, - 8.0, - 14.0, - 13.0, - 13.0, - 12.0, - 12.0, - 17.0, - 15.0, - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 15.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 15.0 - ], - "actual": [ - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 9.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 4.0, - 6.0, - 5.0, - 7.0, - 8.0, - 6.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.679072380065918, - 10.937664985656738, - 11.118854522705078, - 11.49367904663086, - 11.635640144348145, - 11.854522705078125, - 12.005678176879883, - 11.999000549316406, - 11.817948341369629, - 11.654519081115723, - 11.74576473236084, - 11.786499977111816, - 11.930692672729492, - 12.022263526916504, - 11.939906120300293, - 11.728928565979004, - 11.576467514038086, - 11.474462509155273, - 11.304868698120117, - 11.188241958618164, - 11.280620574951172, - 11.180889129638672, - 11.056011199951172, - 11.186113357543945 - ], - "p10": [ - 12.232203483581543, - 12.487181663513184, - 12.607807159423828, - 13.229545593261719, - 13.389591217041016, - 13.551294326782227, - 13.604107856750488, - 13.57869815826416, - 13.565587997436523, - 13.310287475585938, - 13.393726348876953, - 13.686941146850586, - 13.699790954589844, - 13.829373359680176, - 13.619897842407227, - 13.350255966186523, - 13.205120086669922, - 13.247912406921387, - 13.074995994567871, - 12.747337341308594, - 12.822383880615234, - 12.824219703674316, - 12.742232322692871, - 12.735782623291016 - ], - "p90": [ - 14.938270568847656, - 15.447880744934082, - 15.873578071594238, - 16.322643280029297, - 16.50383186340332, - 16.812881469726562, - 17.04848861694336, - 17.044536590576172, - 16.928466796875, - 16.75582504272461, - 16.872333526611328, - 16.948339462280273, - 17.05187225341797, - 17.18172836303711, - 17.06534194946289, - 16.825279235839844, - 16.664201736450195, - 16.547000885009766, - 16.429126739501953, - 16.22848129272461, - 16.36368179321289, - 16.25550651550293, - 16.163658142089844, - 16.151668548583984 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_172017.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_172017.json deleted file mode 100644 index 4bb8d85d84d234cf0ce1a83a720fd4bf62fc45ad..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260620_172017.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T17:20:17.476839+00:00", - "metrics": { - "MSE[mean]": 23.604433456640283, - "MSE[0.5]": 18.45842134337234, - "MAE[0.5]": 3.616086959838867, - "MASE[0.5]": 0.6311715420809659, - "MAPE[0.5]": 0.9441931410184398, - "sMAPE[0.5]": 0.4524766980706405, - "MSIS": 30.05353623823686, - "RMSE[mean]": 4.858439405471708, - "NRMSE[mean]": 0.6041582680379327, - "ND[0.5]": 0.44966884474680213, - "mean_weighted_sum_quantile_loss": 0.5304992558287697 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00" - ], - "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 24.0, - 20.0, - 11.0, - 13.0, - 12.0, - 12.0, - 11.0, - 16.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 9.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 17.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0 - ], - "actual": [ - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 5.0, - 6.0, - 5.0, - 9.0, - 9.0, - 6.0, - 3.0, - 6.0, - 11.0, - 7.0, - 9.0, - 13.0, - 5.0, - 5.0, - 5.0, - 5.0, - 7.0, - 1.0 - ], - "predictions": { - "p50": [ - 10.761272430419922, - 10.748797416687012, - 10.767829895019531, - 10.741284370422363, - 10.66139030456543, - 10.444969177246094, - 10.401632308959961, - 10.382048606872559, - 10.281293869018555, - 10.350199699401855, - 10.409076690673828, - 10.238929748535156, - 10.14577865600586, - 10.224714279174805, - 10.193876266479492, - 10.117036819458008, - 10.198930740356445, - 10.216208457946777, - 10.216413497924805, - 10.13024616241455, - 10.281797409057617, - 10.343254089355469, - 10.245244979858398, - 10.355117797851562 - ], - "p10": [ - 12.152935981750488, - 12.326373100280762, - 12.271648406982422, - 12.196248054504395, - 12.2655668258667, - 11.970518112182617, - 11.955570220947266, - 11.75889778137207, - 11.783394813537598, - 11.78484058380127, - 11.819021224975586, - 11.703454971313477, - 11.803589820861816, - 11.759636878967285, - 11.884132385253906, - 11.779218673706055, - 11.801961898803711, - 11.897729873657227, - 11.946222305297852, - 11.651300430297852, - 11.815206527709961, - 11.902414321899414, - 11.859260559082031, - 11.877961158752441 - ], - "p90": [ - 14.924095153808594, - 15.12946891784668, - 15.390043258666992, - 15.40453815460205, - 15.313655853271484, - 15.148991584777832, - 15.097119331359863, - 15.101035118103027, - 15.026877403259277, - 15.116828918457031, - 15.17322826385498, - 15.00171947479248, - 14.85732650756836, - 14.995140075683594, - 14.96448802947998, - 14.917500495910645, - 15.048721313476562, - 14.991554260253906, - 15.025276184082031, - 14.851255416870117, - 14.986504554748535, - 15.093342781066895, - 15.116467475891113, - 15.128310203552246 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_174505.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_174505.json deleted file mode 100644 index d68f07941bbab60c793cea7c29ec96bcc61d8f92..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_174505.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T17:45:05.450340+00:00", - "metrics": { - "MSE[mean]": 10.571964582368992, - "MSE[0.5]": 9.824927577994004, - "MAE[0.5]": 2.651583115259806, - "MASE[0.5]": 0.501086572962483, - "MAPE[0.5]": 0.46450281390443987, - "sMAPE[0.5]": 0.33263589894950224, - "MSIS": 17.290875374801512, - "RMSE[mean]": 3.2514557635571473, - "NRMSE[mean]": 0.37881038022025015, - "ND[0.5]": 0.3089223046904629, - "mean_weighted_sum_quantile_loss": 0.3200220138895473 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00" - ], - "context": [ - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 17.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 7.0, - 6.0, - 5.0, - 7.0, - 10.0, - 11.0 - ], - "actual": [ - 6.0, - 13.0, - 13.0, - 13.0, - 7.0, - 8.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 8.0, - 8.0, - 3.0 - ], - "predictions": { - "p50": [ - 8.694677352905273, - 8.758753776550293, - 8.76301383972168, - 8.895984649658203, - 8.957353591918945, - 9.064109802246094, - 9.095023155212402, - 9.089017868041992, - 8.843730926513672, - 8.682543754577637, - 8.576887130737305, - 8.378219604492188, - 8.254497528076172, - 8.171259880065918, - 8.20195198059082, - 8.206571578979492, - 8.221511840820312, - 8.301297187805176, - 8.38453197479248, - 8.356568336486816, - 8.473287582397461, - 8.574098587036133, - 8.519713401794434, - 8.585205078125 - ], - "p10": [ - 9.943533897399902, - 10.189414024353027, - 10.035545349121094, - 10.242416381835938, - 10.371548652648926, - 10.41750431060791, - 10.508956909179688, - 10.331127166748047, - 10.207319259643555, - 9.967996597290039, - 9.994497299194336, - 9.80491828918457, - 9.83102798461914, - 9.596900939941406, - 9.696699142456055, - 9.65274429321289, - 9.684150695800781, - 9.914044380187988, - 9.976860046386719, - 9.766304969787598, - 9.852030754089355, - 10.06624984741211, - 9.997915267944336, - 10.06439208984375 - ], - "p90": [ - 12.511699676513672, - 12.716194152832031, - 12.85982608795166, - 13.039963722229004, - 13.109540939331055, - 13.304472923278809, - 13.356158256530762, - 13.362585067749023, - 13.1256742477417, - 12.93732738494873, - 12.844100952148438, - 12.625224113464355, - 12.527441024780273, - 12.535353660583496, - 12.531246185302734, - 12.50065803527832, - 12.541217803955078, - 12.615533828735352, - 12.72987174987793, - 12.746976852416992, - 12.831896781921387, - 12.992584228515625, - 13.01920223236084, - 13.002685546875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_222453.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_222453.json deleted file mode 100644 index 5b1b09a6bd3fcaf1c0412c301284877169a375d6..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260621_222453.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:24:53.439705+00:00", - "metrics": { - "MSE[mean]": 14.543348332547302, - "MSE[0.5]": 10.812383798753823, - "MAE[0.5]": 2.723388115564982, - "MASE[0.5]": 0.509971246607747, - "MAPE[0.5]": 0.5513183085803834, - "sMAPE[0.5]": 0.3500242473309776, - "MSIS": 25.310270626926297, - "RMSE[mean]": 3.81357422014405, - "NRMSE[mean]": 0.48171463833398526, - "ND[0.5]": 0.34400691986083987, - "mean_weighted_sum_quantile_loss": 0.4211886049014086 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00" - ], - "context": [ - 13.0, - 10.0, - 12.0, - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 20.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 10.0, - 19.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 13.0 - ], - "actual": [ - 7.0, - 8.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 10.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 10.268265724182129, - 10.178757667541504, - 10.112951278686523, - 10.005294799804688, - 9.848001480102539, - 9.688040733337402, - 9.620646476745605, - 9.510906219482422, - 9.256516456604004, - 9.142334938049316, - 9.153719902038574, - 9.138379096984863, - 9.12997055053711, - 9.22064208984375, - 9.15261459350586, - 9.189008712768555, - 9.263216972351074, - 9.387054443359375, - 9.431797981262207, - 9.49268913269043, - 9.745044708251953, - 9.821760177612305, - 9.77233600616455, - 9.948592185974121 - ], - "p10": [ - 11.588534355163574, - 11.678401947021484, - 11.419462203979492, - 11.388798713684082, - 11.233208656311035, - 11.061960220336914, - 10.996955871582031, - 10.771491050720215, - 10.655808448791504, - 10.43502426147461, - 10.549104690551758, - 10.532805442810059, - 10.68278980255127, - 10.622103691101074, - 10.653971672058105, - 10.668122291564941, - 10.737318992614746, - 10.999105453491211, - 11.043684005737305, - 10.9326753616333, - 11.152478218078613, - 11.40038776397705, - 11.379144668579102, - 11.457748413085938 - ], - "p90": [ - 14.39968204498291, - 14.412537574768066, - 14.466188430786133, - 14.356884956359863, - 14.187259674072266, - 14.052632331848145, - 13.987123489379883, - 13.884881973266602, - 13.64271068572998, - 13.557762145996094, - 13.57077693939209, - 13.538370132446289, - 13.533686637878418, - 13.650753021240234, - 13.576727867126465, - 13.628488540649414, - 13.777437210083008, - 13.92999267578125, - 14.013406753540039, - 14.056209564208984, - 14.326662063598633, - 14.419332504272461, - 14.494179725646973, - 14.607112884521484 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_010245.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_010245.json deleted file mode 100644 index 0a6100085ec289fdcc8ba3e87de9c3a83ef8f67e..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_010245.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T01:02:45.181758+00:00", - "metrics": { - "MSE[mean]": 13.838340947629982, - "MSE[0.5]": 10.348320534534006, - "MAE[0.5]": 2.658349871635437, - "MASE[0.5]": 0.4971459500201337, - "MAPE[0.5]": 0.5402502928948736, - "sMAPE[0.5]": 0.3463885582973938, - "MSIS": 24.671292723618546, - "RMSE[mean]": 3.7199920628450247, - "NRMSE[mean]": 0.47999897585097095, - "ND[0.5]": 0.343012886662637, - "mean_weighted_sum_quantile_loss": 0.4185530812936872 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 01:00:00", - "2026-06-14 02:00:00", - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00" - ], - "context": [ - 15.0, - 14.0, - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 50.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 17.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 20.0, - 11.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0 - ], - "actual": [ - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0 - ], - "predictions": { - "p50": [ - 9.904492378234863, - 9.785884857177734, - 9.550442695617676, - 9.44402027130127, - 9.26779842376709, - 9.16590690612793, - 9.197447776794434, - 9.237489700317383, - 9.10094165802002, - 9.081268310546875, - 9.160490036010742, - 9.10335922241211, - 9.069175720214844, - 9.145137786865234, - 9.201744079589844, - 9.375457763671875, - 9.278291702270508, - 9.533836364746094, - 9.632543563842773, - 9.739367485046387, - 9.936689376831055, - 9.903423309326172, - 9.907175064086914, - 9.880815505981445 - ], - "p10": [ - 11.107660293579102, - 11.11999225616455, - 10.779460906982422, - 10.76535701751709, - 10.664506912231445, - 10.47270393371582, - 10.630232810974121, - 10.480100631713867, - 10.477842330932617, - 10.277952194213867, - 10.531314849853516, - 10.448683738708496, - 10.510771751403809, - 10.514541625976562, - 10.651703834533691, - 10.704008102416992, - 10.69957160949707, - 11.060142517089844, - 11.186567306518555, - 11.013428688049316, - 11.191508293151855, - 11.413919448852539, - 11.44028377532959, - 11.300487518310547 - ], - "p90": [ - 13.782410621643066, - 13.800172805786133, - 13.665609359741211, - 13.559037208557129, - 13.383891105651855, - 13.318689346313477, - 13.37702751159668, - 13.391005516052246, - 13.27556324005127, - 13.271522521972656, - 13.33828353881836, - 13.298877716064453, - 13.238043785095215, - 13.375422477722168, - 13.444432258605957, - 13.626191139221191, - 13.591361045837402, - 13.860244750976562, - 13.985345840454102, - 14.106416702270508, - 14.300190925598145, - 14.320068359375, - 14.384495735168457, - 14.283574104309082 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_021633.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_021633.json deleted file mode 100644 index 0b0440c50d591e712a40aabf244fbad2c44e4f63..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_021633.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:16:33.461211+00:00", - "metrics": { - "MSE[mean]": 17.330996445577323, - "MSE[0.5]": 12.923070376730948, - "MAE[0.5]": 3.0181638399759927, - "MASE[0.5]": 0.5629735660058847, - "MAPE[0.5]": 0.6487636064095472, - "sMAPE[0.5]": 0.40466980595750823, - "MSIS": 28.367501068609368, - "RMSE[mean]": 4.163051338330735, - "NRMSE[mean]": 0.5775331336412581, - "ND[0.5]": 0.41870481017007993, - "mean_weighted_sum_quantile_loss": 0.510522659389959 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 03:00:00", - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00" - ], - "context": [ - 15.0, - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 18.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0 - ], - "actual": [ - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 4.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.638729095458984, - 9.475351333618164, - 9.195940017700195, - 8.983402252197266, - 9.037455558776855, - 9.085277557373047, - 9.059471130371094, - 9.070569038391113, - 9.062715530395508, - 9.025925636291504, - 8.989728927612305, - 9.123739242553711, - 9.268232345581055, - 9.293161392211914, - 9.313039779663086, - 9.577521324157715, - 9.657197952270508, - 9.754474639892578, - 9.806866645812988, - 10.018521308898926, - 10.145153045654297, - 9.910932540893555, - 9.816852569580078, - 9.738700866699219 - ], - "p10": [ - 10.854706764221191, - 10.7514066696167, - 10.46149730682373, - 10.30928897857666, - 10.332969665527344, - 10.355466842651367, - 10.401201248168945, - 10.323381423950195, - 10.375816345214844, - 10.221698760986328, - 10.335546493530273, - 10.468859672546387, - 10.706829071044922, - 10.716787338256836, - 10.823484420776367, - 10.97060489654541, - 11.073042869567871, - 11.267302513122559, - 11.47042179107666, - 11.361300468444824, - 11.450228691101074, - 11.487628936767578, - 11.335846900939941, - 11.196124076843262 - ], - "p90": [ - 13.451666831970215, - 13.415374755859375, - 13.222479820251465, - 13.000327110290527, - 13.032703399658203, - 13.125667572021484, - 13.121399879455566, - 13.153881072998047, - 13.151798248291016, - 13.175216674804688, - 13.172231674194336, - 13.316116333007812, - 13.45157241821289, - 13.538610458374023, - 13.568452835083008, - 13.852734565734863, - 14.002695083618164, - 14.132844924926758, - 14.248211860656738, - 14.40815258026123, - 14.544928550720215, - 14.315934181213379, - 14.287344932556152, - 14.133831024169922 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_032621.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_032621.json deleted file mode 100644 index dcb5dca9e57b89ca7629ffdecb712ba146bfc605..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_032621.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:26:21.728019+00:00", - "metrics": { - "MSE[mean]": 20.303976099817117, - "MSE[0.5]": 16.232932517894824, - "MAE[0.5]": 3.3339107036590576, - "MASE[0.5]": 0.6242953723366765, - "MAPE[0.5]": 0.7397480263023092, - "sMAPE[0.5]": 0.4349898570402015, - "MSIS": 30.026579810987062, - "RMSE[mean]": 4.505993353281506, - "NRMSE[mean]": 0.6041555334008724, - "ND[0.5]": 0.4470047870827787, - "mean_weighted_sum_quantile_loss": 0.5296866158237374 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 04:00:00", - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00" - ], - "context": [ - 10.0, - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 9.0, - 8.0, - 7.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0 - ], - "actual": [ - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 8.0, - 9.0, - 5.0, - 18.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.463560104370117, - 9.297176361083984, - 9.010583877563477, - 8.981475830078125, - 8.986166000366211, - 9.032022476196289, - 8.97354507446289, - 9.108959197998047, - 9.030149459838867, - 9.003984451293945, - 9.125307083129883, - 9.21750259399414, - 9.304214477539062, - 9.29217529296875, - 9.52011489868164, - 9.728347778320312, - 9.6757230758667, - 9.86232852935791, - 9.973563194274902, - 10.081256866455078, - 10.012763977050781, - 9.872774124145508, - 9.742592811584473, - 9.651538848876953 - ], - "p10": [ - 10.686973571777344, - 10.512713432312012, - 10.320684432983398, - 10.31062126159668, - 10.341081619262695, - 10.31453800201416, - 10.36827564239502, - 10.435575485229492, - 10.358713150024414, - 10.17558479309082, - 10.528851509094238, - 10.597577095031738, - 10.794068336486816, - 10.769197463989258, - 11.068394660949707, - 11.2055025100708, - 11.147407531738281, - 11.385690689086914, - 11.655327796936035, - 11.464284896850586, - 11.33799934387207, - 11.460972785949707, - 11.263445854187012, - 11.1634521484375 - ], - "p90": [ - 13.232071876525879, - 13.2127103805542, - 13.035387992858887, - 13.029178619384766, - 13.024941444396973, - 13.116652488708496, - 13.093147277832031, - 13.237876892089844, - 13.179891586303711, - 13.213766098022461, - 13.37447452545166, - 13.498673439025879, - 13.534926414489746, - 13.598894119262695, - 13.834202766418457, - 14.057435989379883, - 14.08944320678711, - 14.303746223449707, - 14.448172569274902, - 14.519006729125977, - 14.44849681854248, - 14.334528923034668, - 14.265214920043945, - 14.11203670501709 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_044232.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_044232.json deleted file mode 100644 index f76f7eeb444e33d10ec07b24a421eae4247f822b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_044232.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T04:42:32.721140+00:00", - "metrics": { - "MSE[mean]": 12.783194377043893, - "MSE[0.5]": 10.655213756725326, - "MAE[0.5]": 2.5773067474365234, - "MASE[0.5]": 0.4845067514763177, - "MAPE[0.5]": 0.38724973662476403, - "sMAPE[0.5]": 0.32070764309705413, - "MSIS": 21.941858854368522, - "RMSE[mean]": 3.5753593353737037, - "NRMSE[mean]": 0.4564288513243026, - "ND[0.5]": 0.3290178826514711, - "mean_weighted_sum_quantile_loss": 0.3880386929703661 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 05:00:00", - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00" - ], - "context": [ - 16.0, - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 16.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 8.0, - 10.0, - 12.0, - 8.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0 - ], - "actual": [ - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 5.0 - ], - "predictions": { - "p50": [ - 7.520262241363525, - 7.616262912750244, - 7.737216949462891, - 7.752913951873779, - 7.8733391761779785, - 8.031415939331055, - 8.06218147277832, - 8.15737533569336, - 8.03657054901123, - 8.182052612304688, - 8.228246688842773, - 8.375736236572266, - 8.471123695373535, - 8.606480598449707, - 8.769987106323242, - 8.981189727783203, - 8.99686050415039, - 9.213846206665039, - 9.223060607910156, - 9.18466567993164, - 9.253039360046387, - 9.083484649658203, - 8.945966720581055, - 8.810371398925781 - ], - "p10": [ - 8.792306900024414, - 8.873750686645508, - 8.995744705200195, - 9.09056282043457, - 9.216018676757812, - 9.308176040649414, - 9.477041244506836, - 9.568570137023926, - 9.40313720703125, - 9.37900161743164, - 9.746845245361328, - 9.746011734008789, - 9.934163093566895, - 10.102842330932617, - 10.302228927612305, - 10.399312973022461, - 10.52680778503418, - 10.778759002685547, - 10.869363784790039, - 10.536730766296387, - 10.51286506652832, - 10.614290237426758, - 10.44213581085205, - 10.21841049194336 - ], - "p90": [ - 11.497023582458496, - 11.748398780822754, - 11.980951309204102, - 12.009093284606934, - 12.128973960876465, - 12.34316635131836, - 12.412798881530762, - 12.549560546875, - 12.47176456451416, - 12.711664199829102, - 12.821128845214844, - 12.958337783813477, - 13.031225204467773, - 13.251038551330566, - 13.392049789428711, - 13.6102933883667, - 13.679817199707031, - 13.911886215209961, - 13.91727352142334, - 13.847027778625488, - 13.878565788269043, - 13.73898983001709, - 13.657299995422363, - 13.4273042678833 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_060256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_060256.json deleted file mode 100644 index 6d7fb65a6bb2b8b57341e62d8aa48cbfb175df1f..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_060256.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:02:56.866584+00:00", - "metrics": { - "MSE[mean]": 12.206245702962557, - "MSE[0.5]": 10.930283688239408, - "MAE[0.5]": 2.6603820522626243, - "MASE[0.5]": 0.49241004566300495, - "MAPE[0.5]": 0.37308408386320835, - "sMAPE[0.5]": 0.32018253106405475, - "MSIS": 19.41149657918739, - "RMSE[mean]": 3.4937437946939607, - "NRMSE[mean]": 0.41924925536327523, - "ND[0.5]": 0.31924584627151487, - "mean_weighted_sum_quantile_loss": 0.35159224584367543 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 06:00:00", - "2026-06-14 07:00:00", - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00" - ], - "context": [ - 11.0, - 12.0, - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0 - ], - "actual": [ - 12.0, - 12.0, - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0 - ], - "predictions": { - "p50": [ - 7.5648417472839355, - 7.859981536865234, - 7.927011013031006, - 7.9325079917907715, - 8.001622200012207, - 8.113565444946289, - 8.028818130493164, - 8.132944107055664, - 8.187467575073242, - 8.33807373046875, - 8.319755554199219, - 8.422542572021484, - 8.6314058303833, - 8.698275566101074, - 8.83350944519043, - 9.052057266235352, - 9.116212844848633, - 9.27109146118164, - 9.045492172241211, - 9.055032730102539, - 8.996003150939941, - 8.843889236450195, - 8.68397045135498, - 8.601085662841797 - ], - "p10": [ - 8.833126068115234, - 9.047967910766602, - 9.22053337097168, - 9.286397933959961, - 9.37910270690918, - 9.457938194274902, - 9.485149383544922, - 9.501693725585938, - 9.59593391418457, - 9.499377250671387, - 9.797446250915527, - 9.843557357788086, - 10.130033493041992, - 10.184398651123047, - 10.344924926757812, - 10.427891731262207, - 10.585060119628906, - 10.833172798156738, - 10.649883270263672, - 10.390146255493164, - 10.271586418151855, - 10.261815071105957, - 10.159307479858398, - 10.078649520874023 - ], - "p90": [ - 11.53745174407959, - 11.982060432434082, - 12.158193588256836, - 12.221506118774414, - 12.280437469482422, - 12.474708557128906, - 12.415714263916016, - 12.557048797607422, - 12.667834281921387, - 12.885878562927246, - 12.918304443359375, - 13.017050743103027, - 13.185250282287598, - 13.350345611572266, - 13.47391414642334, - 13.65953254699707, - 13.767870903015137, - 13.951117515563965, - 13.717820167541504, - 13.705894470214844, - 13.60385799407959, - 13.519113540649414, - 13.404603004455566, - 13.23388671875 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_072108.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_072108.json deleted file mode 100644 index 408ba1b09be66a038ce3c58533e03e8b60a4a5b0..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_072108.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T07:21:08.862809+00:00", - "metrics": { - "MSE[mean]": 16.623645979254132, - "MSE[0.5]": 13.30137498064956, - "MAE[0.5]": 2.9055436849594116, - "MASE[0.5]": 0.5384791385252964, - "MAPE[0.5]": 0.727943412958859, - "sMAPE[0.5]": 0.37864987451715465, - "MSIS": 25.095152873330136, - "RMSE[mean]": 4.077210563516941, - "NRMSE[mean]": 0.5204949655553541, - "ND[0.5]": 0.3709204704203504, - "mean_weighted_sum_quantile_loss": 0.4376976382929665 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 08:00:00", - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00" - ], - "context": [ - 51.0, - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 18.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 13.0, - 12.0, - 27.0, - 17.0, - 26.0, - 10.0, - 15.0, - 19.0, - 22.0, - 18.0, - 14.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0 - ], - "actual": [ - 4.0, - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 12.0, - 11.0, - 1.0 - ], - "predictions": { - "p50": [ - 8.818899154663086, - 8.826336860656738, - 8.834515571594238, - 8.780776977539062, - 8.786222457885742, - 8.79813003540039, - 8.831090927124023, - 8.928403854370117, - 8.836782455444336, - 8.964775085449219, - 9.094261169433594, - 9.330228805541992, - 9.428850173950195, - 9.475944519042969, - 9.538326263427734, - 9.59507942199707, - 9.415628433227539, - 9.505762100219727, - 9.321794509887695, - 9.253952980041504, - 9.27787971496582, - 9.035486221313477, - 8.955455780029297, - 8.965667724609375 - ], - "p10": [ - 10.068086624145508, - 10.064708709716797, - 10.13713264465332, - 10.137125015258789, - 10.232626914978027, - 10.108553886413574, - 10.281303405761719, - 10.311408042907715, - 10.247259140014648, - 10.162576675415039, - 10.524920463562012, - 10.750326156616211, - 10.96181869506836, - 10.922161102294922, - 11.088175773620605, - 10.976556777954102, - 10.970648765563965, - 11.037617683410645, - 10.918391227722168, - 10.66149616241455, - 10.5721435546875, - 10.444125175476074, - 10.370416641235352, - 10.433573722839355 - ], - "p90": [ - 12.888867378234863, - 13.011700630187988, - 13.115233421325684, - 13.11057186126709, - 13.11886978149414, - 13.184206008911133, - 13.234992980957031, - 13.330534934997559, - 13.329513549804688, - 13.497282981872559, - 13.660500526428223, - 13.882305145263672, - 13.921855926513672, - 14.042448997497559, - 14.107527732849121, - 14.109976768493652, - 14.0173978805542, - 14.127817153930664, - 13.926416397094727, - 13.881126403808594, - 13.820895195007324, - 13.649712562561035, - 13.60859203338623, - 13.573751449584961 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_083428.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_083428.json deleted file mode 100644 index 425cfeb7bb05ed357275b9ef1aa6bfcb89de117b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_083428.json +++ /dev/null @@ -1,491 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T08:34:28.969764+00:00", - "metrics": { - "MSE[mean]": 13.258750059960448, - "MSE[0.5]": 10.919653097137939, - "MAE[0.5]": 2.6516929070154824, - "MASE[0.5]": 0.5057533491526218, - "MAPE[0.5]": 0.4208541104641775, - "sMAPE[0.5]": 0.32582464503030734, - "MSIS": 21.776197185895303, - "RMSE[mean]": 3.641256659446083, - "NRMSE[mean]": 0.4504647413747731, - "ND[0.5]": 0.32804448334212155, - "mean_weighted_sum_quantile_loss": 0.37531086144988074 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 09:00:00", - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00" - ], - "context": [ - 8.0, - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 17.0, - 17.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0 - ], - "actual": [ - 6.0, - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 13.0, - 11.0, - 7.0, - 3.0 - ], - "predictions": { - "p50": [ - 7.853815078735352, - 8.089433670043945, - 8.322738647460938, - 8.258665084838867, - 8.268428802490234, - 8.515907287597656, - 8.52988052368164, - 8.588330268859863, - 8.663959503173828, - 9.066276550292969, - 9.199576377868652, - 9.259187698364258, - 9.292667388916016, - 9.41555118560791, - 9.495664596557617, - 9.479244232177734, - 9.408319473266602, - 9.405311584472656, - 9.19029712677002, - 9.023958206176758, - 8.892112731933594, - 8.719364166259766, - 8.58462142944336, - 8.711913108825684 - ], - "p10": [ - 8.960721969604492, - 9.242467880249023, - 9.437727928161621, - 9.445232391357422, - 9.528027534484863, - 9.73575210571289, - 9.77476692199707, - 9.858063697814941, - 9.950448036193848, - 10.170788764953613, - 10.536452293395996, - 10.506589889526367, - 10.644713401794434, - 10.832289695739746, - 10.895173072814941, - 10.752339363098145, - 10.821173667907715, - 10.78235912322998, - 10.638761520385742, - 10.23996353149414, - 10.009479522705078, - 9.970576286315918, - 9.985950469970703, - 9.99101734161377 - ], - "p90": [ - 11.784982681274414, - 12.130865097045898, - 12.434556007385254, - 12.472844123840332, - 12.499873161315918, - 12.804855346679688, - 12.852666854858398, - 12.888872146606445, - 13.018084526062012, - 13.466998100280762, - 13.702287673950195, - 13.784034729003906, - 13.81314754486084, - 14.01832389831543, - 14.052833557128906, - 14.009623527526855, - 13.966165542602539, - 14.036977767944336, - 13.804715156555176, - 13.619455337524414, - 13.458788871765137, - 13.381363868713379, - 13.271856307983398, - 13.328129768371582 - ] - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_094459.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_094459.json deleted file mode 100644 index 0a2be8253df0316369f2d5eeb407aa31b8b238a5..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_094459.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T09:44:59.364440+00:00", - "metrics": { - "MSE[mean]": 12.728015838937836, - "MSE[0.5]": 11.202462063147683, - "MAE[0.5]": 2.642351190249125, - "MASE[0.5]": 0.5013156408377787, - "MAPE[0.5]": 0.3686841840466495, - "sMAPE[0.5]": 0.31418795496771496, - "MSIS": 20.684470670496523, - "RMSE[mean]": 3.5676344878557606, - "NRMSE[mean]": 0.43244054398251647, - "ND[0.5]": 0.32028499275746974, - "mean_weighted_sum_quantile_loss": 0.35997015635172525 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 10:00:00", - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00" - ], - "context": [ - 11.0, - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 20.0, - 11.0, - 21.0, - 12.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0 - ], - "actual": [ - 7.0, - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 18.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 5.0, - 5.0 - ], - "predictions": { - "p50": [ - 7.514923572540283, - 7.782293319702148, - 7.9247612953186035, - 7.841428756713867, - 8.001102447509766, - 8.166732788085938, - 8.197586059570312, - 8.363874435424805, - 8.547916412353516, - 8.817699432373047, - 8.877714157104492, - 9.065937042236328, - 9.117725372314453, - 9.157721519470215, - 9.216794967651367, - 9.286970138549805, - 9.231066703796387, - 9.043975830078125, - 8.784128189086914, - 8.597505569458008, - 8.52938461303711, - 8.417254447937012, - 8.333965301513672, - 8.383380889892578 - ], - "p10": [ - 8.623153686523438, - 8.924182891845703, - 9.078887939453125, - 9.077482223510742, - 9.342126846313477, - 9.43824577331543, - 9.473705291748047, - 9.733997344970703, - 9.943153381347656, - 9.977523803710938, - 10.235767364501953, - 10.459105491638184, - 10.584389686584473, - 10.628074645996094, - 10.705913543701172, - 10.604743003845215, - 10.677454948425293, - 10.55127239227295, - 10.287652969360352, - 9.854312896728516, - 9.75544261932373, - 9.739664077758789, - 9.768706321716309, - 9.755651473999023 - ], - "p90": [ - 11.384495735168457, - 11.780848503112793, - 12.022422790527344, - 12.054637908935547, - 12.23547077178955, - 12.475750923156738, - 12.521520614624023, - 12.710404396057129, - 12.955617904663086, - 13.287906646728516, - 13.426220893859863, - 13.620699882507324, - 13.700950622558594, - 13.803790092468262, - 13.827600479125977, - 13.868414878845215, - 13.824747085571289, - 13.720146179199219, - 13.439387321472168, - 13.220064163208008, - 13.096611976623535, - 13.060132026672363, - 12.990564346313477, - 12.940547943115234 - ], - "mean": [ - 8.342964172363281, - 8.652421951293945, - 8.802088737487793, - 8.785577774047852, - 8.958711624145508, - 9.104736328125, - 9.147117614746094, - 9.292067527770996, - 9.523767471313477, - 9.766073226928711, - 9.876527786254883, - 10.044750213623047, - 10.116750717163086, - 10.187299728393555, - 10.190500259399414, - 10.249109268188477, - 10.210550308227539, - 10.052797317504883, - 9.76522159576416, - 9.532807350158691, - 9.449762344360352, - 9.342576026916504, - 9.322591781616211, - 9.32006549835205 - ], - "quantiles": { - "0.1": [ - 8.623153686523438, - 8.924182891845703, - 9.078887939453125, - 9.077482223510742, - 9.342126846313477, - 9.43824577331543, - 9.473705291748047, - 9.733997344970703, - 9.943153381347656, - 9.977523803710938, - 10.235767364501953, - 10.459105491638184, - 10.584389686584473, - 10.628074645996094, - 10.705913543701172, - 10.604743003845215, - 10.677454948425293, - 10.55127239227295, - 10.287652969360352, - 9.854312896728516, - 9.75544261932373, - 9.739664077758789, - 9.768706321716309, - 9.755651473999023 - ], - "0.2": [ - 8.623153686523438, - 8.924182891845703, - 9.078887939453125, - 9.077482223510742, - 9.342126846313477, - 9.43824577331543, - 9.473705291748047, - 9.733997344970703, - 9.943153381347656, - 9.977523803710938, - 10.235767364501953, - 10.459105491638184, - 10.584389686584473, - 10.628074645996094, - 10.705913543701172, - 10.604743003845215, - 10.677454948425293, - 10.55127239227295, - 10.287652969360352, - 9.854312896728516, - 9.75544261932373, - 9.739664077758789, - 9.768706321716309, - 9.755651473999023 - ], - "0.3": [ - 8.623153686523438, - 8.924182891845703, - 9.078887939453125, - 9.077482223510742, - 9.342126846313477, - 9.43824577331543, - 9.473705291748047, - 9.733997344970703, - 9.943153381347656, - 9.977523803710938, - 10.235767364501953, - 10.459105491638184, - 10.584389686584473, - 10.628074645996094, - 10.705913543701172, - 10.604743003845215, - 10.677454948425293, - 10.55127239227295, - 10.287652969360352, - 9.854312896728516, - 9.75544261932373, - 9.739664077758789, - 9.768706321716309, - 9.755651473999023 - ], - "0.4": [ - 7.514923572540283, - 7.782293319702148, - 7.9247612953186035, - 7.841428756713867, - 8.001102447509766, - 8.166732788085938, - 8.197586059570312, - 8.363874435424805, - 8.547916412353516, - 8.817699432373047, - 8.877714157104492, - 9.065937042236328, - 9.117725372314453, - 9.157721519470215, - 9.216794967651367, - 9.286970138549805, - 9.231066703796387, - 9.043975830078125, - 8.784128189086914, - 8.597505569458008, - 8.52938461303711, - 8.417254447937012, - 8.333965301513672, - 8.383380889892578 - ], - "0.5": [ - 7.514923572540283, - 7.782293319702148, - 7.9247612953186035, - 7.841428756713867, - 8.001102447509766, - 8.166732788085938, - 8.197586059570312, - 8.363874435424805, - 8.547916412353516, - 8.817699432373047, - 8.877714157104492, - 9.065937042236328, - 9.117725372314453, - 9.157721519470215, - 9.216794967651367, - 9.286970138549805, - 9.231066703796387, - 9.043975830078125, - 8.784128189086914, - 8.597505569458008, - 8.52938461303711, - 8.417254447937012, - 8.333965301513672, - 8.383380889892578 - ], - "0.6": [ - 7.514923572540283, - 7.782293319702148, - 7.9247612953186035, - 7.841428756713867, - 8.001102447509766, - 8.166732788085938, - 8.197586059570312, - 8.363874435424805, - 8.547916412353516, - 8.817699432373047, - 8.877714157104492, - 9.065937042236328, - 9.117725372314453, - 9.157721519470215, - 9.216794967651367, - 9.286970138549805, - 9.231066703796387, - 9.043975830078125, - 8.784128189086914, - 8.597505569458008, - 8.52938461303711, - 8.417254447937012, - 8.333965301513672, - 8.383380889892578 - ], - "0.7": [ - 7.514923572540283, - 7.782293319702148, - 7.9247612953186035, - 7.841428756713867, - 8.001102447509766, - 8.166732788085938, - 8.197586059570312, - 8.363874435424805, - 8.547916412353516, - 8.817699432373047, - 8.877714157104492, - 9.065937042236328, - 9.117725372314453, - 9.157721519470215, - 9.216794967651367, - 9.286970138549805, - 9.231066703796387, - 9.043975830078125, - 8.784128189086914, - 8.597505569458008, - 8.52938461303711, - 8.417254447937012, - 8.333965301513672, - 8.383380889892578 - ], - "0.8": [ - 11.384495735168457, - 11.780848503112793, - 12.022422790527344, - 12.054637908935547, - 12.23547077178955, - 12.475750923156738, - 12.521520614624023, - 12.710404396057129, - 12.955617904663086, - 13.287906646728516, - 13.426220893859863, - 13.620699882507324, - 13.700950622558594, - 13.803790092468262, - 13.827600479125977, - 13.868414878845215, - 13.824747085571289, - 13.720146179199219, - 13.439387321472168, - 13.220064163208008, - 13.096611976623535, - 13.060132026672363, - 12.990564346313477, - 12.940547943115234 - ], - "0.9": [ - 11.384495735168457, - 11.780848503112793, - 12.022422790527344, - 12.054637908935547, - 12.23547077178955, - 12.475750923156738, - 12.521520614624023, - 12.710404396057129, - 12.955617904663086, - 13.287906646728516, - 13.426220893859863, - 13.620699882507324, - 13.700950622558594, - 13.803790092468262, - 13.827600479125977, - 13.868414878845215, - 13.824747085571289, - 13.720146179199219, - 13.439387321472168, - 13.220064163208008, - 13.096611976623535, - 13.060132026672363, - 12.990564346313477, - 12.940547943115234 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_111022.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_111022.json deleted file mode 100644 index 8cc3e3a7f7a3291894db1de451b8e1b8da5a63cc..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_111022.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T11:10:22.112960+00:00", - "metrics": { - "MSE[mean]": 12.571194999460166, - "MSE[0.5]": 11.963512108003139, - "MAE[0.5]": 2.60067081451416, - "MASE[0.5]": 0.5026799963624686, - "MAPE[0.5]": 0.3509407202623433, - "sMAPE[0.5]": 0.3047554390752631, - "MSIS": 19.186368527508424, - "RMSE[mean]": 3.5455881034688965, - "NRMSE[mean]": 0.41712801217281137, - "ND[0.5]": 0.30596127229578357, - "mean_weighted_sum_quantile_loss": 0.33148484417036467 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 11:00:00", - "2026-06-14 12:00:00", - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00" - ], - "context": [ - 17.0, - 15.0, - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 6.0, - 7.0 - ], - "actual": [ - 6.0, - 9.0, - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 8.0, - 4.0, - 7.0, - 10.0 - ], - "predictions": { - "p50": [ - 7.317443370819092, - 7.5270514488220215, - 7.604265213012695, - 7.683008193969727, - 7.825186252593994, - 7.9336934089660645, - 8.002528190612793, - 8.339594841003418, - 8.530517578125, - 8.690950393676758, - 8.823226928710938, - 9.102514266967773, - 9.02672004699707, - 8.951663970947266, - 9.007644653320312, - 8.988367080688477, - 8.824566841125488, - 8.665071487426758, - 8.434940338134766, - 8.323796272277832, - 8.297000885009766, - 8.229687690734863, - 8.127790451049805, - 8.272024154663086 - ], - "p10": [ - 8.431070327758789, - 8.645025253295898, - 8.716014862060547, - 8.926870346069336, - 9.224987030029297, - 9.223100662231445, - 9.34855842590332, - 9.769163131713867, - 9.943870544433594, - 9.91303825378418, - 10.237131118774414, - 10.525198936462402, - 10.56822395324707, - 10.463632583618164, - 10.58376693725586, - 10.325028419494629, - 10.409893035888672, - 10.265251159667969, - 10.02651596069336, - 9.65854263305664, - 9.585016250610352, - 9.610958099365234, - 9.605436325073242, - 9.640708923339844 - ], - "p90": [ - 11.062019348144531, - 11.41393756866455, - 11.617365837097168, - 11.807220458984375, - 11.974621772766113, - 12.162542343139648, - 12.252037048339844, - 12.60447883605957, - 12.864347457885742, - 13.10616683959961, - 13.29800033569336, - 13.601567268371582, - 13.54793930053711, - 13.547710418701172, - 13.600005149841309, - 13.577032089233398, - 13.422016143798828, - 13.333159446716309, - 13.104269981384277, - 12.927068710327148, - 12.864120483398438, - 12.878376960754395, - 12.785614967346191, - 12.81307601928711 - ], - "mean": [ - 8.123063087463379, - 8.352071762084961, - 8.461097717285156, - 8.598526000976562, - 8.753884315490723, - 8.845165252685547, - 8.929357528686523, - 9.240192413330078, - 9.489639282226562, - 9.646270751953125, - 9.83111572265625, - 10.08083724975586, - 10.030280113220215, - 9.961347579956055, - 9.990291595458984, - 9.978826522827148, - 9.810662269592285, - 9.661705017089844, - 9.420392990112305, - 9.253714561462402, - 9.227299690246582, - 9.150733947753906, - 9.11955738067627, - 9.160337448120117 - ], - "quantiles": { - "0.1": [ - 8.431070327758789, - 8.645025253295898, - 8.716014862060547, - 8.926870346069336, - 9.224987030029297, - 9.223100662231445, - 9.34855842590332, - 9.769163131713867, - 9.943870544433594, - 9.91303825378418, - 10.237131118774414, - 10.525198936462402, - 10.56822395324707, - 10.463632583618164, - 10.58376693725586, - 10.325028419494629, - 10.409893035888672, - 10.265251159667969, - 10.02651596069336, - 9.65854263305664, - 9.585016250610352, - 9.610958099365234, - 9.605436325073242, - 9.640708923339844 - ], - "0.2": [ - 8.431070327758789, - 8.645025253295898, - 8.716014862060547, - 8.926870346069336, - 9.224987030029297, - 9.223100662231445, - 9.34855842590332, - 9.769163131713867, - 9.943870544433594, - 9.91303825378418, - 10.237131118774414, - 10.525198936462402, - 10.56822395324707, - 10.463632583618164, - 10.58376693725586, - 10.325028419494629, - 10.409893035888672, - 10.265251159667969, - 10.02651596069336, - 9.65854263305664, - 9.585016250610352, - 9.610958099365234, - 9.605436325073242, - 9.640708923339844 - ], - "0.3": [ - 8.431070327758789, - 8.645025253295898, - 8.716014862060547, - 8.926870346069336, - 9.224987030029297, - 9.223100662231445, - 9.34855842590332, - 9.769163131713867, - 9.943870544433594, - 9.91303825378418, - 10.237131118774414, - 10.525198936462402, - 10.56822395324707, - 10.463632583618164, - 10.58376693725586, - 10.325028419494629, - 10.409893035888672, - 10.265251159667969, - 10.02651596069336, - 9.65854263305664, - 9.585016250610352, - 9.610958099365234, - 9.605436325073242, - 9.640708923339844 - ], - "0.4": [ - 7.317443370819092, - 7.5270514488220215, - 7.604265213012695, - 7.683008193969727, - 7.825186252593994, - 7.9336934089660645, - 8.002528190612793, - 8.339594841003418, - 8.530517578125, - 8.690950393676758, - 8.823226928710938, - 9.102514266967773, - 9.02672004699707, - 8.951663970947266, - 9.007644653320312, - 8.988367080688477, - 8.824566841125488, - 8.665071487426758, - 8.434940338134766, - 8.323796272277832, - 8.297000885009766, - 8.229687690734863, - 8.127790451049805, - 8.272024154663086 - ], - "0.5": [ - 7.317443370819092, - 7.5270514488220215, - 7.604265213012695, - 7.683008193969727, - 7.825186252593994, - 7.9336934089660645, - 8.002528190612793, - 8.339594841003418, - 8.530517578125, - 8.690950393676758, - 8.823226928710938, - 9.102514266967773, - 9.02672004699707, - 8.951663970947266, - 9.007644653320312, - 8.988367080688477, - 8.824566841125488, - 8.665071487426758, - 8.434940338134766, - 8.323796272277832, - 8.297000885009766, - 8.229687690734863, - 8.127790451049805, - 8.272024154663086 - ], - "0.6": [ - 7.317443370819092, - 7.5270514488220215, - 7.604265213012695, - 7.683008193969727, - 7.825186252593994, - 7.9336934089660645, - 8.002528190612793, - 8.339594841003418, - 8.530517578125, - 8.690950393676758, - 8.823226928710938, - 9.102514266967773, - 9.02672004699707, - 8.951663970947266, - 9.007644653320312, - 8.988367080688477, - 8.824566841125488, - 8.665071487426758, - 8.434940338134766, - 8.323796272277832, - 8.297000885009766, - 8.229687690734863, - 8.127790451049805, - 8.272024154663086 - ], - "0.7": [ - 7.317443370819092, - 7.5270514488220215, - 7.604265213012695, - 7.683008193969727, - 7.825186252593994, - 7.9336934089660645, - 8.002528190612793, - 8.339594841003418, - 8.530517578125, - 8.690950393676758, - 8.823226928710938, - 9.102514266967773, - 9.02672004699707, - 8.951663970947266, - 9.007644653320312, - 8.988367080688477, - 8.824566841125488, - 8.665071487426758, - 8.434940338134766, - 8.323796272277832, - 8.297000885009766, - 8.229687690734863, - 8.127790451049805, - 8.272024154663086 - ], - "0.8": [ - 11.062019348144531, - 11.41393756866455, - 11.617365837097168, - 11.807220458984375, - 11.974621772766113, - 12.162542343139648, - 12.252037048339844, - 12.60447883605957, - 12.864347457885742, - 13.10616683959961, - 13.29800033569336, - 13.601567268371582, - 13.54793930053711, - 13.547710418701172, - 13.600005149841309, - 13.577032089233398, - 13.422016143798828, - 13.333159446716309, - 13.104269981384277, - 12.927068710327148, - 12.864120483398438, - 12.878376960754395, - 12.785614967346191, - 12.81307601928711 - ], - "0.9": [ - 11.062019348144531, - 11.41393756866455, - 11.617365837097168, - 11.807220458984375, - 11.974621772766113, - 12.162542343139648, - 12.252037048339844, - 12.60447883605957, - 12.864347457885742, - 13.10616683959961, - 13.29800033569336, - 13.601567268371582, - 13.54793930053711, - 13.547710418701172, - 13.600005149841309, - 13.577032089233398, - 13.422016143798828, - 13.333159446716309, - 13.104269981384277, - 12.927068710327148, - 12.864120483398438, - 12.878376960754395, - 12.785614967346191, - 12.81307601928711 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_122240.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_122240.json deleted file mode 100644 index a105ae99b6bb02968d4cc9f7b72651a7de504220..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_122240.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T12:22:40.931816+00:00", - "metrics": { - "MSE[mean]": 14.464810080414091, - "MSE[0.5]": 13.920560888308861, - "MAE[0.5]": 2.9052040576934814, - "MASE[0.5]": 0.5630543530388444, - "MAPE[0.5]": 0.4753868362984912, - "sMAPE[0.5]": 0.357442613175353, - "MSIS": 19.81155389346794, - "RMSE[mean]": 3.803263083250236, - "NRMSE[mean]": 0.4496468669852495, - "ND[0.5]": 0.34347240090957415, - "mean_weighted_sum_quantile_loss": 0.3550046999074751 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 13:00:00", - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00" - ], - "context": [ - 18.0, - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 21.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 11.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 9.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 12.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0 - ], - "actual": [ - 10.0, - 7.0, - 9.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 9.0, - 9.0, - 5.0, - 19.0, - 7.0, - 12.0, - 15.0, - 12.0, - 7.0, - 4.0, - 9.0, - 11.0, - 10.0, - 2.0 - ], - "predictions": { - "p50": [ - 7.32088565826416, - 7.581017971038818, - 7.843896865844727, - 7.8974785804748535, - 8.031451225280762, - 8.37669849395752, - 8.548768997192383, - 8.678388595581055, - 8.723401069641113, - 8.914854049682617, - 8.828008651733398, - 8.796075820922852, - 8.748730659484863, - 8.748391151428223, - 8.703808784484863, - 8.58431625366211, - 8.372845649719238, - 8.258710861206055, - 8.07204818725586, - 8.063016891479492, - 8.118081092834473, - 8.036195755004883, - 8.029865264892578, - 8.215002059936523 - ], - "p10": [ - 8.367618560791016, - 8.786542892456055, - 8.880952835083008, - 9.127752304077148, - 9.423608779907227, - 9.648931503295898, - 9.896320343017578, - 10.056434631347656, - 10.091126441955566, - 10.080925941467285, - 10.237628936767578, - 10.201656341552734, - 10.197898864746094, - 10.177092552185059, - 10.167616844177246, - 9.895772933959961, - 9.824239730834961, - 9.790119171142578, - 9.559332847595215, - 9.358037948608398, - 9.337072372436523, - 9.456399917602539, - 9.465264320373535, - 9.46312141418457 - ], - "p90": [ - 11.100679397583008, - 11.489131927490234, - 11.889734268188477, - 12.03201961517334, - 12.230915069580078, - 12.63568115234375, - 12.821470260620117, - 12.980177879333496, - 13.075430870056152, - 13.34440803527832, - 13.323530197143555, - 13.297115325927734, - 13.265634536743164, - 13.333332061767578, - 13.24656867980957, - 13.112813949584961, - 12.899947166442871, - 12.84001636505127, - 12.623279571533203, - 12.598952293395996, - 12.608318328857422, - 12.604339599609375, - 12.610028266906738, - 12.682347297668457 - ], - "mean": [ - 8.144102096557617, - 8.43092155456543, - 8.713590621948242, - 8.821657180786133, - 8.994104385375977, - 9.30920696258545, - 9.483715057373047, - 9.579339981079102, - 9.667913436889648, - 9.866752624511719, - 9.842245101928711, - 9.809642791748047, - 9.73983383178711, - 9.733419418334961, - 9.672929763793945, - 9.5301513671875, - 9.317525863647461, - 9.228331565856934, - 9.016550064086914, - 8.987802505493164, - 9.015239715576172, - 8.959182739257812, - 8.993849754333496, - 9.073633193969727 - ], - "quantiles": { - "0.1": [ - 8.367618560791016, - 8.786542892456055, - 8.880952835083008, - 9.127752304077148, - 9.423608779907227, - 9.648931503295898, - 9.896320343017578, - 10.056434631347656, - 10.091126441955566, - 10.080925941467285, - 10.237628936767578, - 10.201656341552734, - 10.197898864746094, - 10.177092552185059, - 10.167616844177246, - 9.895772933959961, - 9.824239730834961, - 9.790119171142578, - 9.559332847595215, - 9.358037948608398, - 9.337072372436523, - 9.456399917602539, - 9.465264320373535, - 9.46312141418457 - ], - "0.2": [ - 8.367618560791016, - 8.786542892456055, - 8.880952835083008, - 9.127752304077148, - 9.423608779907227, - 9.648931503295898, - 9.896320343017578, - 10.056434631347656, - 10.091126441955566, - 10.080925941467285, - 10.237628936767578, - 10.201656341552734, - 10.197898864746094, - 10.177092552185059, - 10.167616844177246, - 9.895772933959961, - 9.824239730834961, - 9.790119171142578, - 9.559332847595215, - 9.358037948608398, - 9.337072372436523, - 9.456399917602539, - 9.465264320373535, - 9.46312141418457 - ], - "0.3": [ - 8.367618560791016, - 8.786542892456055, - 8.880952835083008, - 9.127752304077148, - 9.423608779907227, - 9.648931503295898, - 9.896320343017578, - 10.056434631347656, - 10.091126441955566, - 10.080925941467285, - 10.237628936767578, - 10.201656341552734, - 10.197898864746094, - 10.177092552185059, - 10.167616844177246, - 9.895772933959961, - 9.824239730834961, - 9.790119171142578, - 9.559332847595215, - 9.358037948608398, - 9.337072372436523, - 9.456399917602539, - 9.465264320373535, - 9.46312141418457 - ], - "0.4": [ - 7.32088565826416, - 7.581017971038818, - 7.843896865844727, - 7.8974785804748535, - 8.031451225280762, - 8.37669849395752, - 8.548768997192383, - 8.678388595581055, - 8.723401069641113, - 8.914854049682617, - 8.828008651733398, - 8.796075820922852, - 8.748730659484863, - 8.748391151428223, - 8.703808784484863, - 8.58431625366211, - 8.372845649719238, - 8.258710861206055, - 8.07204818725586, - 8.063016891479492, - 8.118081092834473, - 8.036195755004883, - 8.029865264892578, - 8.215002059936523 - ], - "0.5": [ - 7.32088565826416, - 7.581017971038818, - 7.843896865844727, - 7.8974785804748535, - 8.031451225280762, - 8.37669849395752, - 8.548768997192383, - 8.678388595581055, - 8.723401069641113, - 8.914854049682617, - 8.828008651733398, - 8.796075820922852, - 8.748730659484863, - 8.748391151428223, - 8.703808784484863, - 8.58431625366211, - 8.372845649719238, - 8.258710861206055, - 8.07204818725586, - 8.063016891479492, - 8.118081092834473, - 8.036195755004883, - 8.029865264892578, - 8.215002059936523 - ], - "0.6": [ - 7.32088565826416, - 7.581017971038818, - 7.843896865844727, - 7.8974785804748535, - 8.031451225280762, - 8.37669849395752, - 8.548768997192383, - 8.678388595581055, - 8.723401069641113, - 8.914854049682617, - 8.828008651733398, - 8.796075820922852, - 8.748730659484863, - 8.748391151428223, - 8.703808784484863, - 8.58431625366211, - 8.372845649719238, - 8.258710861206055, - 8.07204818725586, - 8.063016891479492, - 8.118081092834473, - 8.036195755004883, - 8.029865264892578, - 8.215002059936523 - ], - "0.7": [ - 7.32088565826416, - 7.581017971038818, - 7.843896865844727, - 7.8974785804748535, - 8.031451225280762, - 8.37669849395752, - 8.548768997192383, - 8.678388595581055, - 8.723401069641113, - 8.914854049682617, - 8.828008651733398, - 8.796075820922852, - 8.748730659484863, - 8.748391151428223, - 8.703808784484863, - 8.58431625366211, - 8.372845649719238, - 8.258710861206055, - 8.07204818725586, - 8.063016891479492, - 8.118081092834473, - 8.036195755004883, - 8.029865264892578, - 8.215002059936523 - ], - "0.8": [ - 11.100679397583008, - 11.489131927490234, - 11.889734268188477, - 12.03201961517334, - 12.230915069580078, - 12.63568115234375, - 12.821470260620117, - 12.980177879333496, - 13.075430870056152, - 13.34440803527832, - 13.323530197143555, - 13.297115325927734, - 13.265634536743164, - 13.333332061767578, - 13.24656867980957, - 13.112813949584961, - 12.899947166442871, - 12.84001636505127, - 12.623279571533203, - 12.598952293395996, - 12.608318328857422, - 12.604339599609375, - 12.610028266906738, - 12.682347297668457 - ], - "0.9": [ - 11.100679397583008, - 11.489131927490234, - 11.889734268188477, - 12.03201961517334, - 12.230915069580078, - 12.63568115234375, - 12.821470260620117, - 12.980177879333496, - 13.075430870056152, - 13.34440803527832, - 13.323530197143555, - 13.297115325927734, - 13.265634536743164, - 13.333332061767578, - 13.24656867980957, - 13.112813949584961, - 12.899947166442871, - 12.84001636505127, - 12.623279571533203, - 12.598952293395996, - 12.608318328857422, - 12.604339599609375, - 12.610028266906738, - 12.682347297668457 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_134118.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_134118.json deleted file mode 100644 index a8c66910920b908a00680c69ab4035599079b58d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_134118.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T13:41:18.773461+00:00", - "metrics": { - "MSE[mean]": 12.946268976511533, - "MSE[0.5]": 11.581591799520973, - "MAE[0.5]": 2.85114320119222, - "MASE[0.5]": 0.555567822695101, - "MAPE[0.5]": 0.4245083445351574, - "sMAPE[0.5]": 0.3524192314034092, - "MSIS": 21.05769370082912, - "RMSE[mean]": 3.5980924080005967, - "NRMSE[mean]": 0.4405827438368078, - "ND[0.5]": 0.34911957565619023, - "mean_weighted_sum_quantile_loss": 0.37395107783968484 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 14:00:00", - "2026-06-14 15:00:00", - "2026-06-14 16:00:00", - "2026-06-14 17:00:00", - "2026-06-14 18:00:00", - "2026-06-14 19:00:00", - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00" - ], - "context": [ - 22.0, - 25.0, - 20.0, - 11.0, - 13.0, - 12.0, - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 18.0, - 21.0, - 11.0, - 21.0, - 14.0, - 15.0, - 11.0, - 14.0, - 19.0, - 13.0, - 17.0, - 11.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 20.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 13.0, - 9.0, - 12.0, - 11.0, - 16.0, - 11.0, - 18.0, - 19.0, - 12.0, - 19.0, - 13.0, - 13.0, - 11.0, - 8.0, - 11.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 11.0, - 7.0, - 15.0, - 6.0, - 10.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 15.0, - 12.0, - 11.0, - 11.0, - 16.0, - 12.0, - 8.0, - 10.0, - 7.0, - 11.0, - 13.0, - 13.0, - 4.0, - 8.0, - 12.0, - 12.0, - 11.0, - 15.0, - 10.0, - 10.0, - 7.0, - 7.0, - 10.0, - 11.0, - 6.0, - 13.0, - 13.0, - 14.0, - 9.0, - 10.0, - 13.0, - 9.0, - 12.0, - 11.0, - 2.0, - 7.0, - 12.0, - 11.0, - 4.0, - 5.0, - 7.0, - 6.0, - 9.0, - 10.0 - ], - "actual": [ - 7.0, - 7.0, - 8.0, - 7.0, - 6.0, - 11.0, - 4.0, - 5.0, - 5.0, - 10.0, - 9.0, - 5.0, - 17.0, - 7.0, - 12.0, - 14.0, - 12.0, - 6.0, - 4.0, - 10.0, - 11.0, - 10.0, - 5.0, - 4.0 - ], - "predictions": { - "p50": [ - 7.905642986297607, - 7.953454494476318, - 8.073030471801758, - 8.145914077758789, - 8.435117721557617, - 8.736597061157227, - 8.831174850463867, - 8.954010009765625, - 8.968914031982422, - 9.094827651977539, - 8.944524765014648, - 8.933745384216309, - 8.816131591796875, - 8.763471603393555, - 8.5606689453125, - 8.351696968078613, - 8.231529235839844, - 8.187387466430664, - 8.168882369995117, - 8.190964698791504, - 8.236671447753906, - 8.15103530883789, - 8.084040641784668, - 8.337298393249512 - ], - "p10": [ - 8.949289321899414, - 9.162881851196289, - 9.134767532348633, - 9.39353084564209, - 9.816808700561523, - 10.036514282226562, - 10.179611206054688, - 10.375548362731934, - 10.388858795166016, - 10.328899383544922, - 10.322909355163574, - 10.409881591796875, - 10.381691932678223, - 10.21395492553711, - 10.042221069335938, - 9.708818435668945, - 9.701173782348633, - 9.764554977416992, - 9.717227935791016, - 9.548131942749023, - 9.482589721679688, - 9.585738182067871, - 9.542900085449219, - 9.601354598999023 - ], - "p90": [ - 11.648114204406738, - 11.84585952758789, - 12.119306564331055, - 12.287463188171387, - 12.640969276428223, - 13.029099464416504, - 13.154854774475098, - 13.334732055664062, - 13.39491081237793, - 13.597371101379395, - 13.489544868469238, - 13.466795921325684, - 13.365216255187988, - 13.387718200683594, - 13.164715766906738, - 12.93111515045166, - 12.84740161895752, - 12.830893516540527, - 12.800724029541016, - 12.77583122253418, - 12.772323608398438, - 12.729129791259766, - 12.676883697509766, - 12.838902473449707 - ], - "mean": [ - 8.719179153442383, - 8.795427322387695, - 8.935680389404297, - 9.067562103271484, - 9.385641098022461, - 9.675995826721191, - 9.75967788696289, - 9.846414566040039, - 9.930807113647461, - 10.049415588378906, - 9.929924964904785, - 9.928889274597168, - 9.80833625793457, - 9.76470947265625, - 9.545499801635742, - 9.316437721252441, - 9.198436737060547, - 9.165938377380371, - 9.130960464477539, - 9.131518363952637, - 9.153675079345703, - 9.082180976867676, - 9.054750442504883, - 9.201980590820312 - ], - "quantiles": { - "0.1": [ - 8.949289321899414, - 9.162881851196289, - 9.134767532348633, - 9.39353084564209, - 9.816808700561523, - 10.036514282226562, - 10.179611206054688, - 10.375548362731934, - 10.388858795166016, - 10.328899383544922, - 10.322909355163574, - 10.409881591796875, - 10.381691932678223, - 10.21395492553711, - 10.042221069335938, - 9.708818435668945, - 9.701173782348633, - 9.764554977416992, - 9.717227935791016, - 9.548131942749023, - 9.482589721679688, - 9.585738182067871, - 9.542900085449219, - 9.601354598999023 - ], - "0.2": [ - 8.949289321899414, - 9.162881851196289, - 9.134767532348633, - 9.39353084564209, - 9.816808700561523, - 10.036514282226562, - 10.179611206054688, - 10.375548362731934, - 10.388858795166016, - 10.328899383544922, - 10.322909355163574, - 10.409881591796875, - 10.381691932678223, - 10.21395492553711, - 10.042221069335938, - 9.708818435668945, - 9.701173782348633, - 9.764554977416992, - 9.717227935791016, - 9.548131942749023, - 9.482589721679688, - 9.585738182067871, - 9.542900085449219, - 9.601354598999023 - ], - "0.3": [ - 8.949289321899414, - 9.162881851196289, - 9.134767532348633, - 9.39353084564209, - 9.816808700561523, - 10.036514282226562, - 10.179611206054688, - 10.375548362731934, - 10.388858795166016, - 10.328899383544922, - 10.322909355163574, - 10.409881591796875, - 10.381691932678223, - 10.21395492553711, - 10.042221069335938, - 9.708818435668945, - 9.701173782348633, - 9.764554977416992, - 9.717227935791016, - 9.548131942749023, - 9.482589721679688, - 9.585738182067871, - 9.542900085449219, - 9.601354598999023 - ], - "0.4": [ - 7.905642986297607, - 7.953454494476318, - 8.073030471801758, - 8.145914077758789, - 8.435117721557617, - 8.736597061157227, - 8.831174850463867, - 8.954010009765625, - 8.968914031982422, - 9.094827651977539, - 8.944524765014648, - 8.933745384216309, - 8.816131591796875, - 8.763471603393555, - 8.5606689453125, - 8.351696968078613, - 8.231529235839844, - 8.187387466430664, - 8.168882369995117, - 8.190964698791504, - 8.236671447753906, - 8.15103530883789, - 8.084040641784668, - 8.337298393249512 - ], - "0.5": [ - 7.905642986297607, - 7.953454494476318, - 8.073030471801758, - 8.145914077758789, - 8.435117721557617, - 8.736597061157227, - 8.831174850463867, - 8.954010009765625, - 8.968914031982422, - 9.094827651977539, - 8.944524765014648, - 8.933745384216309, - 8.816131591796875, - 8.763471603393555, - 8.5606689453125, - 8.351696968078613, - 8.231529235839844, - 8.187387466430664, - 8.168882369995117, - 8.190964698791504, - 8.236671447753906, - 8.15103530883789, - 8.084040641784668, - 8.337298393249512 - ], - "0.6": [ - 7.905642986297607, - 7.953454494476318, - 8.073030471801758, - 8.145914077758789, - 8.435117721557617, - 8.736597061157227, - 8.831174850463867, - 8.954010009765625, - 8.968914031982422, - 9.094827651977539, - 8.944524765014648, - 8.933745384216309, - 8.816131591796875, - 8.763471603393555, - 8.5606689453125, - 8.351696968078613, - 8.231529235839844, - 8.187387466430664, - 8.168882369995117, - 8.190964698791504, - 8.236671447753906, - 8.15103530883789, - 8.084040641784668, - 8.337298393249512 - ], - "0.7": [ - 7.905642986297607, - 7.953454494476318, - 8.073030471801758, - 8.145914077758789, - 8.435117721557617, - 8.736597061157227, - 8.831174850463867, - 8.954010009765625, - 8.968914031982422, - 9.094827651977539, - 8.944524765014648, - 8.933745384216309, - 8.816131591796875, - 8.763471603393555, - 8.5606689453125, - 8.351696968078613, - 8.231529235839844, - 8.187387466430664, - 8.168882369995117, - 8.190964698791504, - 8.236671447753906, - 8.15103530883789, - 8.084040641784668, - 8.337298393249512 - ], - "0.8": [ - 11.648114204406738, - 11.84585952758789, - 12.119306564331055, - 12.287463188171387, - 12.640969276428223, - 13.029099464416504, - 13.154854774475098, - 13.334732055664062, - 13.39491081237793, - 13.597371101379395, - 13.489544868469238, - 13.466795921325684, - 13.365216255187988, - 13.387718200683594, - 13.164715766906738, - 12.93111515045166, - 12.84740161895752, - 12.830893516540527, - 12.800724029541016, - 12.77583122253418, - 12.772323608398438, - 12.729129791259766, - 12.676883697509766, - 12.838902473449707 - ], - "0.9": [ - 11.648114204406738, - 11.84585952758789, - 12.119306564331055, - 12.287463188171387, - 12.640969276428223, - 13.029099464416504, - 13.154854774475098, - 13.334732055664062, - 13.39491081237793, - 13.597371101379395, - 13.489544868469238, - 13.466795921325684, - 13.365216255187988, - 13.387718200683594, - 13.164715766906738, - 12.93111515045166, - 12.84740161895752, - 12.830893516540527, - 12.800724029541016, - 12.77583122253418, - 12.772323608398438, - 12.729129791259766, - 12.676883697509766, - 12.838902473449707 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_195945.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_195945.json deleted file mode 100644 index 5a74efdfd289b9ee218933c6a70c769722bd7a08..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_195945.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T19:59:45.815974+00:00", - "metrics": { - "MSE[mean]": 9.770035180978349, - "MSE[0.5]": 9.684671481976011, - "MAE[0.5]": 2.4361062049865723, - "MASE[0.5]": 0.4727753281914642, - "MAPE[0.5]": 0.3592423492896162, - "sMAPE[0.5]": 0.27421699482403733, - "MSIS": 16.00602035059762, - "RMSE[mean]": 3.1257055493085635, - "NRMSE[mean]": 0.33193333266993597, - "ND[0.5]": 0.25870154389237937, - "mean_weighted_sum_quantile_loss": 0.26799817371274637 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-14 20:00:00", - "2026-06-14 21:00:00", - "2026-06-14 22:00:00", - "2026-06-14 23:00:00", - "2026-06-15 00:00:00", - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00" - ], - "context": [ - 13.0, - 11.0, - 18.0, - 21.0, - 12.0, - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 16.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 18.0, - 19.0, - 18.0, - 15.0, - 14.0, - 13.0, - 12.0, - 19.0, - 15.0, - 20.0, - 25.0, - 13.0, - 20.0, - 24.0, - 9.0, - 19.0, - 13.0, - 11.0, - 9.0, - 10.0, - 12.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 13.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 15.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 12.0, - 11.0, - 12.0, - 16.0, - 13.0, - 9.0, - 10.0, - 8.0, - 14.0, - 13.0, - 15.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 11.0, - 11.0, - 7.0, - 12.0, - 13.0, - 15.0, - 10.0, - 12.0, - 13.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 8.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0 - ], - "actual": [ - 6.0, - 7.0, - 7.0, - 10.0, - 9.0, - 6.0, - 17.0, - 7.0, - 12.0, - 14.0, - 13.0, - 7.0, - 9.0, - 11.0, - 12.0, - 12.0, - 9.0, - 7.0, - 9.0, - 9.0, - 12.0, - 10.0, - 9.0, - 2.0 - ], - "predictions": { - "p50": [ - 9.122297286987305, - 9.224357604980469, - 9.478918075561523, - 9.560646057128906, - 9.540253639221191, - 9.550546646118164, - 9.522665023803711, - 9.445367813110352, - 9.128798484802246, - 8.94580078125, - 8.743303298950195, - 8.728346824645996, - 8.707931518554688, - 8.787391662597656, - 8.797992706298828, - 8.862387657165527, - 8.958197593688965, - 9.114419937133789, - 9.150270462036133, - 9.164609909057617, - 9.173240661621094, - 8.883589744567871, - 8.510553359985352, - 8.529659271240234 - ], - "p10": [ - 10.212560653686523, - 10.44105339050293, - 10.59345531463623, - 10.866740226745605, - 10.858916282653809, - 10.873984336853027, - 10.846927642822266, - 10.74567985534668, - 10.340954780578613, - 10.190507888793945, - 10.096282958984375, - 10.103741645812988, - 10.221405029296875, - 10.175437927246094, - 10.20479965209961, - 10.187105178833008, - 10.232467651367188, - 10.568666458129883, - 10.616724014282227, - 10.568132400512695, - 10.409626960754395, - 10.289448738098145, - 9.903993606567383, - 9.772359848022461 - ], - "p90": [ - 12.975184440612793, - 13.236587524414062, - 13.614689826965332, - 13.763595581054688, - 13.766142845153809, - 13.81368637084961, - 13.813135147094727, - 13.737251281738281, - 13.50080394744873, - 13.381290435791016, - 13.197710990905762, - 13.184393882751465, - 13.151453018188477, - 13.255136489868164, - 13.219010353088379, - 13.238485336303711, - 13.332119941711426, - 13.519787788391113, - 13.544825553894043, - 13.621162414550781, - 13.587068557739258, - 13.358878135681152, - 13.00130558013916, - 12.922295570373535 - ], - "mean": [ - 9.959829330444336, - 10.067066192626953, - 10.328290939331055, - 10.469097137451172, - 10.463973999023438, - 10.446935653686523, - 10.406455993652344, - 10.294677734375, - 10.034479141235352, - 9.878406524658203, - 9.702024459838867, - 9.71395492553711, - 9.680364608764648, - 9.728414535522461, - 9.732450485229492, - 9.766273498535156, - 9.841547012329102, - 10.013434410095215, - 10.035694122314453, - 10.111847877502441, - 10.071756362915039, - 9.818832397460938, - 9.47716999053955, - 9.380197525024414 - ], - "quantiles": { - "0.1": [ - 10.212560653686523, - 10.44105339050293, - 10.59345531463623, - 10.866740226745605, - 10.858916282653809, - 10.873984336853027, - 10.846927642822266, - 10.74567985534668, - 10.340954780578613, - 10.190507888793945, - 10.096282958984375, - 10.103741645812988, - 10.221405029296875, - 10.175437927246094, - 10.20479965209961, - 10.187105178833008, - 10.232467651367188, - 10.568666458129883, - 10.616724014282227, - 10.568132400512695, - 10.409626960754395, - 10.289448738098145, - 9.903993606567383, - 9.772359848022461 - ], - "0.2": [ - 10.212560653686523, - 10.44105339050293, - 10.59345531463623, - 10.866740226745605, - 10.858916282653809, - 10.873984336853027, - 10.846927642822266, - 10.74567985534668, - 10.340954780578613, - 10.190507888793945, - 10.096282958984375, - 10.103741645812988, - 10.221405029296875, - 10.175437927246094, - 10.20479965209961, - 10.187105178833008, - 10.232467651367188, - 10.568666458129883, - 10.616724014282227, - 10.568132400512695, - 10.409626960754395, - 10.289448738098145, - 9.903993606567383, - 9.772359848022461 - ], - "0.3": [ - 10.212560653686523, - 10.44105339050293, - 10.59345531463623, - 10.866740226745605, - 10.858916282653809, - 10.873984336853027, - 10.846927642822266, - 10.74567985534668, - 10.340954780578613, - 10.190507888793945, - 10.096282958984375, - 10.103741645812988, - 10.221405029296875, - 10.175437927246094, - 10.20479965209961, - 10.187105178833008, - 10.232467651367188, - 10.568666458129883, - 10.616724014282227, - 10.568132400512695, - 10.409626960754395, - 10.289448738098145, - 9.903993606567383, - 9.772359848022461 - ], - "0.4": [ - 9.122297286987305, - 9.224357604980469, - 9.478918075561523, - 9.560646057128906, - 9.540253639221191, - 9.550546646118164, - 9.522665023803711, - 9.445367813110352, - 9.128798484802246, - 8.94580078125, - 8.743303298950195, - 8.728346824645996, - 8.707931518554688, - 8.787391662597656, - 8.797992706298828, - 8.862387657165527, - 8.958197593688965, - 9.114419937133789, - 9.150270462036133, - 9.164609909057617, - 9.173240661621094, - 8.883589744567871, - 8.510553359985352, - 8.529659271240234 - ], - "0.5": [ - 9.122297286987305, - 9.224357604980469, - 9.478918075561523, - 9.560646057128906, - 9.540253639221191, - 9.550546646118164, - 9.522665023803711, - 9.445367813110352, - 9.128798484802246, - 8.94580078125, - 8.743303298950195, - 8.728346824645996, - 8.707931518554688, - 8.787391662597656, - 8.797992706298828, - 8.862387657165527, - 8.958197593688965, - 9.114419937133789, - 9.150270462036133, - 9.164609909057617, - 9.173240661621094, - 8.883589744567871, - 8.510553359985352, - 8.529659271240234 - ], - "0.6": [ - 9.122297286987305, - 9.224357604980469, - 9.478918075561523, - 9.560646057128906, - 9.540253639221191, - 9.550546646118164, - 9.522665023803711, - 9.445367813110352, - 9.128798484802246, - 8.94580078125, - 8.743303298950195, - 8.728346824645996, - 8.707931518554688, - 8.787391662597656, - 8.797992706298828, - 8.862387657165527, - 8.958197593688965, - 9.114419937133789, - 9.150270462036133, - 9.164609909057617, - 9.173240661621094, - 8.883589744567871, - 8.510553359985352, - 8.529659271240234 - ], - "0.7": [ - 9.122297286987305, - 9.224357604980469, - 9.478918075561523, - 9.560646057128906, - 9.540253639221191, - 9.550546646118164, - 9.522665023803711, - 9.445367813110352, - 9.128798484802246, - 8.94580078125, - 8.743303298950195, - 8.728346824645996, - 8.707931518554688, - 8.787391662597656, - 8.797992706298828, - 8.862387657165527, - 8.958197593688965, - 9.114419937133789, - 9.150270462036133, - 9.164609909057617, - 9.173240661621094, - 8.883589744567871, - 8.510553359985352, - 8.529659271240234 - ], - "0.8": [ - 12.975184440612793, - 13.236587524414062, - 13.614689826965332, - 13.763595581054688, - 13.766142845153809, - 13.81368637084961, - 13.813135147094727, - 13.737251281738281, - 13.50080394744873, - 13.381290435791016, - 13.197710990905762, - 13.184393882751465, - 13.151453018188477, - 13.255136489868164, - 13.219010353088379, - 13.238485336303711, - 13.332119941711426, - 13.519787788391113, - 13.544825553894043, - 13.621162414550781, - 13.587068557739258, - 13.358878135681152, - 13.00130558013916, - 12.922295570373535 - ], - "0.9": [ - 12.975184440612793, - 13.236587524414062, - 13.614689826965332, - 13.763595581054688, - 13.766142845153809, - 13.81368637084961, - 13.813135147094727, - 13.737251281738281, - 13.50080394744873, - 13.381290435791016, - 13.197710990905762, - 13.184393882751465, - 13.151453018188477, - 13.255136489868164, - 13.219010353088379, - 13.238485336303711, - 13.332119941711426, - 13.519787788391113, - 13.544825553894043, - 13.621162414550781, - 13.587068557739258, - 13.358878135681152, - 13.00130558013916, - 12.922295570373535 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_002411.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_002411.json deleted file mode 100644 index 6f4079416fe8001ef15380d4693fa0b25d40f7ae..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_002411.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T00:24:11.678686+00:00", - "metrics": { - "MSE[mean]": 16.18217810117619, - "MSE[0.5]": 18.966751401453205, - "MAE[0.5]": 3.277962327003479, - "MASE[0.5]": 0.628530725816912, - "MAPE[0.5]": 0.31003853590278835, - "sMAPE[0.5]": 0.32319161401323265, - "MSIS": 15.624475562937569, - "RMSE[mean]": 4.022707807084203, - "NRMSE[mean]": 0.3831150292461145, - "ND[0.5]": 0.3121868882860456, - "mean_weighted_sum_quantile_loss": 0.27803176084313225 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 01:00:00", - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00" - ], - "context": [ - 19.0, - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 14.0, - 18.0, - 9.0, - 14.0, - 23.0, - 28.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0 - ], - "actual": [ - 6.0, - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 8.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 12.0, - 11.0, - 6.0, - 9.0, - 5.0, - 7.0, - 8.0, - 4.0 - ], - "predictions": { - "p50": [ - 8.587165832519531, - 8.72613525390625, - 8.663570404052734, - 8.393449783325195, - 8.217900276184082, - 8.198978424072266, - 8.25642204284668, - 8.438549995422363, - 8.36126708984375, - 8.350842475891113, - 8.388465881347656, - 8.502355575561523, - 8.540556907653809, - 8.629777908325195, - 8.823776245117188, - 8.790641784667969, - 8.507959365844727, - 8.365436553955078, - 8.382783889770508, - 8.360185623168945, - 8.371282577514648, - 8.349522590637207, - 8.376001358032227, - 8.607767105102539 - ], - "p10": [ - 9.739713668823242, - 9.960203170776367, - 9.742515563964844, - 9.631858825683594, - 9.593234062194824, - 9.490671157836914, - 9.58588981628418, - 9.695077896118164, - 9.670263290405273, - 9.498173713684082, - 9.737314224243164, - 9.856771469116211, - 10.05489730834961, - 10.103135108947754, - 10.243399620056152, - 10.088092803955078, - 9.880264282226562, - 9.853338241577148, - 9.959869384765625, - 9.777342796325684, - 9.647196769714355, - 9.77664566040039, - 9.783721923828125, - 9.961302757263184 - ], - "p90": [ - 12.340442657470703, - 12.619842529296875, - 12.635383605957031, - 12.428398132324219, - 12.29461669921875, - 12.308952331542969, - 12.366175651550293, - 12.552938461303711, - 12.509626388549805, - 12.600683212280273, - 12.659564018249512, - 12.780548095703125, - 12.844785690307617, - 12.964749336242676, - 13.101897239685059, - 13.075003623962402, - 12.822086334228516, - 12.753435134887695, - 12.786974906921387, - 12.803853034973145, - 12.757731437683105, - 12.816959381103516, - 12.823894500732422, - 12.999821662902832 - ], - "mean": [ - 9.385334014892578, - 9.533823013305664, - 9.488587379455566, - 9.284086227416992, - 9.130990982055664, - 9.061359405517578, - 9.118375778198242, - 9.265617370605469, - 9.236181259155273, - 9.232226371765137, - 9.289087295532227, - 9.449995994567871, - 9.496957778930664, - 9.570032119750977, - 9.70042610168457, - 9.665157318115234, - 9.407597541809082, - 9.26207160949707, - 9.292076110839844, - 9.27897834777832, - 9.252639770507812, - 9.273717880249023, - 9.308201789855957, - 9.459726333618164 - ], - "quantiles": { - "0.1": [ - 9.739713668823242, - 9.960203170776367, - 9.742515563964844, - 9.631858825683594, - 9.593234062194824, - 9.490671157836914, - 9.58588981628418, - 9.695077896118164, - 9.670263290405273, - 9.498173713684082, - 9.737314224243164, - 9.856771469116211, - 10.05489730834961, - 10.103135108947754, - 10.243399620056152, - 10.088092803955078, - 9.880264282226562, - 9.853338241577148, - 9.959869384765625, - 9.777342796325684, - 9.647196769714355, - 9.77664566040039, - 9.783721923828125, - 9.961302757263184 - ], - "0.2": [ - 9.739713668823242, - 9.960203170776367, - 9.742515563964844, - 9.631858825683594, - 9.593234062194824, - 9.490671157836914, - 9.58588981628418, - 9.695077896118164, - 9.670263290405273, - 9.498173713684082, - 9.737314224243164, - 9.856771469116211, - 10.05489730834961, - 10.103135108947754, - 10.243399620056152, - 10.088092803955078, - 9.880264282226562, - 9.853338241577148, - 9.959869384765625, - 9.777342796325684, - 9.647196769714355, - 9.77664566040039, - 9.783721923828125, - 9.961302757263184 - ], - "0.3": [ - 9.739713668823242, - 9.960203170776367, - 9.742515563964844, - 9.631858825683594, - 9.593234062194824, - 9.490671157836914, - 9.58588981628418, - 9.695077896118164, - 9.670263290405273, - 9.498173713684082, - 9.737314224243164, - 9.856771469116211, - 10.05489730834961, - 10.103135108947754, - 10.243399620056152, - 10.088092803955078, - 9.880264282226562, - 9.853338241577148, - 9.959869384765625, - 9.777342796325684, - 9.647196769714355, - 9.77664566040039, - 9.783721923828125, - 9.961302757263184 - ], - "0.4": [ - 8.587165832519531, - 8.72613525390625, - 8.663570404052734, - 8.393449783325195, - 8.217900276184082, - 8.198978424072266, - 8.25642204284668, - 8.438549995422363, - 8.36126708984375, - 8.350842475891113, - 8.388465881347656, - 8.502355575561523, - 8.540556907653809, - 8.629777908325195, - 8.823776245117188, - 8.790641784667969, - 8.507959365844727, - 8.365436553955078, - 8.382783889770508, - 8.360185623168945, - 8.371282577514648, - 8.349522590637207, - 8.376001358032227, - 8.607767105102539 - ], - "0.5": [ - 8.587165832519531, - 8.72613525390625, - 8.663570404052734, - 8.393449783325195, - 8.217900276184082, - 8.198978424072266, - 8.25642204284668, - 8.438549995422363, - 8.36126708984375, - 8.350842475891113, - 8.388465881347656, - 8.502355575561523, - 8.540556907653809, - 8.629777908325195, - 8.823776245117188, - 8.790641784667969, - 8.507959365844727, - 8.365436553955078, - 8.382783889770508, - 8.360185623168945, - 8.371282577514648, - 8.349522590637207, - 8.376001358032227, - 8.607767105102539 - ], - "0.6": [ - 8.587165832519531, - 8.72613525390625, - 8.663570404052734, - 8.393449783325195, - 8.217900276184082, - 8.198978424072266, - 8.25642204284668, - 8.438549995422363, - 8.36126708984375, - 8.350842475891113, - 8.388465881347656, - 8.502355575561523, - 8.540556907653809, - 8.629777908325195, - 8.823776245117188, - 8.790641784667969, - 8.507959365844727, - 8.365436553955078, - 8.382783889770508, - 8.360185623168945, - 8.371282577514648, - 8.349522590637207, - 8.376001358032227, - 8.607767105102539 - ], - "0.7": [ - 8.587165832519531, - 8.72613525390625, - 8.663570404052734, - 8.393449783325195, - 8.217900276184082, - 8.198978424072266, - 8.25642204284668, - 8.438549995422363, - 8.36126708984375, - 8.350842475891113, - 8.388465881347656, - 8.502355575561523, - 8.540556907653809, - 8.629777908325195, - 8.823776245117188, - 8.790641784667969, - 8.507959365844727, - 8.365436553955078, - 8.382783889770508, - 8.360185623168945, - 8.371282577514648, - 8.349522590637207, - 8.376001358032227, - 8.607767105102539 - ], - "0.8": [ - 12.340442657470703, - 12.619842529296875, - 12.635383605957031, - 12.428398132324219, - 12.29461669921875, - 12.308952331542969, - 12.366175651550293, - 12.552938461303711, - 12.509626388549805, - 12.600683212280273, - 12.659564018249512, - 12.780548095703125, - 12.844785690307617, - 12.964749336242676, - 13.101897239685059, - 13.075003623962402, - 12.822086334228516, - 12.753435134887695, - 12.786974906921387, - 12.803853034973145, - 12.757731437683105, - 12.816959381103516, - 12.823894500732422, - 12.999821662902832 - ], - "0.9": [ - 12.340442657470703, - 12.619842529296875, - 12.635383605957031, - 12.428398132324219, - 12.29461669921875, - 12.308952331542969, - 12.366175651550293, - 12.552938461303711, - 12.509626388549805, - 12.600683212280273, - 12.659564018249512, - 12.780548095703125, - 12.844785690307617, - 12.964749336242676, - 13.101897239685059, - 13.075003623962402, - 12.822086334228516, - 12.753435134887695, - 12.786974906921387, - 12.803853034973145, - 12.757731437683105, - 12.816959381103516, - 12.823894500732422, - 12.999821662902832 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_013910.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_013910.json deleted file mode 100644 index b56c8a7ee836fee322627083e029ab6ff571ef1d..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_013910.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T01:39:10.455513+00:00", - "metrics": { - "MSE[mean]": 30.233258652575575, - "MSE[0.5]": 36.210602814099694, - "MAE[0.5]": 4.302108923594157, - "MASE[0.5]": 0.8238080917520726, - "MAPE[0.5]": 0.3004974451189932, - "sMAPE[0.5]": 0.3727550282128176, - "MSIS": 17.360304586430814, - "RMSE[mean]": 5.498477848693725, - "NRMSE[mean]": 0.4582064873911438, - "ND[0.5]": 0.35850907696617973, - "mean_weighted_sum_quantile_loss": 0.2944425911815078 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 02:00:00", - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00" - ], - "context": [ - 18.0, - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0 - ], - "actual": [ - 21.0, - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 13.0, - 11.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 26.0, - 16.0 - ], - "predictions": { - "p50": [ - 7.97994327545166, - 8.098823547363281, - 7.978157997131348, - 7.747163772583008, - 7.713348865509033, - 7.827622890472412, - 7.897563457489014, - 8.006263732910156, - 7.870229721069336, - 7.977205753326416, - 8.074862480163574, - 8.142141342163086, - 8.13201904296875, - 8.317962646484375, - 8.476234436035156, - 8.356971740722656, - 7.975793838500977, - 7.982906341552734, - 8.130626678466797, - 8.086909294128418, - 8.168781280517578, - 8.121085166931152, - 8.137533187866211, - 8.268599510192871 - ], - "p10": [ - 9.217034339904785, - 9.38194465637207, - 9.089909553527832, - 9.057943344116211, - 9.089273452758789, - 9.149218559265137, - 9.228858947753906, - 9.255650520324707, - 9.246381759643555, - 9.16301155090332, - 9.448749542236328, - 9.533382415771484, - 9.63512897491455, - 9.773050308227539, - 9.885234832763672, - 9.648355484008789, - 9.366165161132812, - 9.518054008483887, - 9.760292053222656, - 9.517603874206543, - 9.415363311767578, - 9.645009994506836, - 9.607768058776855, - 9.660913467407227 - ], - "p90": [ - 11.64712905883789, - 11.89066219329834, - 11.878178596496582, - 11.703436851501465, - 11.69711971282959, - 11.85936164855957, - 11.945734024047852, - 12.051372528076172, - 11.983229637145996, - 12.161534309387207, - 12.290558815002441, - 12.34266471862793, - 12.370827674865723, - 12.57733154296875, - 12.700011253356934, - 12.568445205688477, - 12.215132713317871, - 12.276880264282227, - 12.453758239746094, - 12.487299919128418, - 12.513668060302734, - 12.540952682495117, - 12.535639762878418, - 12.553126335144043 - ], - "mean": [ - 8.750244140625, - 8.863070487976074, - 8.788801193237305, - 8.619144439697266, - 8.605768203735352, - 8.671682357788086, - 8.74966812133789, - 8.814336776733398, - 8.747297286987305, - 8.845181465148926, - 8.956316947937012, - 9.067546844482422, - 9.08192253112793, - 9.219977378845215, - 9.323647499084473, - 9.203642845153809, - 8.848868370056152, - 8.873285293579102, - 9.008685111999512, - 8.969266891479492, - 9.009742736816406, - 9.027544021606445, - 9.050799369812012, - 9.093269348144531 - ], - "quantiles": { - "0.1": [ - 9.217034339904785, - 9.38194465637207, - 9.089909553527832, - 9.057943344116211, - 9.089273452758789, - 9.149218559265137, - 9.228858947753906, - 9.255650520324707, - 9.246381759643555, - 9.16301155090332, - 9.448749542236328, - 9.533382415771484, - 9.63512897491455, - 9.773050308227539, - 9.885234832763672, - 9.648355484008789, - 9.366165161132812, - 9.518054008483887, - 9.760292053222656, - 9.517603874206543, - 9.415363311767578, - 9.645009994506836, - 9.607768058776855, - 9.660913467407227 - ], - "0.2": [ - 9.217034339904785, - 9.38194465637207, - 9.089909553527832, - 9.057943344116211, - 9.089273452758789, - 9.149218559265137, - 9.228858947753906, - 9.255650520324707, - 9.246381759643555, - 9.16301155090332, - 9.448749542236328, - 9.533382415771484, - 9.63512897491455, - 9.773050308227539, - 9.885234832763672, - 9.648355484008789, - 9.366165161132812, - 9.518054008483887, - 9.760292053222656, - 9.517603874206543, - 9.415363311767578, - 9.645009994506836, - 9.607768058776855, - 9.660913467407227 - ], - "0.3": [ - 9.217034339904785, - 9.38194465637207, - 9.089909553527832, - 9.057943344116211, - 9.089273452758789, - 9.149218559265137, - 9.228858947753906, - 9.255650520324707, - 9.246381759643555, - 9.16301155090332, - 9.448749542236328, - 9.533382415771484, - 9.63512897491455, - 9.773050308227539, - 9.885234832763672, - 9.648355484008789, - 9.366165161132812, - 9.518054008483887, - 9.760292053222656, - 9.517603874206543, - 9.415363311767578, - 9.645009994506836, - 9.607768058776855, - 9.660913467407227 - ], - "0.4": [ - 7.97994327545166, - 8.098823547363281, - 7.978157997131348, - 7.747163772583008, - 7.713348865509033, - 7.827622890472412, - 7.897563457489014, - 8.006263732910156, - 7.870229721069336, - 7.977205753326416, - 8.074862480163574, - 8.142141342163086, - 8.13201904296875, - 8.317962646484375, - 8.476234436035156, - 8.356971740722656, - 7.975793838500977, - 7.982906341552734, - 8.130626678466797, - 8.086909294128418, - 8.168781280517578, - 8.121085166931152, - 8.137533187866211, - 8.268599510192871 - ], - "0.5": [ - 7.97994327545166, - 8.098823547363281, - 7.978157997131348, - 7.747163772583008, - 7.713348865509033, - 7.827622890472412, - 7.897563457489014, - 8.006263732910156, - 7.870229721069336, - 7.977205753326416, - 8.074862480163574, - 8.142141342163086, - 8.13201904296875, - 8.317962646484375, - 8.476234436035156, - 8.356971740722656, - 7.975793838500977, - 7.982906341552734, - 8.130626678466797, - 8.086909294128418, - 8.168781280517578, - 8.121085166931152, - 8.137533187866211, - 8.268599510192871 - ], - "0.6": [ - 7.97994327545166, - 8.098823547363281, - 7.978157997131348, - 7.747163772583008, - 7.713348865509033, - 7.827622890472412, - 7.897563457489014, - 8.006263732910156, - 7.870229721069336, - 7.977205753326416, - 8.074862480163574, - 8.142141342163086, - 8.13201904296875, - 8.317962646484375, - 8.476234436035156, - 8.356971740722656, - 7.975793838500977, - 7.982906341552734, - 8.130626678466797, - 8.086909294128418, - 8.168781280517578, - 8.121085166931152, - 8.137533187866211, - 8.268599510192871 - ], - "0.7": [ - 7.97994327545166, - 8.098823547363281, - 7.978157997131348, - 7.747163772583008, - 7.713348865509033, - 7.827622890472412, - 7.897563457489014, - 8.006263732910156, - 7.870229721069336, - 7.977205753326416, - 8.074862480163574, - 8.142141342163086, - 8.13201904296875, - 8.317962646484375, - 8.476234436035156, - 8.356971740722656, - 7.975793838500977, - 7.982906341552734, - 8.130626678466797, - 8.086909294128418, - 8.168781280517578, - 8.121085166931152, - 8.137533187866211, - 8.268599510192871 - ], - "0.8": [ - 11.64712905883789, - 11.89066219329834, - 11.878178596496582, - 11.703436851501465, - 11.69711971282959, - 11.85936164855957, - 11.945734024047852, - 12.051372528076172, - 11.983229637145996, - 12.161534309387207, - 12.290558815002441, - 12.34266471862793, - 12.370827674865723, - 12.57733154296875, - 12.700011253356934, - 12.568445205688477, - 12.215132713317871, - 12.276880264282227, - 12.453758239746094, - 12.487299919128418, - 12.513668060302734, - 12.540952682495117, - 12.535639762878418, - 12.553126335144043 - ], - "0.9": [ - 11.64712905883789, - 11.89066219329834, - 11.878178596496582, - 11.703436851501465, - 11.69711971282959, - 11.85936164855957, - 11.945734024047852, - 12.051372528076172, - 11.983229637145996, - 12.161534309387207, - 12.290558815002441, - 12.34266471862793, - 12.370827674865723, - 12.57733154296875, - 12.700011253356934, - 12.568445205688477, - 12.215132713317871, - 12.276880264282227, - 12.453758239746094, - 12.487299919128418, - 12.513668060302734, - 12.540952682495117, - 12.535639762878418, - 12.553126335144043 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_030314.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_030314.json deleted file mode 100644 index a23ae9ba1697c0b93494b29288047dd8fbda9efd..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_030314.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T03:03:14.016709+00:00", - "metrics": { - "MSE[mean]": 32.081844881663905, - "MSE[0.5]": 37.48110457159331, - "MAE[0.5]": 3.981566230456034, - "MASE[0.5]": 0.7563925292686925, - "MAPE[0.5]": 0.2648669718574061, - "sMAPE[0.5]": 0.31810314544559753, - "MSIS": 19.160746307675, - "RMSE[mean]": 5.664083763651797, - "NRMSE[mean]": 0.46395225367796283, - "ND[0.5]": 0.326135117853054, - "mean_weighted_sum_quantile_loss": 0.2900918078865569 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 03:00:00", - "2026-06-15 04:00:00", - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00" - ], - "context": [ - 19.0, - 25.0, - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 18.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0 - ], - "actual": [ - 9.0, - 16.0, - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 12.0, - 6.0, - 9.0, - 6.0, - 8.0, - 8.0, - 28.0, - 24.0, - 10.0 - ], - "predictions": { - "p50": [ - 9.933062553405762, - 9.051739692687988, - 8.687324523925781, - 8.659782409667969, - 8.628021240234375, - 8.632298469543457, - 8.665767669677734, - 8.733713150024414, - 8.672609329223633, - 8.89323616027832, - 9.016119003295898, - 9.098794937133789, - 9.121556282043457, - 9.144303321838379, - 8.981474876403809, - 8.820528030395508, - 8.68398380279541, - 8.749961853027344, - 8.740989685058594, - 8.735241889953613, - 8.986175537109375, - 8.980642318725586, - 8.949888229370117, - 9.066340446472168 - ], - "p10": [ - 11.389543533325195, - 10.528087615966797, - 10.005751609802246, - 10.168630599975586, - 10.218488693237305, - 10.126259803771973, - 10.186212539672852, - 10.161998748779297, - 10.14835262298584, - 10.273965835571289, - 10.537644386291504, - 10.651230812072754, - 10.811124801635742, - 10.720744132995605, - 10.543667793273926, - 10.194292068481445, - 10.143589973449707, - 10.356501579284668, - 10.450416564941406, - 10.211442947387695, - 10.306970596313477, - 10.626557350158691, - 10.538243293762207, - 10.600526809692383 - ], - "p90": [ - 14.246472358703613, - 13.527288436889648, - 13.22640609741211, - 13.207242965698242, - 13.135805130004883, - 13.168914794921875, - 13.185003280639648, - 13.232613563537598, - 13.186653137207031, - 13.47195816040039, - 13.593095779418945, - 13.677568435668945, - 13.721227645874023, - 13.779541969299316, - 13.594133377075195, - 13.404315948486328, - 13.292218208312988, - 13.37803840637207, - 13.396539688110352, - 13.452899932861328, - 13.666045188903809, - 13.715896606445312, - 13.717238426208496, - 13.754728317260742 - ], - "mean": [ - 10.838878631591797, - 9.961320877075195, - 9.606000900268555, - 9.638175964355469, - 9.603719711303711, - 9.565445899963379, - 9.602712631225586, - 9.616941452026367, - 9.60790729522705, - 9.83218765258789, - 9.966806411743164, - 10.077102661132812, - 10.117273330688477, - 10.108274459838867, - 9.933895111083984, - 9.733062744140625, - 9.622298240661621, - 9.702735900878906, - 9.662294387817383, - 9.682266235351562, - 9.87954330444336, - 9.934992790222168, - 9.936469078063965, - 9.97826099395752 - ], - "quantiles": { - "0.1": [ - 11.389543533325195, - 10.528087615966797, - 10.005751609802246, - 10.168630599975586, - 10.218488693237305, - 10.126259803771973, - 10.186212539672852, - 10.161998748779297, - 10.14835262298584, - 10.273965835571289, - 10.537644386291504, - 10.651230812072754, - 10.811124801635742, - 10.720744132995605, - 10.543667793273926, - 10.194292068481445, - 10.143589973449707, - 10.356501579284668, - 10.450416564941406, - 10.211442947387695, - 10.306970596313477, - 10.626557350158691, - 10.538243293762207, - 10.600526809692383 - ], - "0.2": [ - 11.389543533325195, - 10.528087615966797, - 10.005751609802246, - 10.168630599975586, - 10.218488693237305, - 10.126259803771973, - 10.186212539672852, - 10.161998748779297, - 10.14835262298584, - 10.273965835571289, - 10.537644386291504, - 10.651230812072754, - 10.811124801635742, - 10.720744132995605, - 10.543667793273926, - 10.194292068481445, - 10.143589973449707, - 10.356501579284668, - 10.450416564941406, - 10.211442947387695, - 10.306970596313477, - 10.626557350158691, - 10.538243293762207, - 10.600526809692383 - ], - "0.3": [ - 11.389543533325195, - 10.528087615966797, - 10.005751609802246, - 10.168630599975586, - 10.218488693237305, - 10.126259803771973, - 10.186212539672852, - 10.161998748779297, - 10.14835262298584, - 10.273965835571289, - 10.537644386291504, - 10.651230812072754, - 10.811124801635742, - 10.720744132995605, - 10.543667793273926, - 10.194292068481445, - 10.143589973449707, - 10.356501579284668, - 10.450416564941406, - 10.211442947387695, - 10.306970596313477, - 10.626557350158691, - 10.538243293762207, - 10.600526809692383 - ], - "0.4": [ - 9.933062553405762, - 9.051739692687988, - 8.687324523925781, - 8.659782409667969, - 8.628021240234375, - 8.632298469543457, - 8.665767669677734, - 8.733713150024414, - 8.672609329223633, - 8.89323616027832, - 9.016119003295898, - 9.098794937133789, - 9.121556282043457, - 9.144303321838379, - 8.981474876403809, - 8.820528030395508, - 8.68398380279541, - 8.749961853027344, - 8.740989685058594, - 8.735241889953613, - 8.986175537109375, - 8.980642318725586, - 8.949888229370117, - 9.066340446472168 - ], - "0.5": [ - 9.933062553405762, - 9.051739692687988, - 8.687324523925781, - 8.659782409667969, - 8.628021240234375, - 8.632298469543457, - 8.665767669677734, - 8.733713150024414, - 8.672609329223633, - 8.89323616027832, - 9.016119003295898, - 9.098794937133789, - 9.121556282043457, - 9.144303321838379, - 8.981474876403809, - 8.820528030395508, - 8.68398380279541, - 8.749961853027344, - 8.740989685058594, - 8.735241889953613, - 8.986175537109375, - 8.980642318725586, - 8.949888229370117, - 9.066340446472168 - ], - "0.6": [ - 9.933062553405762, - 9.051739692687988, - 8.687324523925781, - 8.659782409667969, - 8.628021240234375, - 8.632298469543457, - 8.665767669677734, - 8.733713150024414, - 8.672609329223633, - 8.89323616027832, - 9.016119003295898, - 9.098794937133789, - 9.121556282043457, - 9.144303321838379, - 8.981474876403809, - 8.820528030395508, - 8.68398380279541, - 8.749961853027344, - 8.740989685058594, - 8.735241889953613, - 8.986175537109375, - 8.980642318725586, - 8.949888229370117, - 9.066340446472168 - ], - "0.7": [ - 9.933062553405762, - 9.051739692687988, - 8.687324523925781, - 8.659782409667969, - 8.628021240234375, - 8.632298469543457, - 8.665767669677734, - 8.733713150024414, - 8.672609329223633, - 8.89323616027832, - 9.016119003295898, - 9.098794937133789, - 9.121556282043457, - 9.144303321838379, - 8.981474876403809, - 8.820528030395508, - 8.68398380279541, - 8.749961853027344, - 8.740989685058594, - 8.735241889953613, - 8.986175537109375, - 8.980642318725586, - 8.949888229370117, - 9.066340446472168 - ], - "0.8": [ - 14.246472358703613, - 13.527288436889648, - 13.22640609741211, - 13.207242965698242, - 13.135805130004883, - 13.168914794921875, - 13.185003280639648, - 13.232613563537598, - 13.186653137207031, - 13.47195816040039, - 13.593095779418945, - 13.677568435668945, - 13.721227645874023, - 13.779541969299316, - 13.594133377075195, - 13.404315948486328, - 13.292218208312988, - 13.37803840637207, - 13.396539688110352, - 13.452899932861328, - 13.666045188903809, - 13.715896606445312, - 13.717238426208496, - 13.754728317260742 - ], - "0.9": [ - 14.246472358703613, - 13.527288436889648, - 13.22640609741211, - 13.207242965698242, - 13.135805130004883, - 13.168914794921875, - 13.185003280639648, - 13.232613563537598, - 13.186653137207031, - 13.47195816040039, - 13.593095779418945, - 13.677568435668945, - 13.721227645874023, - 13.779541969299316, - 13.594133377075195, - 13.404315948486328, - 13.292218208312988, - 13.37803840637207, - 13.396539688110352, - 13.452899932861328, - 13.666045188903809, - 13.715896606445312, - 13.717238426208496, - 13.754728317260742 - ] - } - } -} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_041718.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_041718.json deleted file mode 100644 index e1c0eef75834bafb39ce630f77bec7a87209455b..0000000000000000000000000000000000000000 --- a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260623_041718.json +++ /dev/null @@ -1,753 +0,0 @@ -{ - "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", - "domain": "Hazards", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-23T04:17:18.282578+00:00", - "metrics": { - "MSE[mean]": 30.397508871610892, - "MSE[0.5]": 34.95566654911863, - "MAE[0.5]": 3.7614248593648276, - "MASE[0.5]": 0.7080329147039676, - "MAPE[0.5]": 0.27496505733330606, - "sMAPE[0.5]": 0.30263575724618447, - "MSIS": 18.74532990549125, - "RMSE[mean]": 5.513393589397631, - "NRMSE[mean]": 0.4547128733523819, - "ND[0.5]": 0.3102206069579239, - "mean_weighted_sum_quantile_loss": 0.2818841417129826 - }, - "context_length": 168, - "prediction_length": 24, - "timestamps": [ - "2026-06-15 05:00:00", - "2026-06-15 06:00:00", - "2026-06-15 07:00:00", - "2026-06-15 08:00:00", - "2026-06-15 09:00:00", - "2026-06-15 10:00:00", - "2026-06-15 11:00:00", - "2026-06-15 12:00:00", - "2026-06-15 13:00:00", - "2026-06-15 14:00:00", - "2026-06-15 15:00:00", - "2026-06-15 16:00:00", - "2026-06-15 17:00:00", - "2026-06-15 18:00:00", - "2026-06-15 19:00:00", - "2026-06-15 20:00:00", - "2026-06-15 21:00:00", - "2026-06-15 22:00:00", - "2026-06-15 23:00:00", - "2026-06-16 00:00:00", - "2026-06-16 01:00:00", - "2026-06-16 02:00:00", - "2026-06-16 03:00:00", - "2026-06-16 04:00:00", - "2026-06-16 05:00:00", - "2026-06-16 06:00:00", - "2026-06-16 07:00:00", - "2026-06-16 08:00:00", - "2026-06-16 09:00:00", - "2026-06-16 10:00:00", - "2026-06-16 11:00:00", - "2026-06-16 12:00:00", - "2026-06-16 13:00:00", - "2026-06-16 14:00:00", - "2026-06-16 15:00:00", - "2026-06-16 16:00:00", - "2026-06-16 17:00:00", - "2026-06-16 18:00:00", - "2026-06-16 19:00:00", - "2026-06-16 20:00:00", - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", - "2026-06-17 16:00:00", - "2026-06-17 17:00:00", - "2026-06-17 18:00:00", - "2026-06-17 19:00:00", - "2026-06-17 20:00:00", - "2026-06-17 21:00:00", - "2026-06-17 22:00:00", - "2026-06-17 23:00:00", - "2026-06-18 00:00:00", - "2026-06-18 01:00:00", - "2026-06-18 02:00:00", - "2026-06-18 03:00:00", - "2026-06-18 04:00:00", - "2026-06-18 05:00:00", - "2026-06-18 06:00:00", - "2026-06-18 07:00:00", - "2026-06-18 08:00:00", - "2026-06-18 09:00:00", - "2026-06-18 10:00:00", - "2026-06-18 11:00:00", - "2026-06-18 12:00:00", - "2026-06-18 13:00:00", - "2026-06-18 14:00:00", - "2026-06-18 15:00:00", - "2026-06-18 16:00:00", - "2026-06-18 17:00:00", - "2026-06-18 18:00:00", - "2026-06-18 19:00:00", - "2026-06-18 20:00:00", - "2026-06-18 21:00:00", - "2026-06-18 22:00:00", - "2026-06-18 23:00:00", - "2026-06-19 00:00:00", - "2026-06-19 01:00:00", - "2026-06-19 02:00:00", - "2026-06-19 03:00:00", - "2026-06-19 04:00:00", - "2026-06-19 05:00:00", - "2026-06-19 06:00:00", - "2026-06-19 07:00:00", - "2026-06-19 08:00:00", - "2026-06-19 09:00:00", - "2026-06-19 10:00:00", - "2026-06-19 11:00:00", - "2026-06-19 12:00:00", - "2026-06-19 13:00:00", - "2026-06-19 14:00:00", - "2026-06-19 15:00:00", - "2026-06-19 16:00:00", - "2026-06-19 17:00:00", - "2026-06-19 18:00:00", - "2026-06-19 19:00:00", - "2026-06-19 20:00:00", - "2026-06-19 21:00:00", - "2026-06-19 22:00:00", - "2026-06-19 23:00:00", - "2026-06-20 00:00:00", - "2026-06-20 01:00:00", - "2026-06-20 02:00:00", - "2026-06-20 03:00:00", - "2026-06-20 04:00:00", - "2026-06-20 05:00:00", - "2026-06-20 06:00:00", - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", - "2026-06-21 15:00:00", - "2026-06-21 16:00:00", - "2026-06-21 17:00:00", - "2026-06-21 18:00:00", - "2026-06-21 19:00:00", - "2026-06-21 20:00:00", - "2026-06-21 21:00:00", - "2026-06-21 22:00:00", - "2026-06-21 23:00:00", - "2026-06-22 00:00:00", - "2026-06-22 01:00:00", - "2026-06-22 02:00:00", - "2026-06-22 03:00:00", - "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00" - ], - "context": [ - 13.0, - 22.0, - 12.0, - 14.0, - 12.0, - 27.0, - 18.0, - 27.0, - 11.0, - 15.0, - 19.0, - 22.0, - 19.0, - 18.0, - 19.0, - 26.0, - 11.0, - 22.0, - 14.0, - 17.0, - 12.0, - 14.0, - 20.0, - 16.0, - 17.0, - 13.0, - 20.0, - 22.0, - 20.0, - 16.0, - 17.0, - 13.0, - 15.0, - 20.0, - 17.0, - 23.0, - 27.0, - 14.0, - 20.0, - 25.0, - 11.0, - 19.0, - 14.0, - 12.0, - 9.0, - 10.0, - 13.0, - 9.0, - 15.0, - 19.0, - 9.0, - 14.0, - 25.0, - 29.0, - 20.0, - 13.0, - 16.0, - 19.0, - 21.0, - 29.0, - 19.0, - 18.0, - 14.0, - 11.0, - 17.0, - 9.0, - 11.0, - 14.0, - 13.0, - 15.0, - 18.0, - 12.0, - 21.0, - 11.0, - 22.0, - 15.0, - 12.0, - 10.0, - 11.0, - 14.0, - 9.0, - 12.0, - 11.0, - 16.0, - 13.0, - 18.0, - 19.0, - 12.0, - 19.0, - 14.0, - 14.0, - 11.0, - 8.0, - 12.0, - 9.0, - 7.0, - 8.0, - 16.0, - 15.0, - 12.0, - 7.0, - 16.0, - 6.0, - 11.0, - 6.0, - 7.0, - 16.0, - 11.0, - 13.0, - 17.0, - 13.0, - 11.0, - 12.0, - 14.0, - 13.0, - 9.0, - 10.0, - 8.0, - 13.0, - 14.0, - 16.0, - 5.0, - 8.0, - 14.0, - 16.0, - 12.0, - 17.0, - 14.0, - 13.0, - 8.0, - 7.0, - 16.0, - 12.0, - 10.0, - 12.0, - 16.0, - 15.0, - 12.0, - 14.0, - 14.0, - 10.0, - 12.0, - 11.0, - 3.0, - 8.0, - 13.0, - 14.0, - 4.0, - 6.0, - 7.0, - 7.0, - 9.0, - 10.0, - 10.0, - 7.0, - 8.0, - 7.0, - 7.0, - 14.0, - 6.0, - 7.0, - 8.0, - 10.0, - 10.0, - 6.0, - 22.0, - 9.0, - 16.0 - ], - "actual": [ - 15.0, - 14.0, - 9.0, - 9.0, - 12.0, - 14.0, - 14.0, - 10.0, - 9.0, - 10.0, - 10.0, - 13.0, - 18.0, - 15.0, - 8.0, - 10.0, - 7.0, - 9.0, - 8.0, - 28.0, - 24.0, - 10.0, - 11.0, - 4.0 - ], - "predictions": { - "p50": [ - 9.624561309814453, - 9.427316665649414, - 9.249723434448242, - 9.023868560791016, - 8.943538665771484, - 8.940815925598145, - 8.972999572753906, - 9.192100524902344, - 9.346025466918945, - 9.415512084960938, - 9.408015251159668, - 9.439029693603516, - 9.233499526977539, - 9.023446083068848, - 9.037162780761719, - 9.169397354125977, - 9.106351852416992, - 9.09417724609375, - 9.210346221923828, - 9.2924222946167, - 9.426795959472656, - 9.342958450317383, - 9.310436248779297, - 9.369386672973633 - ], - "p10": [ - 10.983713150024414, - 10.914383888244629, - 10.559449195861816, - 10.538856506347656, - 10.510533332824707, - 10.354899406433105, - 10.49824047088623, - 10.5977144241333, - 10.839518547058105, - 10.787757873535156, - 10.901432037353516, - 10.948993682861328, - 10.83657169342041, - 10.608051300048828, - 10.593873977661133, - 10.633797645568848, - 10.652803421020508, - 10.703123092651367, - 10.884106636047363, - 10.80462646484375, - 10.757831573486328, - 10.944680213928223, - 10.914103507995605, - 10.88671875 - ], - "p90": [ - 13.934653282165527, - 13.91501522064209, - 13.835591316223145, - 13.59940242767334, - 13.541784286499023, - 13.547178268432617, - 13.546603202819824, - 13.734405517578125, - 13.883505821228027, - 14.013320922851562, - 14.03526782989502, - 14.09285831451416, - 13.902403831481934, - 13.715704917907715, - 13.70793628692627, - 13.779353141784668, - 13.746869087219238, - 13.736162185668945, - 13.874133110046387, - 13.982446670532227, - 14.09611701965332, - 14.037993431091309, - 14.031476974487305, - 14.046764373779297 - ], - "mean": [ - 10.532732963562012, - 10.343421936035156, - 10.193061828613281, - 9.995546340942383, - 9.945086479187012, - 9.90267562866211, - 9.93902587890625, - 10.081801414489746, - 10.287452697753906, - 10.363171577453613, - 10.367448806762695, - 10.422303199768066, - 10.221016883850098, - 9.993240356445312, - 10.002495765686035, - 10.095792770385742, - 10.057012557983398, - 10.028667449951172, - 10.140592575073242, - 10.219671249389648, - 10.32656478881836, - 10.28018569946289, - 10.29300308227539, - 10.281280517578125 - ], - "quantiles": { - "0.1": [ - 10.983713150024414, - 10.914383888244629, - 10.559449195861816, - 10.538856506347656, - 10.510533332824707, - 10.354899406433105, - 10.49824047088623, - 10.5977144241333, - 10.839518547058105, - 10.787757873535156, - 10.901432037353516, - 10.948993682861328, - 10.83657169342041, - 10.608051300048828, - 10.593873977661133, - 10.633797645568848, - 10.652803421020508, - 10.703123092651367, - 10.884106636047363, - 10.80462646484375, - 10.757831573486328, - 10.944680213928223, - 10.914103507995605, - 10.88671875 - ], - "0.2": [ - 10.983713150024414, - 10.914383888244629, - 10.559449195861816, - 10.538856506347656, - 10.510533332824707, - 10.354899406433105, - 10.49824047088623, - 10.5977144241333, - 10.839518547058105, - 10.787757873535156, - 10.901432037353516, - 10.948993682861328, - 10.83657169342041, - 10.608051300048828, - 10.593873977661133, - 10.633797645568848, - 10.652803421020508, - 10.703123092651367, - 10.884106636047363, - 10.80462646484375, - 10.757831573486328, - 10.944680213928223, - 10.914103507995605, - 10.88671875 - ], - "0.3": [ - 10.983713150024414, - 10.914383888244629, - 10.559449195861816, - 10.538856506347656, - 10.510533332824707, - 10.354899406433105, - 10.49824047088623, - 10.5977144241333, - 10.839518547058105, - 10.787757873535156, - 10.901432037353516, - 10.948993682861328, - 10.83657169342041, - 10.608051300048828, - 10.593873977661133, - 10.633797645568848, - 10.652803421020508, - 10.703123092651367, - 10.884106636047363, - 10.80462646484375, - 10.757831573486328, - 10.944680213928223, - 10.914103507995605, - 10.88671875 - ], - "0.4": [ - 9.624561309814453, - 9.427316665649414, - 9.249723434448242, - 9.023868560791016, - 8.943538665771484, - 8.940815925598145, - 8.972999572753906, - 9.192100524902344, - 9.346025466918945, - 9.415512084960938, - 9.408015251159668, - 9.439029693603516, - 9.233499526977539, - 9.023446083068848, - 9.037162780761719, - 9.169397354125977, - 9.106351852416992, - 9.09417724609375, - 9.210346221923828, - 9.2924222946167, - 9.426795959472656, - 9.342958450317383, - 9.310436248779297, - 9.369386672973633 - ], - "0.5": [ - 9.624561309814453, - 9.427316665649414, - 9.249723434448242, - 9.023868560791016, - 8.943538665771484, - 8.940815925598145, - 8.972999572753906, - 9.192100524902344, - 9.346025466918945, - 9.415512084960938, - 9.408015251159668, - 9.439029693603516, - 9.233499526977539, - 9.023446083068848, - 9.037162780761719, - 9.169397354125977, - 9.106351852416992, - 9.09417724609375, - 9.210346221923828, - 9.2924222946167, - 9.426795959472656, - 9.342958450317383, - 9.310436248779297, - 9.369386672973633 - ], - "0.6": [ - 9.624561309814453, - 9.427316665649414, - 9.249723434448242, - 9.023868560791016, - 8.943538665771484, - 8.940815925598145, - 8.972999572753906, - 9.192100524902344, - 9.346025466918945, - 9.415512084960938, - 9.408015251159668, - 9.439029693603516, - 9.233499526977539, - 9.023446083068848, - 9.037162780761719, - 9.169397354125977, - 9.106351852416992, - 9.09417724609375, - 9.210346221923828, - 9.2924222946167, - 9.426795959472656, - 9.342958450317383, - 9.310436248779297, - 9.369386672973633 - ], - "0.7": [ - 9.624561309814453, - 9.427316665649414, - 9.249723434448242, - 9.023868560791016, - 8.943538665771484, - 8.940815925598145, - 8.972999572753906, - 9.192100524902344, - 9.346025466918945, - 9.415512084960938, - 9.408015251159668, - 9.439029693603516, - 9.233499526977539, - 9.023446083068848, - 9.037162780761719, - 9.169397354125977, - 9.106351852416992, - 9.09417724609375, - 9.210346221923828, - 9.2924222946167, - 9.426795959472656, - 9.342958450317383, - 9.310436248779297, - 9.369386672973633 - ], - "0.8": [ - 13.934653282165527, - 13.91501522064209, - 13.835591316223145, - 13.59940242767334, - 13.541784286499023, - 13.547178268432617, - 13.546603202819824, - 13.734405517578125, - 13.883505821228027, - 14.013320922851562, - 14.03526782989502, - 14.09285831451416, - 13.902403831481934, - 13.715704917907715, - 13.70793628692627, - 13.779353141784668, - 13.746869087219238, - 13.736162185668945, - 13.874133110046387, - 13.982446670532227, - 14.09611701965332, - 14.037993431091309, - 14.031476974487305, - 14.046764373779297 - ], - "0.9": [ - 13.934653282165527, - 13.91501522064209, - 13.835591316223145, - 13.59940242767334, - 13.541784286499023, - 13.547178268432617, - 13.546603202819824, - 13.734405517578125, - 13.883505821228027, - 14.013320922851562, - 14.03526782989502, - 14.09285831451416, - 13.902403831481934, - 13.715704917907715, - 13.70793628692627, - 13.779353141784668, - 13.746869087219238, - 13.736162185668945, - 13.874133110046387, - 13.982446670532227, - 14.09611701965332, - 14.037993431091309, - 14.031476974487305, - 14.046764373779297 - ] - } - } -}