ziyuzhou02 commited on
Commit
5923e2b
·
verified ·
1 Parent(s): 4d6aa6d

Update leaderboard results from local eval

Browse files
Files changed (42) hide show
  1. results/arima/all_results.csv +1 -1
  2. results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  3. results/arima/online_meta.json +2 -14
  4. results/chronos_2/all_results.csv +1 -1
  5. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  6. results/chronos_2/online_meta.json +2 -14
  7. results/ets/all_results.csv +1 -1
  8. results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  9. results/ets/online_meta.json +2 -14
  10. results/eval_history.jsonl +1 -0
  11. results/moirai_1_1_large/all_results.csv +1 -1
  12. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  13. results/moirai_1_1_large/online_meta.json +2 -14
  14. results/moving_average/all_results.csv +1 -1
  15. results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  16. results/moving_average/online_meta.json +2 -14
  17. results/online_status.json +24 -146
  18. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_145954.json +347 -0
  19. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_145645.json +347 -0
  20. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_145955.json +347 -0
  21. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_145835.json +347 -0
  22. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_145955.json +347 -0
  23. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_145955.json +347 -0
  24. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_145950.json +347 -0
  25. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_145713.json +347 -0
  26. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_145807.json +347 -0
  27. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_145754.json +347 -0
  28. results/seasonal_naive/all_results.csv +1 -1
  29. results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  30. results/seasonal_naive/online_meta.json +2 -14
  31. results/timer_s1/all_results.csv +1 -1
  32. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  33. results/timer_s1/online_meta.json +2 -14
  34. results/timesfm_2_5/all_results.csv +1 -1
  35. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  36. results/timesfm_2_5/online_meta.json +2 -14
  37. results/tirex/all_results.csv +1 -1
  38. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  39. results/tirex/online_meta.json +2 -14
  40. results/toto_2_0_1b/all_results.csv +1 -1
  41. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  42. results/toto_2_0_1b/online_meta.json +2 -14
results/arima/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ARIMA,647099.8787566987,539954.5132779144,643.1389798224873,0.6537062376206921,0.009778550688570092,0.009841102384552452,10.643312729671074,804.4251853073091,0.01227064178499873,0.009810394034787019,0.0088107260694103,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.9052404647656982,1.8888457195874855,1.153098619123037,1.0789899530037694,22.30432795115085,0.9554828416161507,42.34903400837664,1.3803044826289952,1.4115707407933538,1.1792182757409724,1.1747809130959666,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07919905708553991,0.08750083008989017,0.2643652385569961,1.9697798773510244,0.20078763696913182,0.2277801443242694,34.225553174275156,0.2814232703341,0.22364761698695887,0.21009156615680533,0.1897519080878947,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ARIMA,646150.0516452207,541924.0971965619,647.3468248745706,0.6579832207359863,0.009842896388507204,0.009905679793644947,10.643312729671074,803.8345922173421,0.01226084585418006,0.009873946345212749,0.008860079873663019,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.9052404647656982,1.8888457195874855,1.153098619123037,1.0789899530037694,22.30432795115085,0.9554828416161507,42.34903400837664,1.3803044826289952,1.4115707407933538,1.1792182757409724,1.1747809130959666,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07919905708553991,0.08750083008989017,0.2643652385569961,1.9697798773510244,0.20078763696913182,0.2277801443242694,34.225553174275156,0.2814232703341,0.22364761698695887,0.21009156615680533,0.1897519080878947,Ocean,1
results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ARIMA",
4
- "evaluated_at": "2026-06-17T14:51:20.826324+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  64946.46311034526,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ARIMA",
4
+ "evaluated_at": "2026-06-17T14:59:54.972439+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  64946.46311034526,
results/arima/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
- "evaluated_at": "2026-06-17T14:51:20.933578+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
+ "evaluated_at": "2026-06-17T14:59:55.020909+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,113218.09514045715,113218.09514045715,295.6199544270833,0.3004772129151115,0.004516388679357203,0.004515571887481242,2.7307212886436143,336.47896686190825,0.005132625066893737,0.004509364738358633,0.0063977502786048265,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.30847486676219343,0.30847486676219343,0.48671423296521726,0.4554335237629577,8.119412448443665,0.795312888759247,7.620934591870741,0.5554051375007197,0.567986014135876,0.4977391430858986,0.35721633361401295,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07644741328085036,0.07644741328085036,0.24273859295580122,1.8086401921474742,0.18385641914605833,0.20674505966215684,29.08473271802703,0.27649125353408627,0.21972813370132577,0.19290482908852152,0.16571714582142938,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,111352.3925298055,111352.3925298055,291.412109375,0.29620022979981736,0.004451591318498959,0.004450994455681693,2.7307212886436143,333.6950591929786,0.005089832812221605,0.004444893250031062,0.0063759455988135465,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.30847486676219343,0.30847486676219343,0.48671423296521726,0.4554335237629577,8.119412448443665,0.795312888759247,7.620934591870741,0.5554051375007197,0.567986014135876,0.4977391430858986,0.35721633361401295,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.07644741328085036,0.07644741328085036,0.24273859295580122,1.8086401921474742,0.18385641914605833,0.20674505966215684,29.08473271802703,0.27649125353408627,0.21972813370132577,0.19290482908852152,0.16571714582142938,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-17T14:47:54.334018+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  65703.3515625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-17T14:56:45.419422+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  65703.3515625,
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T14:48:08.558744+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-17T14:56:47.783156+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/ets/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ETS,408271.60798597586,384124.50603503286,419.6052516067169,0.426499681903,0.006441263231736054,0.0063977871038526585,9.911630776430203,638.9613509328838,0.009746668795260358,0.006400627215075712,0.005911148688180825,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7097514621758882,1.7230016827161418,1.107973746739921,1.0367652177343876,21.18552116218684,0.9499503195025744,38.00982910279522,1.3075746487967286,1.3371934517876318,1.1330712477919502,1.114952621142042,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09343222862742476,0.09235666433217905,0.2683589106060754,1.99953664447349,0.20349182724308493,0.23172351641520736,21.231648878164137,0.3056668588961269,0.24291404368533637,0.2132653450548462,0.20013640498995774,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ETS,399698.7920179153,375777.46840363165,415.39740655463356,0.42222269878770596,0.006375702599157883,0.006333213170310255,9.74055145181844,632.2173613702137,0.009643177451115183,0.006336034327588929,0.005846587220067264,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ETS,1.7097514621758882,1.7230016827161418,1.107973746739921,1.0367652177343876,21.18552116218684,0.9499503195025744,38.00982910279522,1.3075746487967286,1.3371934517876318,1.1330712477919502,1.114952621142042,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09343222862742476,0.09235666433217905,0.2683589106060754,1.99953664447349,0.20349182724308493,0.23172351641520736,21.231648878164137,0.3056668588961269,0.24291404368533637,0.2132653450548462,0.20013640498995774,Ocean,1
results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ETS",
4
- "evaluated_at": "2026-06-17T14:51:21.018799+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  65652.77871272246,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ETS",
4
+ "evaluated_at": "2026-06-17T14:59:55.085369+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  65652.77871272246,
results/ets/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "ETS",
3
  "api_model_id": "baseline/ets",
4
- "evaluated_at": "2026-06-17T14:51:21.079947+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "ETS",
3
  "api_model_id": "baseline/ets",
4
+ "evaluated_at": "2026-06-17T14:59:55.096516+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/eval_history.jsonl CHANGED
@@ -1261,3 +1261,4 @@
1261
  {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1262
  {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1263
  {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
 
 
1261
  {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1262
  {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1263
  {"evaluated_at": "2026-06-17T14:51:21.155636+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
1264
+ {"evaluated_at": "2026-06-17T14:59:55.166774+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,174678.09921391806,183720.75114917755,401.7854817708333,0.4083871198283185,0.006132761596626291,0.006136202502615506,2.996514870042226,417.94509114705255,0.0063753032512339075,0.006128805774945491,0.007505835740946539,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.590567732117203,0.8763837574383615,0.7152230739593506,0.39506694387540203,0.03152817431670204,0.03237642960035502,4.615668212504773,0.7684840480564337,0.03480059216018241,0.03238868336091152,0.05413033042265256,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.4747751732898884,1.6711541393649891,1.0814412375329994,1.0119379302955902,20.395083160017336,0.9393601205672266,13.367560309658588,1.2144032169299819,1.2419115275773842,1.1059377318556787,0.7271212774243867,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.03182460935549317,0.05047099052564165,0.19096855653656852,1.422902730804391,0.14411424249033125,0.15839785195405645,7.139521861703524,0.17839453286323875,0.14177048014188576,0.15176308106340616,0.14129987249969397,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,196254.55525016785,170013.65220165253,375.3440755208333,0.38151126136012464,0.005724170279504286,0.005732021127559506,3.002734552756131,443.0062699896784,0.006757150838452729,0.005725103020941342,0.007401776300042682,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.590567732117203,0.8763837574383615,0.7152230739593506,0.39506694387540203,0.03152817431670204,0.03237642960035502,4.615668212504773,0.7684840480564337,0.03480059216018241,0.03238868336091152,0.05413033042265256,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.4747751732898884,1.6711541393649891,1.0814412375329994,1.0119379302955902,20.395083160017336,0.9393601205672266,13.367560309658588,1.2144032169299819,1.2419115275773842,1.1059377318556787,0.7271212774243867,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.03182460935549317,0.05047099052564165,0.19096855653656852,1.422902730804391,0.14411424249033125,0.15839785195405645,7.139521861703524,0.17839453286323875,0.14177048014188576,0.15176308106340616,0.14129987249969397,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-17T14:50:27.617742+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
- 65532.802734375,
134
- 65444.5625,
135
- 65414.220703125,
136
- 65404.638671875,
137
- 65373.5546875,
138
- 65425.84765625,
139
- 65418.787109375,
140
- 65418.14453125,
141
- 65477.029296875,
142
- 65387.68359375,
143
- 65402.494140625,
144
- 65222.46875,
145
- 65534.55078125,
146
- 65342.296875,
147
- 65376.037109375,
148
- 65479.578125,
149
- 65477.060546875,
150
- 65394.51171875,
151
- 65509.26953125,
152
- 65418.326171875,
153
- 65642.40625,
154
- 65575.109375,
155
- 65346.8828125,
156
- 65263.849609375
157
  ],
158
  "p10": [
159
- 65179.623046875,
160
- 64867.23046875,
161
- 64592.869140625,
162
- 64515.2734375,
163
- 64446.83203125,
164
- 64279.927734375,
165
- 64217.576171875,
166
- 64261.845703125,
167
- 64340.4765625,
168
- 63940.458984375,
169
- 63895.30859375,
170
- 63744.26953125,
171
- 63939.677734375,
172
- 63529.677734375,
173
- 63886.41015625,
174
- 63805.966796875,
175
- 63942.5625,
176
- 63911.689453125,
177
- 63544.501953125,
178
- 63267.35546875,
179
- 63593.826171875,
180
- 63737.041015625,
181
- 63558.662109375,
182
- 62957.646484375
183
  ],
184
  "p90": [
185
- 65843.6953125,
186
- 66072.46484375,
187
- 66171.89453125,
188
- 66185.07421875,
189
- 66399.90625,
190
- 66463.56640625,
191
- 66551.30859375,
192
- 66788.6953125,
193
- 66794.984375,
194
- 67006.9375,
195
- 67188.69921875,
196
- 66635.40234375,
197
- 66880.4375,
198
- 67073.42578125,
199
- 66963.1484375,
200
- 67397.1484375,
201
- 67224.58203125,
202
- 67330.2734375,
203
- 67044.83984375,
204
- 67555.078125,
205
- 67663.34765625,
206
- 67499.4453125,
207
- 67609.5,
208
- 66920.5078125
209
  ],
210
  "timestamps": [
211
  "2026-06-12 15:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-17T14:58:35.885654+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
+ 65482.283203125,
134
+ 65479.3359375,
135
+ 65401.23046875,
136
+ 65363.1875,
137
+ 65399.07421875,
138
+ 65266.998046875,
139
+ 65377.298828125,
140
+ 65444.365234375,
141
+ 65417.494140625,
142
+ 65406.609375,
143
+ 65421.85546875,
144
+ 65283.875,
145
+ 65599.3515625,
146
+ 65213.359375,
147
+ 65452.15625,
148
+ 65370.970703125,
149
+ 65407.92578125,
150
+ 65477.306640625,
151
+ 65428.162109375,
152
+ 65622.8984375,
153
+ 65283.357421875,
154
+ 65228.369140625,
155
+ 65333.1328125,
156
+ 65402.470703125
157
  ],
158
  "p10": [
159
+ 65067.9765625,
160
+ 64839.095703125,
161
+ 64676.40234375,
162
+ 64451.84375,
163
+ 64453.20703125,
164
+ 64120.16015625,
165
+ 64183.990234375,
166
+ 64244.27734375,
167
+ 63795.93359375,
168
+ 63941.53125,
169
+ 64090.18359375,
170
+ 63779.904296875,
171
+ 64042.34375,
172
+ 63351.318359375,
173
+ 63837.294921875,
174
+ 63859.296875,
175
+ 63765.322265625,
176
+ 63858.62109375,
177
+ 63764.015625,
178
+ 63855.63671875,
179
+ 62776.1640625,
180
+ 63135.1328125,
181
+ 63087.794921875,
182
+ 63404.357421875
183
  ],
184
  "p90": [
185
+ 65826.86328125,
186
+ 66099.5625,
187
+ 66311.21875,
188
+ 66324.46484375,
189
+ 66265.234375,
190
+ 66460.87890625,
191
+ 66571.7734375,
192
+ 66671.57421875,
193
+ 66951.4921875,
194
+ 66750.84375,
195
+ 66926.65234375,
196
+ 67199.1953125,
197
+ 67087.59765625,
198
+ 67122.11328125,
199
+ 67361.0703125,
200
+ 67196.98828125,
201
+ 67258.7109375,
202
+ 66995.5625,
203
+ 67187.578125,
204
+ 67361.96484375,
205
+ 66967.5,
206
+ 67264.578125,
207
+ 67431.09765625,
208
+ 67659.23046875
209
  ],
210
  "timestamps": [
211
  "2026-06-12 15:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-17T14:50:49.024075+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-17T14:59:32.828517+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/moving_average/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moving-Average,873935.16421025,824842.6268929801,819.2876293516989,0.8327491421224366,0.012533660732771753,0.012437481395980046,18.50695293461594,934.8449947506003,0.014260055831918528,0.012497352398054218,0.011604269348357388,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.2904127066023445,2.3056217022539913,1.2739879110313512,1.1921097930864955,24.54849564272119,0.9777137859243309,44.265918373605345,1.513410950998553,1.5476922984100767,1.3028459169466189,1.28519517597963,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08336065647742735,0.08232121537184854,0.25556481117451635,1.9042080765170037,0.19406984889459977,0.21917133561608215,17.866475109426208,0.28872245579003264,0.22944829377970313,0.20309784950280663,0.18975470313743903,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moving-Average,863458.2936226072,814591.5346419954,815.0797842996157,0.8284721590071423,0.01246787586999414,0.012372909315991583,18.335873610004175,929.2245657657826,0.014173412384934017,0.012432368164934414,0.011539342441776164,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.2904127066023445,2.3056217022539913,1.2739879110313512,1.1921097930864955,24.54849564272119,0.9777137859243309,44.265918373605345,1.513410950998553,1.5476922984100767,1.3028459169466189,1.28519517597963,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08336065647742735,0.08232121537184854,0.25556481117451635,1.9042080765170037,0.19406984889459977,0.21917133561608215,17.866475109426208,0.28872245579003264,0.22944829377970313,0.20309784950280663,0.18975470313743903,Ocean,1
results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moving-Average",
4
- "evaluated_at": "2026-06-17T14:51:21.085703+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  66378.47765213816,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moving-Average",
4
+ "evaluated_at": "2026-06-17T14:59:55.104611+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  66378.47765213816,
results/moving_average/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
- "evaluated_at": "2026-06-17T14:51:21.111027+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
+ "evaluated_at": "2026-06-17T14:59:55.113686+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-17T14:47:19.478385+00:00",
4
- "finished_at": "2026-06-17T14:51:21.149130+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,25 +10,13 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T14:48:08.558744+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
17
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
23
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
29
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
30
- "context_length": 76,
31
- "prediction_length": 72
32
  }
33
  ],
34
  "failed_datasets": []
@@ -36,25 +24,13 @@
36
  "TimesFM-2.5": {
37
  "model": "TimesFM-2.5",
38
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-17T14:48:52.382171+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
43
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
49
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
50
- "context_length": 240,
51
- "prediction_length": 60
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
55
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
56
- "context_length": 76,
57
- "prediction_length": 72
58
  }
59
  ],
60
  "failed_datasets": []
@@ -62,25 +38,13 @@
62
  "Toto-2.0-1B": {
63
  "model": "Toto-2.0-1B",
64
  "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-17T14:49:34.978494+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
69
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
70
  "context_length": 96,
71
  "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
75
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
76
- "context_length": 240,
77
- "prediction_length": 60
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
81
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
82
- "context_length": 76,
83
- "prediction_length": 72
84
  }
85
  ],
86
  "failed_datasets": []
@@ -88,25 +52,13 @@
88
  "TiRex": {
89
  "model": "TiRex",
90
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-17T14:49:57.499230+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
95
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
96
  "context_length": 96,
97
  "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
101
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
102
- "context_length": 240,
103
- "prediction_length": 60
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
107
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
108
- "context_length": 76,
109
- "prediction_length": 72
110
  }
111
  ],
112
  "failed_datasets": []
@@ -114,25 +66,13 @@
114
  "Moirai-1.1-Large": {
115
  "model": "Moirai-1.1-Large",
116
  "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-17T14:50:49.024075+00:00",
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
121
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
122
  "context_length": 96,
123
  "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
127
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
128
- "context_length": 240,
129
- "prediction_length": 60
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
133
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
134
- "context_length": 76,
135
- "prediction_length": 72
136
  }
137
  ],
138
  "failed_datasets": []
@@ -140,25 +80,13 @@
140
  "Timer-S1": {
141
  "model": "Timer-S1",
142
  "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-17T14:51:18.916759+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
147
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
148
  "context_length": 96,
149
  "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
153
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
154
- "context_length": 240,
155
- "prediction_length": 60
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
159
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
160
- "context_length": 76,
161
- "prediction_length": 72
162
  }
163
  ],
164
  "failed_datasets": []
@@ -166,25 +94,13 @@
166
  "ARIMA": {
167
  "model": "ARIMA",
168
  "api_model_id": "baseline/arima",
169
- "evaluated_at": "2026-06-17T14:51:20.933578+00:00",
170
  "datasets": [
171
  {
172
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
173
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
174
  "context_length": 96,
175
  "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
179
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
180
- "context_length": 240,
181
- "prediction_length": 60
182
- },
183
- {
184
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
185
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
186
- "context_length": 76,
187
- "prediction_length": 72
188
  }
189
  ],
190
  "failed_datasets": []
@@ -192,25 +108,13 @@
192
  "ETS": {
193
  "model": "ETS",
194
  "api_model_id": "baseline/ets",
195
- "evaluated_at": "2026-06-17T14:51:21.079947+00:00",
196
  "datasets": [
197
  {
198
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
199
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
200
  "context_length": 96,
201
  "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
205
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
206
- "context_length": 240,
207
- "prediction_length": 60
208
- },
209
- {
210
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
211
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
212
- "context_length": 76,
213
- "prediction_length": 72
214
  }
215
  ],
216
  "failed_datasets": []
@@ -218,25 +122,13 @@
218
  "Moving-Average": {
219
  "model": "Moving-Average",
220
  "api_model_id": "baseline/moving-average",
221
- "evaluated_at": "2026-06-17T14:51:21.111027+00:00",
222
  "datasets": [
223
  {
224
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
225
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
226
  "context_length": 96,
227
  "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
231
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
232
- "context_length": 240,
233
- "prediction_length": 60
234
- },
235
- {
236
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
237
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
238
- "context_length": 76,
239
- "prediction_length": 72
240
  }
241
  ],
242
  "failed_datasets": []
@@ -244,25 +136,13 @@
244
  "Seasonal-Naive": {
245
  "model": "Seasonal-Naive",
246
  "api_model_id": "baseline/seasonal-naive",
247
- "evaluated_at": "2026-06-17T14:51:21.147719+00:00",
248
  "datasets": [
249
  {
250
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
251
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
252
  "context_length": 96,
253
  "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
257
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
258
- "context_length": 240,
259
- "prediction_length": 60
260
- },
261
- {
262
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
263
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
264
- "context_length": 76,
265
- "prediction_length": 72
266
  }
267
  ],
268
  "failed_datasets": []
@@ -270,7 +150,5 @@
270
  },
271
  "failed_models": [],
272
  "failed_datasets": [],
273
- "push_status": "ok",
274
- "pushed_at": "2026-06-17T14:51:54.817390+00:00",
275
- "push_detail": "HF Hub API"
276
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-17T14:55:41.557783+00:00",
4
+ "finished_at": "2026-06-17T14:59:55.157199+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-17T14:56:47.783156+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
17
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
18
  "context_length": 96,
19
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
20
  }
21
  ],
22
  "failed_datasets": []
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-17T14:57:17.358171+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
31
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
32
  "context_length": 96,
33
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
34
  }
35
  ],
36
  "failed_datasets": []
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-17T14:58:00.661172+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
45
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
46
  "context_length": 96,
47
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "failed_datasets": []
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-17T14:58:10.771365+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
59
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
60
  "context_length": 96,
61
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "failed_datasets": []
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-17T14:59:32.828517+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
73
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
74
  "context_length": 96,
75
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
76
  }
77
  ],
78
  "failed_datasets": []
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-17T14:59:54.114569+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
87
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
88
  "context_length": 96,
89
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
90
  }
91
  ],
92
  "failed_datasets": []
 
94
  "ARIMA": {
95
  "model": "ARIMA",
96
  "api_model_id": "baseline/arima",
97
+ "evaluated_at": "2026-06-17T14:59:55.020909+00:00",
98
  "datasets": [
99
  {
100
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
101
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
102
  "context_length": 96,
103
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "failed_datasets": []
 
108
  "ETS": {
109
  "model": "ETS",
110
  "api_model_id": "baseline/ets",
111
+ "evaluated_at": "2026-06-17T14:59:55.096516+00:00",
112
  "datasets": [
113
  {
114
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
115
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
116
  "context_length": 96,
117
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
118
  }
119
  ],
120
  "failed_datasets": []
 
122
  "Moving-Average": {
123
  "model": "Moving-Average",
124
  "api_model_id": "baseline/moving-average",
125
+ "evaluated_at": "2026-06-17T14:59:55.113686+00:00",
126
  "datasets": [
127
  {
128
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
129
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
130
  "context_length": 96,
131
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
132
  }
133
  ],
134
  "failed_datasets": []
 
136
  "Seasonal-Naive": {
137
  "model": "Seasonal-Naive",
138
  "api_model_id": "baseline/seasonal-naive",
139
+ "evaluated_at": "2026-06-17T14:59:55.124899+00:00",
140
  "datasets": [
141
  {
142
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
143
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
144
  "context_length": 96,
145
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
146
  }
147
  ],
148
  "failed_datasets": []
 
150
  },
151
  "failed_models": [],
152
  "failed_datasets": [],
153
+ "push_status": "pending"
 
 
154
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_145954.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "ARIMA",
5
+ "evaluated_at": "2026-06-17T14:59:54.972439+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 646150.0516452207,
8
+ "MSE[0.5]": 541924.0971965619,
9
+ "MAE[0.5]": 647.3468248745706,
10
+ "MASE[0.5]": 0.6579832207359863,
11
+ "MAPE[0.5]": 0.009842896388507204,
12
+ "sMAPE[0.5]": 0.009905679793644947,
13
+ "MSIS": 10.643312729671074,
14
+ "RMSE[mean]": 803.8345922173421,
15
+ "NRMSE[mean]": 0.01226084585418006,
16
+ "ND[0.5]": 0.009873946345212749,
17
+ "mean_weighted_sum_quantile_loss": 0.008860079873663019
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64946.46311034526,
270
+ 64928.96152096002,
271
+ 64935.55787016433,
272
+ 64943.84163852318,
273
+ 64947.48852530258,
274
+ 64939.33028253333,
275
+ 64932.13380928247,
276
+ 64910.48765262754,
277
+ 64941.56103430262,
278
+ 64928.288556992455,
279
+ 64937.315810474014,
280
+ 64943.79348283171,
281
+ 64932.13348426222,
282
+ 64928.28855480139,
283
+ 64925.46873416433,
284
+ 64927.613198586834,
285
+ 64928.96391101046,
286
+ 64928.96391101045,
287
+ 64908.902103020286,
288
+ 64896.855858028866,
289
+ 64910.48759120081,
290
+ 64935.303057484394,
291
+ 64951.16536641719,
292
+ 64925.468734163805
293
+ ],
294
+ "p10": [
295
+ 64672.36977619849,
296
+ 64720.1595172415,
297
+ 64713.7084109101,
298
+ 64727.957172926246,
299
+ 64729.82662615167,
300
+ 64752.643478393045,
301
+ 64718.81151990327,
302
+ 64635.50191268665,
303
+ 64718.81120647693,
304
+ 64718.811197062074,
305
+ 64728.91988671416,
306
+ 64634.390962737896,
307
+ 64752.64175850895,
308
+ 64634.39096266234,
309
+ 64665.235228488185,
310
+ 64665.23522848776,
311
+ 64729.81752543438,
312
+ 64734.075245776214,
313
+ 64727.909017156424,
314
+ 64635.50185125991,
315
+ 64718.81119486821,
316
+ 64665.23522848766,
317
+ 64752.64175849415,
318
+ 64728.91988629956
319
+ ],
320
+ "p90": [
321
+ 65175.959807164276,
322
+ 65175.54509841385,
323
+ 65169.08007213339,
324
+ 65135.87911953259,
325
+ 65233.92028865555,
326
+ 65233.91290783714,
327
+ 65233.9115129733,
328
+ 65239.09338110979,
329
+ 65243.51707504814,
330
+ 65245.52825897036,
331
+ 65174.19677645516,
332
+ 65233.911188016595,
333
+ 65180.11063800352,
334
+ 65270.02253016281,
335
+ 65174.196776041084,
336
+ 65239.09331968316,
337
+ 65239.53569405871,
338
+ 65270.022530160015,
339
+ 65145.347503609795,
340
+ 65180.11063798872,
341
+ 65168.228424277106,
342
+ 65233.91118793825,
343
+ 65243.51706343942,
344
+ 65233.91118793825
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_145645.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-17T14:56:45.419422+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 111352.3925298055,
8
+ "MSE[0.5]": 111352.3925298055,
9
+ "MAE[0.5]": 291.412109375,
10
+ "MASE[0.5]": 0.29620022979981736,
11
+ "MAPE[0.5]": 0.004451591318498959,
12
+ "sMAPE[0.5]": 0.004450994455681693,
13
+ "MSIS": 2.7307212886436143,
14
+ "RMSE[mean]": 333.6950591929786,
15
+ "NRMSE[mean]": 0.005089832812221605,
16
+ "ND[0.5]": 0.004444893250031062,
17
+ "mean_weighted_sum_quantile_loss": 0.0063759455988135465
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65703.3515625,
270
+ 65664.0,
271
+ 65649.5078125,
272
+ 65633.1640625,
273
+ 65607.1484375,
274
+ 65590.265625,
275
+ 65564.0,
276
+ 65578.0625,
277
+ 65561.1875,
278
+ 65536.2890625,
279
+ 65538.8515625,
280
+ 65499.17578125,
281
+ 65459.28125,
282
+ 65432.1484375,
283
+ 65434.171875,
284
+ 65445.96875,
285
+ 65402.671875,
286
+ 65389.67578125,
287
+ 65420.328125,
288
+ 65419.734375,
289
+ 65414.36328125,
290
+ 65383.85546875,
291
+ 65362.07421875,
292
+ 65381.19921875
293
+ ],
294
+ "p10": [
295
+ 65286.79296875,
296
+ 65013.90625,
297
+ 64826.328125,
298
+ 64633.890625,
299
+ 64465.48828125,
300
+ 64316.02734375,
301
+ 64171.1171875,
302
+ 64040.2578125,
303
+ 63945.84375,
304
+ 63900.5234375,
305
+ 63858.91796875,
306
+ 63771.40234375,
307
+ 63753.9921875,
308
+ 63675.09375,
309
+ 63622.546875,
310
+ 63600.31640625,
311
+ 63573.046875,
312
+ 63566.15234375,
313
+ 63557.41015625,
314
+ 63560.15625,
315
+ 63525.81640625,
316
+ 63474.92578125,
317
+ 63445.11328125,
318
+ 63431.07421875
319
+ ],
320
+ "p90": [
321
+ 65978.1953125,
322
+ 66123.6796875,
323
+ 66239.703125,
324
+ 66336.0703125,
325
+ 66407.921875,
326
+ 66453.03125,
327
+ 66507.796875,
328
+ 66582.6640625,
329
+ 66621.703125,
330
+ 66675.8359375,
331
+ 66678.5,
332
+ 66745.1484375,
333
+ 66756.6015625,
334
+ 66738.9296875,
335
+ 66790.40625,
336
+ 66795.75,
337
+ 66849.0625,
338
+ 66840.859375,
339
+ 66843.4609375,
340
+ 66855.734375,
341
+ 66847.0859375,
342
+ 66941.171875,
343
+ 66953.4453125,
344
+ 66931.2734375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_145955.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "ETS",
5
+ "evaluated_at": "2026-06-17T14:59:55.085369+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 399698.7920179153,
8
+ "MSE[0.5]": 375777.46840363165,
9
+ "MAE[0.5]": 415.39740655463356,
10
+ "MASE[0.5]": 0.42222269878770596,
11
+ "MAPE[0.5]": 0.006375702599157883,
12
+ "sMAPE[0.5]": 0.006333213170310255,
13
+ "MSIS": 9.74055145181844,
14
+ "RMSE[mean]": 632.2173613702137,
15
+ "NRMSE[mean]": 0.009643177451115183,
16
+ "ND[0.5]": 0.006336034327588929,
17
+ "mean_weighted_sum_quantile_loss": 0.005846587220067264
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65652.77871272246,
270
+ 65671.25557829649,
271
+ 65686.64260012051,
272
+ 65716.32063756953,
273
+ 65751.60414376855,
274
+ 65769.77632184258,
275
+ 65791.4914686666,
276
+ 65772.20661549062,
277
+ 65827.37879356464,
278
+ 65842.21112788867,
279
+ 65848.07861846269,
280
+ 65890.04181216171,
281
+ 65911.03234961073,
282
+ 65947.04046518476,
283
+ 65965.67748700878,
284
+ 65978.5059150828,
285
+ 65992.36168690682,
286
+ 66030.35808373085,
287
+ 66037.64744930487,
288
+ 66061.21806487889,
289
+ 66086.20274295293,
290
+ 66113.44718665195,
291
+ 66110.50413035096,
292
+ 66151.34818342498
293
+ ],
294
+ "p10": [
295
+ 65356.99746272246,
296
+ 65474.92745329649,
297
+ 65500.024631370514,
298
+ 65505.02649694453,
299
+ 65531.59242501855,
300
+ 65609.97163434258,
301
+ 65601.6125624166,
302
+ 65548.23005299062,
303
+ 65626.93348106464,
304
+ 65640.16815913867,
305
+ 65574.14893096269,
306
+ 65576.95001528671,
307
+ 65752.34094336073,
308
+ 65676.90921518476,
309
+ 65684.11889325878,
310
+ 65782.6973213328,
311
+ 65727.54918690682,
312
+ 65821.52175560585,
313
+ 65891.30487117988,
314
+ 65852.46884612889,
315
+ 65874.18399295292,
316
+ 65945.73351477695,
317
+ 65922.46506785096,
318
+ 65895.67240217498
319
+ ],
320
+ "p90": [
321
+ 65901.07949397246,
322
+ 65898.91573454649,
323
+ 65913.27150637051,
324
+ 65934.16165319453,
325
+ 66069.73305001855,
326
+ 66088.30757184258,
327
+ 66031.3703749166,
328
+ 66134.87849049062,
329
+ 66157.42957481464,
330
+ 66188.23065913867,
331
+ 66094.35205596269,
332
+ 66221.8226715367,
333
+ 66161.66125586073,
334
+ 66266.00530893476,
335
+ 66283.74389325878,
336
+ 66308.5996650828,
337
+ 66330.31481190682,
338
+ 66367.93855248086,
339
+ 66291.95213680487,
340
+ 66392.31962737889,
341
+ 66417.17539920293,
342
+ 66435.74992102695,
343
+ 66386.67795847596,
344
+ 66479.18021467498
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_145835.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-17T14:58:35.885654+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 196254.55525016785,
8
+ "MSE[0.5]": 170013.65220165253,
9
+ "MAE[0.5]": 375.3440755208333,
10
+ "MASE[0.5]": 0.38151126136012464,
11
+ "MAPE[0.5]": 0.005724170279504286,
12
+ "sMAPE[0.5]": 0.005732021127559506,
13
+ "MSIS": 3.002734552756131,
14
+ "RMSE[mean]": 443.0062699896784,
15
+ "NRMSE[mean]": 0.006757150838452729,
16
+ "ND[0.5]": 0.005725103020941342,
17
+ "mean_weighted_sum_quantile_loss": 0.007401776300042682
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65482.283203125,
270
+ 65479.3359375,
271
+ 65401.23046875,
272
+ 65363.1875,
273
+ 65399.07421875,
274
+ 65266.998046875,
275
+ 65377.298828125,
276
+ 65444.365234375,
277
+ 65417.494140625,
278
+ 65406.609375,
279
+ 65421.85546875,
280
+ 65283.875,
281
+ 65599.3515625,
282
+ 65213.359375,
283
+ 65452.15625,
284
+ 65370.970703125,
285
+ 65407.92578125,
286
+ 65477.306640625,
287
+ 65428.162109375,
288
+ 65622.8984375,
289
+ 65283.357421875,
290
+ 65228.369140625,
291
+ 65333.1328125,
292
+ 65402.470703125
293
+ ],
294
+ "p10": [
295
+ 65067.9765625,
296
+ 64839.095703125,
297
+ 64676.40234375,
298
+ 64451.84375,
299
+ 64453.20703125,
300
+ 64120.16015625,
301
+ 64183.990234375,
302
+ 64244.27734375,
303
+ 63795.93359375,
304
+ 63941.53125,
305
+ 64090.18359375,
306
+ 63779.904296875,
307
+ 64042.34375,
308
+ 63351.318359375,
309
+ 63837.294921875,
310
+ 63859.296875,
311
+ 63765.322265625,
312
+ 63858.62109375,
313
+ 63764.015625,
314
+ 63855.63671875,
315
+ 62776.1640625,
316
+ 63135.1328125,
317
+ 63087.794921875,
318
+ 63404.357421875
319
+ ],
320
+ "p90": [
321
+ 65826.86328125,
322
+ 66099.5625,
323
+ 66311.21875,
324
+ 66324.46484375,
325
+ 66265.234375,
326
+ 66460.87890625,
327
+ 66571.7734375,
328
+ 66671.57421875,
329
+ 66951.4921875,
330
+ 66750.84375,
331
+ 66926.65234375,
332
+ 67199.1953125,
333
+ 67087.59765625,
334
+ 67122.11328125,
335
+ 67361.0703125,
336
+ 67196.98828125,
337
+ 67258.7109375,
338
+ 66995.5625,
339
+ 67187.578125,
340
+ 67361.96484375,
341
+ 66967.5,
342
+ 67264.578125,
343
+ 67431.09765625,
344
+ 67659.23046875
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_145955.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moving-Average",
5
+ "evaluated_at": "2026-06-17T14:59:55.104611+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 863458.2936226072,
8
+ "MSE[0.5]": 814591.5346419954,
9
+ "MAE[0.5]": 815.0797842996157,
10
+ "MASE[0.5]": 0.8284721590071423,
11
+ "MAPE[0.5]": 0.01246787586999414,
12
+ "sMAPE[0.5]": 0.012372909315991583,
13
+ "MSIS": 18.335873610004175,
14
+ "RMSE[mean]": 929.2245657657826,
15
+ "NRMSE[mean]": 0.014173412384934017,
16
+ "ND[0.5]": 0.012432368164934414,
17
+ "mean_weighted_sum_quantile_loss": 0.011539342441776164
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66378.47765213816,
270
+ 66375.23937088816,
271
+ 66368.91124588816,
272
+ 66376.87413651316,
273
+ 66390.44249588816,
274
+ 66386.89952713816,
275
+ 66386.89952713816,
276
+ 66345.89952713816,
277
+ 66379.35655838816,
278
+ 66372.47374588816,
279
+ 66356.62608963816,
280
+ 66376.87413651316,
281
+ 66376.14952713816,
282
+ 66390.44249588816,
283
+ 66387.36437088816,
284
+ 66378.47765213816,
285
+ 66370.61827713816,
286
+ 66386.89952713816,
287
+ 66372.47374588816,
288
+ 66374.32921463816,
289
+ 66377.59874588816,
290
+ 66383.12804276316,
291
+ 66358.46983963816,
292
+ 66377.59874588816
293
+ ],
294
+ "p10": [
295
+ 66082.69640213816,
296
+ 66178.91124588816,
297
+ 66182.29327713816,
298
+ 66165.57999588815,
299
+ 66170.43077713816,
300
+ 66227.09483963816,
301
+ 66197.02062088816,
302
+ 66121.92296463816,
303
+ 66178.91124588816,
304
+ 66170.43077713816,
305
+ 66082.69640213816,
306
+ 66063.78233963816,
307
+ 66217.45812088816,
308
+ 66120.31124588815,
309
+ 66105.80577713816,
310
+ 66182.66905838816,
311
+ 66105.80577713816,
312
+ 66178.06319901315,
313
+ 66226.13116776316,
314
+ 66165.57999588815,
315
+ 66165.57999588815,
316
+ 66215.41437088816,
317
+ 66170.43077713816,
318
+ 66121.92296463816
319
+ ],
320
+ "p90": [
321
+ 66626.77843338816,
322
+ 66602.89952713816,
323
+ 66595.54015213816,
324
+ 66594.71515213816,
325
+ 66708.57140213816,
326
+ 66705.43077713816,
327
+ 66626.77843338816,
328
+ 66708.57140213816,
329
+ 66709.40733963816,
330
+ 66718.49327713816,
331
+ 66602.89952713816,
332
+ 66708.65499588815,
333
+ 66626.77843338816,
334
+ 66709.40733963816,
335
+ 66705.43077713816,
336
+ 66708.57140213816,
337
+ 66708.57140213816,
338
+ 66724.47999588816,
339
+ 66626.77843338816,
340
+ 66705.43077713816,
341
+ 66708.57140213816,
342
+ 66705.43077713816,
343
+ 66634.64366776316,
344
+ 66705.43077713816
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_145955.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Seasonal-Naive",
5
+ "evaluated_at": "2026-06-17T14:59:55.120864+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 1034537.1165898641,
8
+ "MSE[0.5]": 1034537.1165898641,
9
+ "MAE[0.5]": 867.3209635416666,
10
+ "MASE[0.5]": 0.8815717001679273,
11
+ "MAPE[0.5]": 0.013264241335120252,
12
+ "sMAPE[0.5]": 0.01314432918224723,
13
+ "MSIS": 4.050106537063873,
14
+ "RMSE[mean]": 1017.1219772425843,
15
+ "NRMSE[mean]": 0.015514106880459178,
16
+ "ND[0.5]": 0.013229200065587669,
17
+ "mean_weighted_sum_quantile_loss": 0.009801975259632844
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 67292.140625,
270
+ 67157.9921875,
271
+ 66851.7890625,
272
+ 66766.1171875,
273
+ 66614.3515625,
274
+ 66519.9765625,
275
+ 66368.1484375,
276
+ 66206.34375,
277
+ 66328.7421875,
278
+ 66250.0,
279
+ 66346.5234375,
280
+ 65741.9921875,
281
+ 66165.2109375,
282
+ 65840.09375,
283
+ 66045.0,
284
+ 66446.0,
285
+ 66372.0,
286
+ 66899.609375,
287
+ 66510.0,
288
+ 66514.0,
289
+ 66481.7265625,
290
+ 66429.828125,
291
+ 66052.0,
292
+ 65654.8984375
293
+ ],
294
+ "p10": [
295
+ 65946.2978125,
296
+ 65814.83234375,
297
+ 65514.75328125,
298
+ 65430.79484375,
299
+ 65282.06453125,
300
+ 65189.577031249995,
301
+ 65040.78546875,
302
+ 64882.216875,
303
+ 65002.16734375,
304
+ 64925.0,
305
+ 65019.592968749996,
306
+ 64427.15234375,
307
+ 64841.90671875,
308
+ 64523.291874999995,
309
+ 64724.1,
310
+ 65117.08,
311
+ 65044.56,
312
+ 65561.6171875,
313
+ 65179.799999999996,
314
+ 65183.72,
315
+ 65152.09203125,
316
+ 65101.2315625,
317
+ 64730.96,
318
+ 64341.80046875
319
+ ],
320
+ "p90": [
321
+ 68637.9834375,
322
+ 68501.15203125,
323
+ 68188.82484375,
324
+ 68101.43953125,
325
+ 67946.63859375,
326
+ 67850.37609375,
327
+ 67695.51140625,
328
+ 67530.470625,
329
+ 67655.31703125,
330
+ 67575.0,
331
+ 67673.45390625,
332
+ 67056.83203125,
333
+ 67488.51515625,
334
+ 67156.895625,
335
+ 67365.9,
336
+ 67774.92,
337
+ 67699.44,
338
+ 68237.6015625,
339
+ 67840.2,
340
+ 67844.28,
341
+ 67811.36109375,
342
+ 67758.4246875,
343
+ 67373.04000000001,
344
+ 66967.99640625001
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_145950.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-17T14:59:50.246267+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 224619.0405476888,
8
+ "MSE[0.5]": 224619.0405476888,
9
+ "MAE[0.5]": 319.9856770833333,
10
+ "MASE[0.5]": 0.32524328274487474,
11
+ "MAPE[0.5]": 0.004911338850915652,
12
+ "sMAPE[0.5]": 0.004886331164670567,
13
+ "MSIS": 2.4325781938104925,
14
+ "RMSE[mean]": 473.9399123809777,
15
+ "NRMSE[mean]": 0.007228980024133634,
16
+ "ND[0.5]": 0.004880724343352718,
17
+ "mean_weighted_sum_quantile_loss": 0.005652482159260743
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65676.5,
270
+ 65690.09375,
271
+ 65726.34375,
272
+ 65749.0,
273
+ 65789.78125,
274
+ 65789.78125,
275
+ 65785.25,
276
+ 65780.71875,
277
+ 65789.78125,
278
+ 65780.71875,
279
+ 65812.4375,
280
+ 65807.90625,
281
+ 65812.4375,
282
+ 65821.5,
283
+ 65839.625,
284
+ 65835.09375,
285
+ 65862.28125,
286
+ 65857.75,
287
+ 65835.09375,
288
+ 65807.90625,
289
+ 65826.03125,
290
+ 65826.03125,
291
+ 65835.09375,
292
+ 65807.90625
293
+ ],
294
+ "p10": [
295
+ 65081.20703125,
296
+ 64889.76171875,
297
+ 64754.390625,
298
+ 64661.5,
299
+ 64584.46875,
300
+ 64511.96875,
301
+ 64468.921875,
302
+ 64385.09375,
303
+ 64348.84375,
304
+ 64326.1875,
305
+ 64321.65625,
306
+ 64271.8125,
307
+ 64231.03125,
308
+ 64221.96875,
309
+ 64221.96875,
310
+ 64185.71875,
311
+ 64253.6875,
312
+ 64221.96875,
313
+ 64190.25,
314
+ 64163.0625,
315
+ 64163.0625,
316
+ 64167.59375,
317
+ 64154.0,
318
+ 64126.8125
319
+ ],
320
+ "p90": [
321
+ 66347.125,
322
+ 66501.1875,
323
+ 66628.0625,
324
+ 66682.4375,
325
+ 66745.875,
326
+ 66727.75,
327
+ 66709.625,
328
+ 66718.6875,
329
+ 66745.875,
330
+ 66727.75,
331
+ 66764.0,
332
+ 66782.125,
333
+ 66791.1875,
334
+ 66809.3125,
335
+ 66827.4375,
336
+ 66845.5625,
337
+ 66854.625,
338
+ 66854.625,
339
+ 66845.5625,
340
+ 66845.5625,
341
+ 66872.75,
342
+ 66890.875,
343
+ 66918.0625,
344
+ 66909.0
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_145713.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-17T14:57:13.277388+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 116693.07917849223,
8
+ "MSE[0.5]": 179431.18869463602,
9
+ "MAE[0.5]": 378.57177734375,
10
+ "MASE[0.5]": 0.38479199675483305,
11
+ "MAPE[0.5]": 0.005763519118016632,
12
+ "sMAPE[0.5]": 0.005781724242780477,
13
+ "MSIS": 4.751788624754632,
14
+ "RMSE[mean]": 341.6036873022483,
15
+ "NRMSE[mean]": 0.005210462691931451,
16
+ "ND[0.5]": 0.005774334983458498,
17
+ "mean_weighted_sum_quantile_loss": 0.004749960119900868
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65637.40625,
270
+ 65589.7109375,
271
+ 65549.3203125,
272
+ 65474.75390625,
273
+ 65432.84765625,
274
+ 65382.96875,
275
+ 65355.66015625,
276
+ 65363.265625,
277
+ 65318.33984375,
278
+ 65266.265625,
279
+ 65239.3046875,
280
+ 65198.90234375,
281
+ 65185.17578125,
282
+ 65184.00390625,
283
+ 65213.88671875,
284
+ 65177.171875,
285
+ 65200.49609375,
286
+ 65179.0078125,
287
+ 65118.18359375,
288
+ 65103.640625,
289
+ 65060.07421875,
290
+ 65076.234375,
291
+ 65056.453125,
292
+ 65123.390625
293
+ ],
294
+ "p10": [
295
+ 65642.40625,
296
+ 65699.0703125,
297
+ 65650.046875,
298
+ 65601.0546875,
299
+ 65570.828125,
300
+ 65502.6875,
301
+ 65476.1328125,
302
+ 65418.140625,
303
+ 65421.51953125,
304
+ 65479.71875,
305
+ 65404.72265625,
306
+ 65390.3515625,
307
+ 65358.31640625,
308
+ 65415.4609375,
309
+ 65404.18359375,
310
+ 65410.66796875,
311
+ 65419.86328125,
312
+ 65266.7421875,
313
+ 65351.07421875,
314
+ 65308.29296875,
315
+ 65358.54296875,
316
+ 65354.6484375,
317
+ 65305.61328125,
318
+ 65303.078125
319
+ ],
320
+ "p90": [
321
+ 66018.4140625,
322
+ 66076.4765625,
323
+ 66157.234375,
324
+ 66169.671875,
325
+ 66183.8046875,
326
+ 66177.9765625,
327
+ 66206.5859375,
328
+ 66283.375,
329
+ 66288.78125,
330
+ 66289.1484375,
331
+ 66337.625,
332
+ 66258.265625,
333
+ 66293.8125,
334
+ 66348.421875,
335
+ 66393.1953125,
336
+ 66424.234375,
337
+ 66469.5390625,
338
+ 66471.0390625,
339
+ 66470.7734375,
340
+ 66446.15625,
341
+ 66453.890625,
342
+ 66495.75,
343
+ 66482.90625,
344
+ 66489.8671875
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_145807.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-17T14:58:07.420107+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 317715.17355600995,
8
+ "MSE[0.5]": 317715.17355600995,
9
+ "MAE[0.5]": 376.3802083333333,
10
+ "MASE[0.5]": 0.38256441861506457,
11
+ "MAPE[0.5]": 0.005778361193774492,
12
+ "sMAPE[0.5]": 0.005741711714621872,
13
+ "MSIS": 2.039093761987122,
14
+ "RMSE[mean]": 563.6622867959235,
15
+ "NRMSE[mean]": 0.008597510581319757,
16
+ "ND[0.5]": 0.005740907099070746,
17
+ "mean_weighted_sum_quantile_loss": 0.005035989604799339
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65733.421875,
270
+ 65737.0078125,
271
+ 65760.5625,
272
+ 65804.484375,
273
+ 65823.46875,
274
+ 65833.40625,
275
+ 65860.1796875,
276
+ 65862.0625,
277
+ 65872.46875,
278
+ 65881.40625,
279
+ 65880.9296875,
280
+ 65875.828125,
281
+ 65887.5390625,
282
+ 65885.609375,
283
+ 65902.53125,
284
+ 65923.0703125,
285
+ 65937.265625,
286
+ 65948.6796875,
287
+ 65969.96875,
288
+ 65975.5234375,
289
+ 65994.2578125,
290
+ 66020.1171875,
291
+ 66036.8046875,
292
+ 66046.421875
293
+ ],
294
+ "p10": [
295
+ 65405.46484375,
296
+ 65266.8046875,
297
+ 65181.5625,
298
+ 65141.171875,
299
+ 65094.91796875,
300
+ 65046.71484375,
301
+ 65036.87890625,
302
+ 64997.6484375,
303
+ 64972.0859375,
304
+ 64941.9296875,
305
+ 64897.71484375,
306
+ 64858.3828125,
307
+ 64829.91796875,
308
+ 64799.44921875,
309
+ 64782.6796875,
310
+ 64770.046875,
311
+ 64753.3828125,
312
+ 64733.39453125,
313
+ 64732.546875,
314
+ 64715.86328125,
315
+ 64699.015625,
316
+ 64687.69921875,
317
+ 64661.71875,
318
+ 64643.921875
319
+ ],
320
+ "p90": [
321
+ 66120.234375,
322
+ 66295.6875,
323
+ 66425.9453125,
324
+ 66546.2890625,
325
+ 66614.96875,
326
+ 66661.96875,
327
+ 66730.5625,
328
+ 66762.9375,
329
+ 66801.421875,
330
+ 66844.8515625,
331
+ 66873.7265625,
332
+ 66894.65625,
333
+ 66922.96875,
334
+ 66948.3046875,
335
+ 67001.625,
336
+ 67039.46875,
337
+ 67088.484375,
338
+ 67154.96875,
339
+ 67223.6328125,
340
+ 67274.953125,
341
+ 67315.7578125,
342
+ 67372.96875,
343
+ 67418.4375,
344
+ 67463.25
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_145754.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-17T14:57:54.207628+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 106483.46754010518,
8
+ "MSE[0.5]": 106483.46754010518,
9
+ "MAE[0.5]": 291.5017903645833,
10
+ "MASE[0.5]": 0.29629138431560004,
11
+ "MAPE[0.5]": 0.004448072397769996,
12
+ "sMAPE[0.5]": 0.004451205471977263,
13
+ "MSIS": 2.948578099843587,
14
+ "RMSE[mean]": 326.3180466050034,
15
+ "NRMSE[mean]": 0.004977311635500394,
16
+ "ND[0.5]": 0.004446261149347635,
17
+ "mean_weighted_sum_quantile_loss": 0.006611784019375197
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 15:00:00",
23
+ "2026-06-12 16:00:00",
24
+ "2026-06-12 17:00:00",
25
+ "2026-06-12 18:00:00",
26
+ "2026-06-12 19:00:00",
27
+ "2026-06-12 20:00:00",
28
+ "2026-06-12 21:00:00",
29
+ "2026-06-12 22:00:00",
30
+ "2026-06-12 23:00:00",
31
+ "2026-06-13 00:00:00",
32
+ "2026-06-13 01:00:00",
33
+ "2026-06-13 02:00:00",
34
+ "2026-06-13 03:00:00",
35
+ "2026-06-13 04:00:00",
36
+ "2026-06-13 05:00:00",
37
+ "2026-06-13 06:00:00",
38
+ "2026-06-13 07:00:00",
39
+ "2026-06-13 08:00:00",
40
+ "2026-06-13 09:00:00",
41
+ "2026-06-13 10:00:00",
42
+ "2026-06-13 11:00:00",
43
+ "2026-06-13 12:00:00",
44
+ "2026-06-13 13:00:00",
45
+ "2026-06-13 14:00:00",
46
+ "2026-06-13 15:00:00",
47
+ "2026-06-13 16:00:00",
48
+ "2026-06-13 17:00:00",
49
+ "2026-06-13 18:00:00",
50
+ "2026-06-13 19:00:00",
51
+ "2026-06-13 20:00:00",
52
+ "2026-06-13 21:00:00",
53
+ "2026-06-13 22:00:00",
54
+ "2026-06-13 23:00:00",
55
+ "2026-06-14 00:00:00",
56
+ "2026-06-14 01:00:00",
57
+ "2026-06-14 02:00:00",
58
+ "2026-06-14 03:00:00",
59
+ "2026-06-14 04:00:00",
60
+ "2026-06-14 05:00:00",
61
+ "2026-06-14 06:00:00",
62
+ "2026-06-14 07:00:00",
63
+ "2026-06-14 08:00:00",
64
+ "2026-06-14 09:00:00",
65
+ "2026-06-14 10:00:00",
66
+ "2026-06-14 11:00:00",
67
+ "2026-06-14 12:00:00",
68
+ "2026-06-14 13:00:00",
69
+ "2026-06-14 14:00:00",
70
+ "2026-06-14 15:00:00",
71
+ "2026-06-14 16:00:00",
72
+ "2026-06-14 17:00:00",
73
+ "2026-06-14 18:00:00",
74
+ "2026-06-14 19:00:00",
75
+ "2026-06-14 20:00:00",
76
+ "2026-06-14 21:00:00",
77
+ "2026-06-14 22:00:00",
78
+ "2026-06-14 23:00:00",
79
+ "2026-06-15 00:00:00",
80
+ "2026-06-15 01:00:00",
81
+ "2026-06-15 02:00:00",
82
+ "2026-06-15 03:00:00",
83
+ "2026-06-15 04:00:00",
84
+ "2026-06-15 05:00:00",
85
+ "2026-06-15 06:00:00",
86
+ "2026-06-15 07:00:00",
87
+ "2026-06-15 08:00:00",
88
+ "2026-06-15 09:00:00",
89
+ "2026-06-15 10:00:00",
90
+ "2026-06-15 11:00:00",
91
+ "2026-06-15 12:00:00",
92
+ "2026-06-15 13:00:00",
93
+ "2026-06-15 14:00:00",
94
+ "2026-06-15 15:00:00",
95
+ "2026-06-15 16:00:00",
96
+ "2026-06-15 17:00:00",
97
+ "2026-06-15 18:00:00",
98
+ "2026-06-15 19:00:00",
99
+ "2026-06-15 20:00:00",
100
+ "2026-06-15 21:00:00",
101
+ "2026-06-15 22:00:00",
102
+ "2026-06-15 23:00:00",
103
+ "2026-06-16 00:00:00",
104
+ "2026-06-16 01:00:00",
105
+ "2026-06-16 02:00:00",
106
+ "2026-06-16 03:00:00",
107
+ "2026-06-16 04:00:00",
108
+ "2026-06-16 05:00:00",
109
+ "2026-06-16 06:00:00",
110
+ "2026-06-16 07:00:00",
111
+ "2026-06-16 08:00:00",
112
+ "2026-06-16 09:00:00",
113
+ "2026-06-16 10:00:00",
114
+ "2026-06-16 11:00:00",
115
+ "2026-06-16 12:00:00",
116
+ "2026-06-16 13:00:00",
117
+ "2026-06-16 14:00:00",
118
+ "2026-06-16 15:00:00",
119
+ "2026-06-16 16:00:00",
120
+ "2026-06-16 17:00:00",
121
+ "2026-06-16 18:00:00",
122
+ "2026-06-16 19:00:00",
123
+ "2026-06-16 20:00:00",
124
+ "2026-06-16 21:00:00",
125
+ "2026-06-16 22:00:00",
126
+ "2026-06-16 23:00:00",
127
+ "2026-06-17 00:00:00",
128
+ "2026-06-17 01:00:00",
129
+ "2026-06-17 02:00:00",
130
+ "2026-06-17 03:00:00",
131
+ "2026-06-17 04:00:00",
132
+ "2026-06-17 05:00:00",
133
+ "2026-06-17 06:00:00",
134
+ "2026-06-17 07:00:00",
135
+ "2026-06-17 08:00:00",
136
+ "2026-06-17 09:00:00",
137
+ "2026-06-17 10:00:00",
138
+ "2026-06-17 11:00:00",
139
+ "2026-06-17 12:00:00",
140
+ "2026-06-17 13:00:00",
141
+ "2026-06-17 14:00:00"
142
+ ],
143
+ "context": [
144
+ 63593.01953125,
145
+ 63982.48046875,
146
+ 63865.44140625,
147
+ 63694.0,
148
+ 63589.26953125,
149
+ 63449.0,
150
+ 63472.0,
151
+ 63502.0,
152
+ 63580.01171875,
153
+ 63600.01171875,
154
+ 63837.890625,
155
+ 63646.01171875,
156
+ 63532.0,
157
+ 63512.01171875,
158
+ 63584.03125,
159
+ 63735.73828125,
160
+ 63846.0,
161
+ 63806.0,
162
+ 63743.12109375,
163
+ 63843.01171875,
164
+ 63971.28125,
165
+ 64133.12109375,
166
+ 64102.69140625,
167
+ 64220.96875,
168
+ 64296.1484375,
169
+ 64029.171875,
170
+ 63971.19140625,
171
+ 64161.4609375,
172
+ 64296.58984375,
173
+ 64278.30859375,
174
+ 64471.0390625,
175
+ 64456.46875,
176
+ 64458.01171875,
177
+ 64565.0,
178
+ 64563.0,
179
+ 64490.01171875,
180
+ 64545.30078125,
181
+ 64339.0703125,
182
+ 64338.0,
183
+ 64286.1015625,
184
+ 64429.390625,
185
+ 64456.328125,
186
+ 64616.0,
187
+ 64521.12890625,
188
+ 64546.0,
189
+ 64327.53125,
190
+ 64317.98828125,
191
+ 63983.55078125,
192
+ 64025.0703125,
193
+ 63942.62890625,
194
+ 63732.640625,
195
+ 63813.30078125,
196
+ 63802.0,
197
+ 64008.640625,
198
+ 65311.58984375,
199
+ 65426.78125,
200
+ 65746.453125,
201
+ 65625.9921875,
202
+ 65525.0,
203
+ 65472.01171875,
204
+ 65927.1015625,
205
+ 65644.0078125,
206
+ 65858.0078125,
207
+ 65812.0078125,
208
+ 65674.7578125,
209
+ 65662.0078125,
210
+ 65596.859375,
211
+ 65917.3671875,
212
+ 66233.8984375,
213
+ 66563.4921875,
214
+ 66447.046875,
215
+ 66591.546875,
216
+ 67292.140625,
217
+ 67157.9921875,
218
+ 66851.7890625,
219
+ 66766.1171875,
220
+ 66614.3515625,
221
+ 66519.9765625,
222
+ 66368.1484375,
223
+ 66206.34375,
224
+ 66328.7421875,
225
+ 66250.0,
226
+ 66346.5234375,
227
+ 65741.9921875,
228
+ 66165.2109375,
229
+ 65840.09375,
230
+ 66045.0,
231
+ 66446.0,
232
+ 66372.0,
233
+ 66899.609375,
234
+ 66510.0,
235
+ 66514.0,
236
+ 66481.7265625,
237
+ 66429.828125,
238
+ 66052.0,
239
+ 65654.8984375
240
+ ],
241
+ "actual": [
242
+ 65859.7578125,
243
+ 65758.0703125,
244
+ 65978.7890625,
245
+ 65847.9921875,
246
+ 65675.8828125,
247
+ 65854.0,
248
+ 65776.96875,
249
+ 65780.0,
250
+ 65675.0078125,
251
+ 65700.0,
252
+ 65940.0,
253
+ 65904.0,
254
+ 65851.9921875,
255
+ 65892.0,
256
+ 65836.296875,
257
+ 65624.0,
258
+ 65539.5,
259
+ 64926.01953125,
260
+ 64909.44140625,
261
+ 64798.0,
262
+ 64810.01171875,
263
+ 65040.87890625,
264
+ 65278.0,
265
+ 65210.0
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65656.125,
270
+ 65615.9375,
271
+ 65601.015625,
272
+ 65579.5703125,
273
+ 65570.046875,
274
+ 65552.25,
275
+ 65556.015625,
276
+ 65533.5625,
277
+ 65528.8359375,
278
+ 65510.99609375,
279
+ 65493.16796875,
280
+ 65455.7578125,
281
+ 65438.80078125,
282
+ 65418.81640625,
283
+ 65405.94921875,
284
+ 65384.73828125,
285
+ 65362.171875,
286
+ 65345.26171875,
287
+ 65328.05859375,
288
+ 65314.24609375,
289
+ 65314.9453125,
290
+ 65299.296875,
291
+ 65273.5625,
292
+ 65253.6484375
293
+ ],
294
+ "p10": [
295
+ 65289.515625,
296
+ 65067.234375,
297
+ 64911.50390625,
298
+ 64768.16015625,
299
+ 64634.0234375,
300
+ 64492.05859375,
301
+ 64368.58203125,
302
+ 64282.87890625,
303
+ 64156.1796875,
304
+ 64037.58203125,
305
+ 63944.0234375,
306
+ 63865.6171875,
307
+ 63788.7734375,
308
+ 63694.84765625,
309
+ 63635.5390625,
310
+ 63556.0234375,
311
+ 63548.484375,
312
+ 63481.83984375,
313
+ 63437.10546875,
314
+ 63382.57421875,
315
+ 63343.671875,
316
+ 63276.72265625,
317
+ 63258.3203125,
318
+ 63238.8125
319
+ ],
320
+ "p90": [
321
+ 66044.3828125,
322
+ 66168.8203125,
323
+ 66282.8828125,
324
+ 66356.484375,
325
+ 66465.2109375,
326
+ 66550.1796875,
327
+ 66641.0859375,
328
+ 66694.1796875,
329
+ 66783.4296875,
330
+ 66859.59375,
331
+ 66924.96875,
332
+ 66930.03125,
333
+ 66964.53125,
334
+ 67005.421875,
335
+ 67051.9609375,
336
+ 67084.3125,
337
+ 67142.0546875,
338
+ 67181.46875,
339
+ 67231.453125,
340
+ 67270.5234375,
341
+ 67315.5078125,
342
+ 67371.8671875,
343
+ 67358.921875,
344
+ 67402.734375
345
+ ]
346
+ }
347
+ }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1038706.1870072683,1038706.1870072683,871.52880859375,0.8858486832832213,0.01332930995112915,0.013208905874130471,4.050106537063873,1019.1693612973598,0.015546333430558022,0.01329423545021802,0.009823999868611426,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.2752348393249986,2.2752348393249986,1.2750333488026324,1.1930880414626504,22.99968471981942,0.9816112074822425,45.459105119685866,1.5083881593691322,1.542555731956501,1.3039150356721119,1.2894582622269897,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08611110647519599,0.08611110647519599,0.2583333303531011,1.9248362551603198,0.19690833941405292,0.22358039795829823,68.7017526737855,0.29344693979524816,0.23320285035210406,0.2052979970461782,0.20022564025787581,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1034537.1165898641,1034537.1165898641,867.3209635416666,0.8815717001679273,0.013264241335120252,0.01314432918224723,4.050106537063873,1017.1219772425843,0.015514106880459178,0.013229200065587669,0.009801975259632844,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.2752348393249986,2.2752348393249986,1.2750333488026324,1.1930880414626504,22.99968471981942,0.9816112074822425,45.459105119685866,1.5083881593691322,1.542555731956501,1.3039150356721119,1.2894582622269897,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08611110647519599,0.08611110647519599,0.2583333303531011,1.9248362551603198,0.19690833941405292,0.22358039795829823,68.7017526737855,0.29344693979524816,0.23320285035210406,0.2052979970461782,0.20022564025787581,Ocean,1
results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Seasonal-Naive",
4
- "evaluated_at": "2026-06-17T14:51:21.115761+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  67292.140625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Seasonal-Naive",
4
+ "evaluated_at": "2026-06-17T14:59:55.120864+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  67292.140625,
results/seasonal_naive/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
- "evaluated_at": "2026-06-17T14:51:21.147719+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
+ "evaluated_at": "2026-06-17T14:59:55.124899+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,230075.7772986094,230075.7772986094,324.1935221354167,0.32952026586016886,0.004976559108414138,0.004950907199798518,2.4325781938104925,479.66214912020047,0.0073167306508785225,0.004945223809248392,0.0056742403973273296,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.1430399546309511,0.1430399546309511,0.3497143824934028,0.3272385369937178,4.444800579055695,0.7451032354476899,4.361355769336026,0.37820623293508937,0.3867732512032583,0.3576360116009183,0.24908589485006966,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06304012991994472,0.06304012991994472,0.21956679390536415,1.635987600828317,0.166352740340733,0.18475014809194373,34.66437095065721,0.25107793594807315,0.19953212108624557,0.17449015558700692,0.1537347448318107,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,224619.0405476888,224619.0405476888,319.9856770833333,0.32524328274487474,0.004911338850915652,0.004886331164670567,2.4325781938104925,473.9399123809777,0.007228980024133634,0.004880724343352718,0.005652482159260743,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.1430399546309511,0.1430399546309511,0.3497143824934028,0.3272385369937178,4.444800579055695,0.7451032354476899,4.361355769336026,0.37820623293508937,0.3867732512032583,0.3576360116009183,0.24908589485006966,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06304012991994472,0.06304012991994472,0.21956679390536415,1.635987600828317,0.166352740340733,0.18475014809194373,34.66437095065721,0.25107793594807315,0.19953212108624557,0.17449015558700692,0.1537347448318107,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-17T14:51:05.003193+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  65676.5,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-17T14:59:50.246267+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  65676.5,
results/timer_s1/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-17T14:51:18.916759+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-17T14:59:54.114569+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,118550.46472040813,179127.25407409668,375.5621744791667,0.38173294384859774,0.00571738089398532,0.005735548228119875,4.922867949366396,344.31158086885216,0.005252103176822202,0.005728797401176014,0.004765520341674512,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.08510783384659441,0.07090575971656381,0.23769048179577415,0.2224143169795093,2.546020193983397,0.5656506998708313,10.038685469709245,0.2917324696474399,0.2983407092248045,0.24307457788512588,0.26637647571586964,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.053495618738725687,0.06503806452058673,0.22533615844117272,1.6789750156252445,0.17089240045126772,0.19025553590268077,36.43649251091009,0.23129119900836193,0.18380756298818682,0.17907508073705167,0.14544163286210737,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,116693.07917849223,179431.18869463602,378.57177734375,0.38479199675483305,0.005763519118016632,0.005781724242780477,4.751788624754632,341.6036873022483,0.005210462691931451,0.005774334983458498,0.004749960119900868,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.08510783384659441,0.07090575971656381,0.23769048179577415,0.2224143169795093,2.546020193983397,0.5656506998708313,10.038685469709245,0.2917324696474399,0.2983407092248045,0.24307457788512588,0.26637647571586964,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.053495618738725687,0.06503806452058673,0.22533615844117272,1.6789750156252445,0.17089240045126772,0.19025553590268077,36.43649251091009,0.23129119900836193,0.18380756298818682,0.17907508073705167,0.14544163286210737,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-17T14:48:38.298046+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  65637.40625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-17T14:57:13.277388+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  65637.40625,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T14:48:52.382171+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-17T14:57:17.358171+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,325179.1838919322,325179.1838919322,380.5880533854167,0.3868414017303586,0.005843817837010899,0.0058062863817711224,2.039093761987122,570.2448455636685,0.008698472347034459,0.005805461783196593,0.005057708267987741,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.7293551860923302,0.7293551860923302,0.7214793006617887,0.675110440515749,13.680498126468724,0.8600252647781546,10.954627048110982,0.8540229423688395,0.8733680232045773,0.7378220412372357,0.5197888889607654,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0694280566480398,0.0694280566480398,0.23251677552858988,1.7324776437429268,0.1763044963516223,0.19701220387196808,18.875176721898427,0.2634920428552631,0.20939763584456073,0.1847815310181182,0.15272177274855311,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,317715.17355600995,317715.17355600995,376.3802083333333,0.38256441861506457,0.005778361193774492,0.005741711714621872,2.039093761987122,563.6622867959235,0.008597510581319757,0.005740907099070746,0.005035989604799339,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.7293551860923302,0.7293551860923302,0.7214793006617887,0.675110440515749,13.680498126468724,0.8600252647781546,10.954627048110982,0.8540229423688395,0.8733680232045773,0.7378220412372357,0.5197888889607654,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0694280566480398,0.0694280566480398,0.23251677552858988,1.7324776437429268,0.1763044963516223,0.19701220387196808,18.875176721898427,0.2634920428552631,0.20939763584456073,0.1847815310181182,0.15272177274855311,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-17T14:49:40.959477+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  65733.421875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-17T14:58:07.420107+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  65733.421875,
results/tirex/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-17T14:49:57.499230+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-17T14:58:10.771365+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,107275.74230321248,107275.74230321248,295.7096354166667,0.3005683674308941,0.004512743346844743,0.0045157830563933386,2.948578099843587,327.52975788958855,0.004996114500635819,0.004510732725485591,0.006633603838484376,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.3444134060320284,0.3444134060320284,0.5090436081130368,0.47632780898868515,9.04250830089567,0.7962042465879988,5.318280136228814,0.5868674518424313,0.6001610037278935,0.5205743167852745,0.3421490744756182,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08585115425336998,0.08585115425336998,0.26180993351671433,1.9507403528041702,0.198874284337727,0.2252820100448004,30.48318663535426,0.29300367617722817,0.23285058789793847,0.20806086030133245,0.1709043544923077,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,106483.46754010518,106483.46754010518,291.5017903645833,0.29629138431560004,0.004448072397769996,0.004451205471977263,2.948578099843587,326.3180466050034,0.004977311635500394,0.004446261149347635,0.006611784019375197,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.3444134060320284,0.3444134060320284,0.5090436081130368,0.47632780898868515,9.04250830089567,0.7962042465879988,5.318280136228814,0.5868674518424313,0.6001610037278935,0.5205743167852745,0.3421490744756182,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08585115425336998,0.08585115425336998,0.26180993351671433,1.9507403528041702,0.198874284337727,0.2252820100448004,30.48318663535426,0.29300367617722817,0.23285058789793847,0.20806086030133245,0.1709043544923077,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T14:49:19.039651+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
- 65109.01171875
131
  ],
132
  "p50": [
133
  65656.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T14:57:54.207628+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64810.01171875,
128
  65040.87890625,
129
  65278.0,
130
+ 65210.0
131
  ],
132
  "p50": [
133
  65656.125,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T14:49:34.978494+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t083600z",
14
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t145000z",
20
- "data_fetched_at": "2026-06-17T14:47:19.042452Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T14:58:00.661172+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z",
8
+ "data_fetched_at": "2026-06-17T14:55:41.116322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []