ziyuzhou02 commited on
Commit
fca5acc
·
verified ·
1 Parent(s): 514a990

Update leaderboard results from local eval

Browse files
Files changed (49) hide show
  1. results/aggregates/metadata.json +1 -1
  2. results/aggregates/results_by_domain.csv +9 -9
  3. results/aggregates/results_by_frequency.csv +9 -9
  4. results/aggregates/results_by_prediction_length.csv +9 -9
  5. results/aggregates/results_overall.csv +9 -9
  6. results/arima/all_results.csv +1 -1
  7. results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  8. results/arima/online_meta.json +2 -20
  9. results/baseline_rank_history_daily.csv +1 -1
  10. results/baseline_rank_history_weekly.csv +1 -1
  11. results/chronos_2/all_results.csv +1 -1
  12. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  13. results/chronos_2/online_meta.json +2 -20
  14. results/ets/all_results.csv +1 -1
  15. results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  16. results/ets/online_meta.json +2 -20
  17. results/eval_history.jsonl +1 -0
  18. results/moirai_1_1_large/all_results.csv +1 -1
  19. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  20. results/moirai_1_1_large/online_meta.json +2 -20
  21. results/moving_average/all_results.csv +1 -1
  22. results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  23. results/moving_average/online_meta.json +2 -20
  24. results/online_status.json +24 -206
  25. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_080600.json +347 -0
  26. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_080248.json +347 -0
  27. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_080600.json +347 -0
  28. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_080539.json +347 -0
  29. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_080600.json +347 -0
  30. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_080600.json +347 -0
  31. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_080558.json +347 -0
  32. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_080325.json +347 -0
  33. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_080457.json +347 -0
  34. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_080448.json +347 -0
  35. results/seasonal_naive/all_results.csv +1 -1
  36. results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  37. results/seasonal_naive/online_meta.json +2 -20
  38. results/timer_s1/all_results.csv +1 -1
  39. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  40. results/timer_s1/online_meta.json +2 -20
  41. results/timesfm_2_5/all_results.csv +1 -1
  42. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  43. results/timesfm_2_5/online_meta.json +2 -20
  44. results/tirex/all_results.csv +1 -1
  45. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  46. results/tirex/online_meta.json +2 -20
  47. results/toto_2_0_1b/all_results.csv +1 -1
  48. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  49. results/toto_2_0_1b/online_meta.json +2 -20
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-22T07:57:15.143833+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
1
  {
2
+ "generated_at": "2026-06-22T08:06:01.077229+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
results/aggregates/results_by_domain.csv CHANGED
@@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3113450437413025,0.6267018530987069,7.0,1,1,1.0
9
  Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0
10
  Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0
11
  Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
- Finance,ETS,0.31248197857589094,0.3824480661596151,1.0,1,1,1.0
13
- Finance,Moving-Average,0.37258276637766685,0.43410355912790566,2.0,1,1,1.0
14
- Finance,Timer-S1,0.5040870087151871,0.6306834103162797,3.0,1,1,1.0
15
- Finance,TimesFM-2.5,0.6827338986705469,0.657694903076472,4.0,1,1,1.0
16
- Finance,TiRex,0.9691836979854335,0.7640108887881482,5.0,1,1,1.0
17
- Finance,Toto-2.0-1B,0.5177280435614647,0.7724119763310483,6.0,1,1,1.0
18
- Finance,Chronos-2,0.4104683339376339,0.8240119467526451,7.0,1,1,1.0
19
- Finance,Moirai-1.1-Large,0.481350204149813,0.8816282847347556,8.0,1,1,1.0
20
  Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
21
- Finance,ARIMA,1.3544935440938197,1.991294737752847,10.0,1,1,1.0
22
  Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0
23
  Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0
24
  Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0
 
9
  Air Quality,ETS,0.8278621445154991,0.861462633073793,8.0,1,1,1.0
10
  Air Quality,Moving-Average,0.9063972205324378,0.9072680803461534,9.0,1,1,1.0
11
  Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
+ Finance,ETS,0.30809051654158626,0.37784940365801883,1.0,1,1,1.0
13
+ Finance,Moving-Average,0.36816844614701566,0.42944161078269044,2.0,1,1,1.0
14
+ Finance,Timer-S1,0.5010612706557757,0.6277933345641029,3.0,1,1,1.0
15
+ Finance,TimesFM-2.5,0.6877082275056053,0.6640829661267327,4.0,1,1,1.0
16
+ Finance,TiRex,0.9770128223607036,0.7665005862905749,5.0,1,1,1.0
17
+ Finance,Toto-2.0-1B,0.5193442394011891,0.7749072307160967,6.0,1,1,1.0
18
+ Finance,Chronos-2,0.4043797880019175,0.8212497477756822,7.0,1,1,1.0
19
+ Finance,Moirai-1.1-Large,0.3532457667265443,0.8391711255615889,8.0,1,1,1.0
20
  Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
21
+ Finance,ARIMA,1.3457004833327273,1.986658843622314,10.0,1,1,1.0
22
  Hazards,Chronos-2,0.4113635439038825,0.5183186968386267,1.0,1,1,1.0
23
  Hazards,Toto-2.0-1B,0.5339806821199082,0.5610334734669412,2.0,1,1,1.0
24
  Hazards,ARIMA,0.5639455186089176,0.5781335997353867,3.0,1,1,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
29
  1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
30
  1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
31
  1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
- 1h,Chronos-2,0.3786874331336481,0.5530436359319282,3.0,6,6,1.0
33
- 1h,Toto-2.0-1B,0.381413148502228,0.8129970785439435,4.0,6,6,1.0
34
- 1h,Timer-S1,0.7836906125994918,0.7736812182228077,4.333333333333333,6,6,1.0
35
- 1h,Moirai-1.1-Large,0.910753897288037,0.8127459861328521,5.0,6,6,1.0
36
- 1h,TiRex,0.9422862328873932,0.9409890210204633,5.833333333333333,6,6,1.0
37
- 1h,TimesFM-2.5,0.5538866911470754,0.8705714083773076,6.0,6,6,1.0
38
- 1h,Moving-Average,0.7736772277227697,0.9068010917397021,6.166666666666667,6,6,1.0
39
- 1h,ETS,2.6252122180622806,1.4802068082385411,6.666666666666667,6,6,1.0
40
  1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0
41
- 1h,ARIMA,1.6211127751983283,1.351934772407533,7.166666666666667,6,6,1.0
42
  6min,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0
43
  6min,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0
44
  6min,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0
 
29
  1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
30
  1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
31
  1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
+ 1h,Chronos-2,0.37774540494238584,0.5527342240337353,3.0,6,6,1.0
33
+ 1h,Toto-2.0-1B,0.3816113342966004,0.8134342177399002,4.0,6,6,1.0
34
+ 1h,Timer-S1,0.7829046388791118,0.7730891941321244,4.333333333333333,6,6,1.0
35
+ 1h,Moirai-1.1-Large,0.8649752334280741,0.8060877776875877,5.0,6,6,1.0
36
+ 1h,TiRex,0.9435506246198682,0.9414993984130067,5.833333333333333,6,6,1.0
37
+ 1h,TimesFM-2.5,0.5545572518983136,0.8719750205090975,6.0,6,6,1.0
38
+ 1h,Moving-Average,0.7721418901214161,0.905170719820466,6.166666666666667,6,6,1.0
39
+ 1h,ETS,2.6190270016253336,1.477225432628861,6.666666666666667,6,6,1.0
40
  1h,Seasonal-Naive,1.0,1.0,6.833333333333333,6,6,1.0
41
+ 1h,ARIMA,1.6193540300151945,1.35140969403895,7.166666666666667,6,6,1.0
42
  6min,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0
43
  6min,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0
44
  6min,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -9,16 +9,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
9
  7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
10
  7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
11
  7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
- 24,Chronos-2,0.41355426327655975,0.6128804442953647,3.4285714285714284,7,7,1.0
13
- 24,Toto-2.0-1B,0.4167214813317283,0.8479604271763799,4.0,7,7,1.0
14
- 24,Timer-S1,0.7956874902758913,0.824084955272035,4.857142857142857,7,7,1.0
15
- 24,Moirai-1.1-Large,1.0391270353778679,0.8976349417462127,5.714285714285714,7,7,1.0
16
- 24,TiRex,0.8922209445232322,0.9632773314324062,5.714285714285714,7,7,1.0
17
- 24,ETS,2.101819157220789,1.3714541894501295,6.0,7,7,1.0
18
- 24,TimesFM-2.5,0.5714679705203461,0.9093144028599306,6.142857142857143,7,7,1.0
19
- 24,ARIMA,1.48014322649582,1.2121806310932322,6.285714285714286,7,7,1.0
20
  24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0
21
- 24,Moving-Average,0.8098747196399075,0.950331120742361,6.571428571428571,7,7,1.0
22
  60,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0
23
  60,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0
24
  60,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0
 
9
  7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
10
  7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
11
  7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
+ 24,Chronos-2,0.41267230923658466,0.6125865278109742,3.4285714285714284,7,7,1.0
13
+ 24,Toto-2.0-1B,0.4169070735847512,0.8483512166733509,4.0,7,7,1.0
14
+ 24,Timer-S1,0.7950034365016709,0.8235444172289982,4.857142857142857,7,7,1.0
15
+ 24,Moirai-1.1-Large,0.9941934604404402,0.8913281227421213,5.714285714285714,7,7,1.0
16
+ 24,TiRex,0.8932470282972155,0.9637251422711391,5.714285714285714,7,7,1.0
17
+ 24,ETS,2.09757382004624,1.3690861368901015,6.0,7,7,1.0
18
+ 24,TimesFM-2.5,0.572060929656306,0.9105708956672562,6.142857142857143,7,7,1.0
19
+ 24,ARIMA,1.4787667135110223,1.2117770777130294,6.285714285714286,7,7,1.0
20
  24,Seasonal-Naive,1.0,1.0,6.285714285714286,7,7,1.0
21
+ 24,Moving-Average,0.8084969496288699,0.9488663872145804,6.571428571428571,7,7,1.0
22
  60,Chronos-2,0.033002612982403375,0.12258728739741265,1.0,1,1,1.0
23
  60,Toto-2.0-1B,0.014524515635846964,0.14783809721060268,2.0,1,1,1.0
24
  60,Timer-S1,0.053657711453518615,0.1596741412888351,3.0,1,1,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,11 +1,11 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,Chronos-2,0.29787634655307843,0.4943888483114578,3.3,10,10,1.0
3
- Overall,Toto-2.0-1B,0.2827072371361297,0.6369770287368134,4.2,10,10,1.0
4
- Overall,Timer-S1,0.4935336575650498,0.6181900928090006,4.4,10,10,1.0
5
- Overall,TiRex,0.5893661762507848,0.7220184736814728,4.9,10,10,1.0
6
- Overall,Moirai-1.1-Large,0.945695516222025,0.8262602364499902,5.7,10,10,1.0
7
- Overall,TimesFM-2.5,0.3791841767478244,0.699278958191066,6.0,10,10,1.0
8
- Overall,ETS,1.5357114441541178,1.1554232961529571,6.1,10,10,1.0
9
- Overall,Moving-Average,0.7796623643951421,0.8884020940117676,6.5,10,10,1.0
10
- Overall,ARIMA,1.203881688749662,1.0622052134256508,6.9,10,10,1.0
11
  Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,Chronos-2,0.2974315242602555,0.4942228719910023,3.3,10,10,1.0
3
+ Overall,Toto-2.0-1B,0.28279536635360447,0.6371825037851933,4.2,10,10,1.0
4
+ Overall,Timer-S1,0.4932366150928696,0.6179062243763475,4.4,10,10,1.0
5
+ Overall,TiRex,0.5898405479452399,0.7222534149617268,4.9,10,10,1.0
6
+ Overall,Moirai-1.1-Large,0.9168808676726293,0.8221922043327015,5.7,10,10,1.0
7
+ Overall,TimesFM-2.5,0.37945954479692634,0.6999552038110238,6.0,10,10,1.0
8
+ Overall,ETS,1.5335394623667282,1.1540264076461713,6.1,10,10,1.0
9
+ Overall,Moving-Average,0.7787336666580551,0.8874433741026486,6.5,10,10,1.0
10
+ Overall,ARIMA,1.20309786390936,1.061957664065707,6.9,10,10,1.0
11
  Overall,Seasonal-Naive,1.0,1.0,7.0,10,10,1.0
results/arima/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ARIMA,248835.1982036014,681564.0697877314,788.9539982169196,0.7465599100274805,0.012296088168976399,0.01237935291061592,14.847459760268976,498.8338382704219,0.0077826155665903516,0.012308959811419374,0.011001995473210846,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5919727937725651,0.5814513033408196,0.6384524331359918,1.8530036940027315,0.7598201870247387,0.4704885849056588,72.23069503077886,0.7693976824585352,0.6427180027007956,0.5333326080908001,0.5308354304054498,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ARIMA,246962.3342098317,676987.5425413417,786.8472273835863,0.744566345577162,0.01226384560765781,0.012346558184928061,14.76771718225624,496.95305030740246,0.007753527395071292,0.012276494790565631,0.010969487439182486,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5919727937725651,0.5814513033408196,0.6384524331359918,1.8530036940027315,0.7598201870247387,0.4704885849056588,72.23069503077886,0.7693976824585352,0.6427180027007956,0.5333326080908001,0.5308354304054498,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08942117780102742,0.0966908817728187,0.29392512713879143,4.467664488927756,0.18218626813481756,0.20224051203481486,67.65900523692055,0.2990337402385012,0.18869788032823512,0.18547421579270998,0.1714700563779238,Ocean,1
results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ARIMA",
4
- "evaluated_at": "2026-06-22T07:57:14.703814+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  63492.18370368655,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ARIMA",
4
+ "evaluated_at": "2026-06-22T08:06:00.819859+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  63492.18370368655,
results/arima/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
- "evaluated_at": "2026-06-22T07:57:14.899971+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
+ "evaluated_at": "2026-06-22T08:06:00.851562+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/baseline_rank_history_daily.csv CHANGED
@@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,
13
  2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200
14
  2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200
15
  2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000
16
- 2026-06-22,Chronos-2,2.900,3.300,3.400,3.400,2.900,3.400,3.800,3.400,2.900,3.400
 
13
  2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200
14
  2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200
15
  2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000
16
+ 2026-06-22,Chronos-2,3.000,3.300,3.400,3.400,3.000,3.400,3.800,3.400,3.000,3.400
results/baseline_rank_history_weekly.csv CHANGED
@@ -1,4 +1,4 @@
1
  week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
  2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
4
- 2026-W26,Chronos-Bolt-Mini,2.9,3.3,3.4,3.4,2.9,3.4,3.8,3.4,2.9,3.4
 
1
  week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
  2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529
4
+ 2026-W26,Chronos-Bolt-Mini,3.0,3.3,3.4,3.4,3.0,3.4,3.8,3.4,3.0,3.4
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,75407.49801063538,75407.49801063538,196.64762369791666,0.18608085209889502,0.003074520636066488,0.003069619075103006,1.9710872575643996,274.6042570876048,0.0042842710375702526,0.003068021332776442,0.004552704095564974,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.016363058954606064,0.016363058954606064,0.11351429422696431,0.32945666052442546,0.12998635874668069,0.117483101796979,1.0865832948213083,0.12791817288644355,0.10685671982270477,0.09482440891999545,0.05977333402323559,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,74211.59283892314,74211.59283892314,194.54085286458334,0.1840872876485766,0.0030418684339353426,0.003036822125893441,1.9710872575643996,272.41804793170945,0.0042503025109591345,0.0030352521857206355,0.0045345927518342655,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.016363058954606064,0.016363058954606064,0.11351429422696431,0.32945666052442546,0.12998635874668069,0.117483101796979,1.0865832948213083,0.12791817288644355,0.10685671982270477,0.09482440891999545,0.05977333402323559,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08739796801757649,0.08739796801757649,0.27725810143682694,4.214325553296195,0.17158803337183925,0.1895485893843479,84.49977392607576,0.29563147332037654,0.18655096354470105,0.17495689952321972,0.1495396964948785,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-22T07:51:40.154352+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64224.64453125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-22T08:02:48.412239+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64224.64453125,
results/chronos_2/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-22T07:52:06.163583+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-22T08:02:54.055563+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/ets/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ETS,57406.33863707769,57268.11201601879,161.84593272702446,0.15314921433705692,0.002529605187118591,0.002527358589472506,1.385633252307982,239.5961991290298,0.003738088649925565,0.0025250586042798572,0.002113043244102936,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6753619558036397,0.6795365260240535,0.6972199143807883,2.0235666900570504,0.8241968941908413,0.4982105747578786,75.91268221775368,0.8218040860227209,0.6864958042141509,0.5824241494751189,0.5719326470395458,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ETS,56540.62999560526,56534.61756379704,159.73916189369115,0.15115564988673846,0.0024968969531984193,0.002494561539864537,1.385633252307982,237.78273695877348,0.0037099177959455994,0.002492271587914255,0.0020863241319138645,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ETS,0.6753619558036397,0.6795365260240535,0.6972199143807883,2.0235666900570504,0.8241968941908413,0.4982105747578786,75.91268221775368,0.8218040860227209,0.6864958042141509,0.5824241494751189,0.5719326470395458,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06825005598394138,0.06834851722816099,0.24129018871473829,3.667612967088995,0.14886964636795647,0.1626458258199571,38.40916737012885,0.2612471166997664,0.164853561754574,0.1522602336383737,0.13992955893452136,Ocean,1
results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ETS",
4
- "evaluated_at": "2026-06-22T07:57:14.929831+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64184.320693383765,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ETS",
4
+ "evaluated_at": "2026-06-22T08:06:00.880044+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64184.320693383765,
results/ets/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "ETS",
3
  "api_model_id": "baseline/ets",
4
- "evaluated_at": "2026-06-22T07:57:14.990760+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "ETS",
3
  "api_model_id": "baseline/ets",
4
+ "evaluated_at": "2026-06-22T08:06:00.891630+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/eval_history.jsonl CHANGED
@@ -1744,3 +1744,4 @@
1744
  {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1745
  {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
1746
  {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
 
 
1744
  {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1745
  {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
1746
  {"evaluated_at": "2026-06-22T07:57:15.145078+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
1747
+ {"evaluated_at": "2026-06-22T08:06:01.078301+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,88429.26862017314,93469.56507047017,236.85953776041666,0.22413199704825967,0.0037001291502619816,0.0036970933484726694,2.0398924146700304,297.3705913841736,0.004639462714832982,0.0036953923014947897,0.004871037026217626,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8516178399325518,1.7418782456653394,1.0981919040282568,3.187322264389904,1.313525746196566,0.6446388439865766,72.57354297914326,1.3607416506936767,1.1366984536930373,0.91737696022663,0.7280571525478472,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08881100986649255,0.08777856840324791,0.2780161259902848,4.225847533101684,0.17207637082191848,0.19013086703260124,83.98557038673614,0.29801176128886686,0.1880529856705879,0.1754352322570449,0.15329810584438114,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,64827.50075594584,77367.97937059402,205.07527669270834,0.19405564895112493,0.00320408364296954,0.0032021652594080873,2.0102191996807997,254.6124520834475,0.003972497243218714,0.0031996116633254807,0.004633546998128919,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9357153171763457,1.9127262558818074,1.1218695640563965,0.6594880904109198,0.04287075619903718,0.04427535641662273,6.60639021231552,1.391299866016074,0.05326824293671531,0.042952653084473595,0.03879220245461595,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8516178399325518,1.7418782456653394,1.0981919040282568,3.187322264389904,1.313525746196566,0.6446388439865766,72.57354297914326,1.3607416506936767,1.1366984536930373,0.91737696022663,0.7280571525478472,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.08881100986649255,0.08777856840324791,0.2780161259902848,4.225847533101684,0.17207637082191848,0.19013086703260124,83.98557038673614,0.29801176128886686,0.1880529856705879,0.1754352322570449,0.15329810584438114,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-22T07:56:20.830175+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
- 64205.568359375,
134
- 64203.521484375,
135
- 64291.095703125,
136
- 64302.14453125,
137
- 64269.162109375,
138
- 64304.00390625,
139
- 64282.12109375,
140
- 64405.736328125,
141
- 64331.591796875,
142
- 64247.71484375,
143
- 64221.861328125,
144
- 64192.146484375,
145
- 64116.8203125,
146
- 64197.669921875,
147
- 64261.833984375,
148
- 64167.685546875,
149
- 64041.162109375,
150
- 63946.77734375,
151
- 64081.36328125,
152
- 63989.34765625,
153
- 63863.11328125,
154
- 63867.60546875,
155
- 63917.08984375,
156
- 63834.763671875
157
  ],
158
  "p10": [
159
- 63973.29296875,
160
- 63989.140625,
161
- 63866.232421875,
162
- 63883.3515625,
163
- 63741.240234375,
164
- 63641.80859375,
165
- 63693.013671875,
166
- 63595.56640625,
167
- 63480.05859375,
168
- 63345.3828125,
169
- 63225.068359375,
170
- 63156.224609375,
171
- 62967.064453125,
172
- 63121.76953125,
173
- 62854.0859375,
174
- 63052.0703125,
175
- 62571.08984375,
176
- 62481.09375,
177
- 62483.412109375,
178
- 62132.84375,
179
- 62157.712890625,
180
- 62185.236328125,
181
- 62361.08984375,
182
- 62136.451171875
183
  ],
184
  "p90": [
185
- 64419.119140625,
186
- 64549.119140625,
187
- 64636.6796875,
188
- 64807.35546875,
189
- 64845.3828125,
190
- 64928.712890625,
191
- 64992.2265625,
192
- 64942.052734375,
193
- 65222.6796875,
194
- 65267.255859375,
195
- 65115.904296875,
196
- 65333.546875,
197
- 65298.40625,
198
- 65396.05859375,
199
- 65480.23046875,
200
- 65339.783203125,
201
- 65588.22265625,
202
- 65547.15234375,
203
- 65623.49609375,
204
- 65963.8515625,
205
- 65453.23046875,
206
- 65755.1484375,
207
- 65612.640625,
208
- 66016.21875
209
  ],
210
  "timestamps": [
211
  "2026-06-17 08:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-22T08:05:39.486785+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
+ 64185.65625,
134
+ 64253.14453125,
135
+ 64221.654296875,
136
+ 64261.04296875,
137
+ 64279.919921875,
138
+ 64355.1875,
139
+ 64314.345703125,
140
+ 64370.859375,
141
+ 64327.197265625,
142
+ 64413.0390625,
143
+ 64200.037109375,
144
+ 64305.142578125,
145
+ 64192.5078125,
146
+ 64156.998046875,
147
+ 64204.09375,
148
+ 64128.70703125,
149
+ 64168.2265625,
150
+ 64154.322265625,
151
+ 64031.08984375,
152
+ 64034.59375,
153
+ 63640.740234375,
154
+ 63943.232421875,
155
+ 63793.015625,
156
+ 63716.685546875
157
  ],
158
  "p10": [
159
+ 63976.412109375,
160
+ 63976.228515625,
161
+ 63868.712890625,
162
+ 63798.669921875,
163
+ 63643.73828125,
164
+ 63821.9765625,
165
+ 63698.615234375,
166
+ 63751.36328125,
167
+ 63398.05078125,
168
+ 63465.953125,
169
+ 63303.171875,
170
+ 63232.69921875,
171
+ 63090.2421875,
172
+ 63139.896484375,
173
+ 63112.388671875,
174
+ 62954.849609375,
175
+ 62801.521484375,
176
+ 62676.029296875,
177
+ 62556.775390625,
178
+ 62342.208984375,
179
+ 62084.888671875,
180
+ 62085.412109375,
181
+ 61965.783203125,
182
+ 62276.62109375
183
  ],
184
  "p90": [
185
+ 64450.5234375,
186
+ 64601.33203125,
187
+ 64657.31640625,
188
+ 64711.07421875,
189
+ 64752.76171875,
190
+ 64896.71484375,
191
+ 64960.5703125,
192
+ 64981.740234375,
193
+ 65176.712890625,
194
+ 65469.392578125,
195
+ 65110.60546875,
196
+ 65403.359375,
197
+ 65489.55078125,
198
+ 65312.408203125,
199
+ 65339.755859375,
200
+ 65554.4453125,
201
+ 65831.99609375,
202
+ 65422.064453125,
203
+ 65655.2890625,
204
+ 65550.57421875,
205
+ 65106.189453125,
206
+ 65625.8125,
207
+ 65810.16015625,
208
+ 65780.90625
209
  ],
210
  "timestamps": [
211
  "2026-06-17 08:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-22T07:56:45.469535+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-22T08:05:42.100158+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/moving_average/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moving-Average,68447.50713142648,65078.76120683027,205.7363909448098,0.19468123852628674,0.0032108880039024776,0.0032123140791588552,1.3612324469166666,261.6247448759893,0.004081769631219973,0.0032098208179557964,0.002398442230515664,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.4953410901867086,0.49867292270006824,0.5789852592735608,1.6804099546418612,0.6992067829097238,0.4404407204127457,62.38726284966411,0.7038047244702955,0.5879247846932659,0.4836565769790449,0.47392967443068634,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moving-Average,67566.1040246447,64329.572289297685,203.62962011147647,0.19268767407596832,0.003178181671730973,0.0031795170321659706,1.3612324469166666,259.9348072587523,0.0040555373344959445,0.0031770563376271824,0.002371194415420524,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.4953410901867086,0.49867292270006824,0.5789852592735608,1.6804099546418612,0.6992067829097238,0.4404407204127457,62.38726284966411,0.7038047244702955,0.5879247846932659,0.4836565769790449,0.47392967443068634,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08419926878778064,0.0842882200661658,0.27222226560115814,4.137780804794772,0.16845599275539413,0.18573866781537227,48.12066317458909,0.29017110260634266,0.1831053310260335,0.1717791592885767,0.15920928869503287,Ocean,1
results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moving-Average",
4
- "evaluated_at": "2026-06-22T07:57:14.995250+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64002.66957579496,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moving-Average",
4
+ "evaluated_at": "2026-06-22T08:06:00.901523+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64002.66957579496,
results/moving_average/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
- "evaluated_at": "2026-06-22T07:57:15.025650+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
+ "evaluated_at": "2026-06-22T08:06:00.907204+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-22T07:51:17.700769+00:00",
4
- "finished_at": "2026-06-22T07:57:15.144403+00:00",
5
- "task_count": 4,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,29 +10,11 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-22T07:52:06.163583+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
17
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
23
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
29
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
30
- "context_length": 76,
31
- "prediction_length": 72
32
- },
33
- {
34
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
35
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
36
  "context_length": 96,
37
  "prediction_length": 24
38
  }
@@ -42,29 +24,11 @@
42
  "TimesFM-2.5": {
43
  "model": "TimesFM-2.5",
44
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
45
- "evaluated_at": "2026-06-22T07:54:18.768083+00:00",
46
  "datasets": [
47
  {
48
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
49
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
50
- "context_length": 96,
51
- "prediction_length": 24
52
- },
53
- {
54
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
55
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
56
- "context_length": 240,
57
- "prediction_length": 60
58
- },
59
- {
60
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
61
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
62
- "context_length": 76,
63
- "prediction_length": 72
64
- },
65
- {
66
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
67
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
68
  "context_length": 96,
69
  "prediction_length": 24
70
  }
@@ -74,29 +38,11 @@
74
  "Toto-2.0-1B": {
75
  "model": "Toto-2.0-1B",
76
  "api_model_id": "Datadog/Toto-2.0-1B",
77
- "evaluated_at": "2026-06-22T07:55:16.110831+00:00",
78
  "datasets": [
79
  {
80
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
81
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
82
- "context_length": 96,
83
- "prediction_length": 24
84
- },
85
- {
86
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
87
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
88
- "context_length": 240,
89
- "prediction_length": 60
90
- },
91
- {
92
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
93
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
94
- "context_length": 76,
95
- "prediction_length": 72
96
- },
97
- {
98
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
99
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
100
  "context_length": 96,
101
  "prediction_length": 24
102
  }
@@ -106,29 +52,11 @@
106
  "TiRex": {
107
  "model": "TiRex",
108
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
109
- "evaluated_at": "2026-06-22T07:55:57.786809+00:00",
110
  "datasets": [
111
  {
112
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
113
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
114
- "context_length": 96,
115
- "prediction_length": 24
116
- },
117
- {
118
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
119
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
120
- "context_length": 240,
121
- "prediction_length": 60
122
- },
123
- {
124
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
125
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
126
- "context_length": 76,
127
- "prediction_length": 72
128
- },
129
- {
130
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
131
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
132
  "context_length": 96,
133
  "prediction_length": 24
134
  }
@@ -138,29 +66,11 @@
138
  "Moirai-1.1-Large": {
139
  "model": "Moirai-1.1-Large",
140
  "api_model_id": "Salesforce/moirai-1.1-R-large",
141
- "evaluated_at": "2026-06-22T07:56:45.469535+00:00",
142
  "datasets": [
143
  {
144
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
145
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
146
- "context_length": 96,
147
- "prediction_length": 24
148
- },
149
- {
150
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
151
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
152
- "context_length": 240,
153
- "prediction_length": 60
154
- },
155
- {
156
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
157
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
158
- "context_length": 76,
159
- "prediction_length": 72
160
- },
161
- {
162
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
163
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
164
  "context_length": 96,
165
  "prediction_length": 24
166
  }
@@ -170,29 +80,11 @@
170
  "Timer-S1": {
171
  "model": "Timer-S1",
172
  "api_model_id": "bytedance-research/Timer-S1",
173
- "evaluated_at": "2026-06-22T07:57:14.487063+00:00",
174
  "datasets": [
175
  {
176
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
177
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
178
- "context_length": 96,
179
- "prediction_length": 24
180
- },
181
- {
182
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
183
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
184
- "context_length": 240,
185
- "prediction_length": 60
186
- },
187
- {
188
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
189
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
190
- "context_length": 76,
191
- "prediction_length": 72
192
- },
193
- {
194
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
195
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
196
  "context_length": 96,
197
  "prediction_length": 24
198
  }
@@ -202,29 +94,11 @@
202
  "ARIMA": {
203
  "model": "ARIMA",
204
  "api_model_id": "baseline/arima",
205
- "evaluated_at": "2026-06-22T07:57:14.899971+00:00",
206
  "datasets": [
207
  {
208
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
209
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
210
- "context_length": 96,
211
- "prediction_length": 24
212
- },
213
- {
214
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
215
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
216
- "context_length": 240,
217
- "prediction_length": 60
218
- },
219
- {
220
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
221
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
222
- "context_length": 76,
223
- "prediction_length": 72
224
- },
225
- {
226
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
227
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
228
  "context_length": 96,
229
  "prediction_length": 24
230
  }
@@ -234,29 +108,11 @@
234
  "ETS": {
235
  "model": "ETS",
236
  "api_model_id": "baseline/ets",
237
- "evaluated_at": "2026-06-22T07:57:14.990760+00:00",
238
  "datasets": [
239
  {
240
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
241
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
242
- "context_length": 96,
243
- "prediction_length": 24
244
- },
245
- {
246
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
247
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
248
- "context_length": 240,
249
- "prediction_length": 60
250
- },
251
- {
252
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
253
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
254
- "context_length": 76,
255
- "prediction_length": 72
256
- },
257
- {
258
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
259
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
260
  "context_length": 96,
261
  "prediction_length": 24
262
  }
@@ -266,29 +122,11 @@
266
  "Moving-Average": {
267
  "model": "Moving-Average",
268
  "api_model_id": "baseline/moving-average",
269
- "evaluated_at": "2026-06-22T07:57:15.025650+00:00",
270
  "datasets": [
271
  {
272
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
273
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
274
- "context_length": 96,
275
- "prediction_length": 24
276
- },
277
- {
278
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
279
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
280
- "context_length": 240,
281
- "prediction_length": 60
282
- },
283
- {
284
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
285
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
286
- "context_length": 76,
287
- "prediction_length": 72
288
- },
289
- {
290
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
291
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
292
  "context_length": 96,
293
  "prediction_length": 24
294
  }
@@ -298,29 +136,11 @@
298
  "Seasonal-Naive": {
299
  "model": "Seasonal-Naive",
300
  "api_model_id": "baseline/seasonal-naive",
301
- "evaluated_at": "2026-06-22T07:57:15.053340+00:00",
302
  "datasets": [
303
  {
304
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
305
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
306
- "context_length": 96,
307
- "prediction_length": 24
308
- },
309
- {
310
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
311
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
312
- "context_length": 240,
313
- "prediction_length": 60
314
- },
315
- {
316
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
317
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
318
- "context_length": 76,
319
- "prediction_length": 72
320
- },
321
- {
322
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
323
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
324
  "context_length": 96,
325
  "prediction_length": 24
326
  }
@@ -338,7 +158,5 @@
338
  "overall": "aggregates/results_overall.csv",
339
  "metadata": "aggregates/metadata.json"
340
  },
341
- "push_status": "ok",
342
- "pushed_at": "2026-06-22T07:58:21.970323+00:00",
343
- "push_detail": "HF Hub API"
344
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-22T08:01:23.712969+00:00",
4
+ "finished_at": "2026-06-22T08:06:01.077851+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-22T08:02:54.055563+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
17
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "context_length": 96,
19
  "prediction_length": 24
20
  }
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-22T08:03:40.753508+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
31
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  "context_length": 96,
33
  "prediction_length": 24
34
  }
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-22T08:04:50.487823+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
45
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
46
  "context_length": 96,
47
  "prediction_length": 24
48
  }
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-22T08:05:01.348451+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
59
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  }
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-22T08:05:42.100158+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
73
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
74
  "context_length": 96,
75
  "prediction_length": 24
76
  }
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-22T08:06:00.615403+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
87
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  "context_length": 96,
89
  "prediction_length": 24
90
  }
 
94
  "ARIMA": {
95
  "model": "ARIMA",
96
  "api_model_id": "baseline/arima",
97
+ "evaluated_at": "2026-06-22T08:06:00.851562+00:00",
98
  "datasets": [
99
  {
100
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
101
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
102
  "context_length": 96,
103
  "prediction_length": 24
104
  }
 
108
  "ETS": {
109
  "model": "ETS",
110
  "api_model_id": "baseline/ets",
111
+ "evaluated_at": "2026-06-22T08:06:00.891630+00:00",
112
  "datasets": [
113
  {
114
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
115
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
116
  "context_length": 96,
117
  "prediction_length": 24
118
  }
 
122
  "Moving-Average": {
123
  "model": "Moving-Average",
124
  "api_model_id": "baseline/moving-average",
125
+ "evaluated_at": "2026-06-22T08:06:00.907204+00:00",
126
  "datasets": [
127
  {
128
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
129
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  "context_length": 96,
131
  "prediction_length": 24
132
  }
 
136
  "Seasonal-Naive": {
137
  "model": "Seasonal-Naive",
138
  "api_model_id": "baseline/seasonal-naive",
139
+ "evaluated_at": "2026-06-22T08:06:00.921624+00:00",
140
  "datasets": [
141
  {
142
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
143
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
144
  "context_length": 96,
145
  "prediction_length": 24
146
  }
 
158
  "overall": "aggregates/results_overall.csv",
159
  "metadata": "aggregates/metadata.json"
160
  },
161
+ "push_status": "pending"
 
 
162
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_080600.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "ARIMA",
5
+ "evaluated_at": "2026-06-22T08:06:00.819859+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 246962.3342098317,
8
+ "MSE[0.5]": 676987.5425413417,
9
+ "MAE[0.5]": 786.8472273835863,
10
+ "MASE[0.5]": 0.744566345577162,
11
+ "MAPE[0.5]": 0.01226384560765781,
12
+ "sMAPE[0.5]": 0.012346558184928061,
13
+ "MSIS": 14.76771718225624,
14
+ "RMSE[mean]": 496.95305030740246,
15
+ "NRMSE[mean]": 0.007753527395071292,
16
+ "ND[0.5]": 0.012276494790565631,
17
+ "mean_weighted_sum_quantile_loss": 0.010969487439182486
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 63492.18370368655,
270
+ 63471.41857714654,
271
+ 63493.53325083366,
272
+ 63428.80641808227,
273
+ 63447.77158278841,
274
+ 63393.84201176236,
275
+ 63358.45921217973,
276
+ 63400.35707762191,
277
+ 63319.785206761786,
278
+ 63315.170384698744,
279
+ 63296.35922577035,
280
+ 63296.639511655834,
281
+ 63302.879373040254,
282
+ 63269.18767364702,
283
+ 63288.708687285776,
284
+ 63229.1740668494,
285
+ 63213.78026811458,
286
+ 63253.67444410639,
287
+ 63223.420260804836,
288
+ 63216.7185969824,
289
+ 63186.48242524329,
290
+ 63160.53311928468,
291
+ 63157.77259554335,
292
+ 63150.33308765381
293
+ ],
294
+ "p10": [
295
+ 63249.69602737245,
296
+ 63122.9900047198,
297
+ 63161.73217152597,
298
+ 63181.91817570589,
299
+ 63156.59285239787,
300
+ 63191.314058994,
301
+ 62994.76997493257,
302
+ 63058.328657556965,
303
+ 63068.74086466828,
304
+ 63052.60512433716,
305
+ 63037.19929940847,
306
+ 63031.888585350825,
307
+ 63010.80316486745,
308
+ 63007.06740822695,
309
+ 62995.04809164019,
310
+ 62972.370489618916,
311
+ 62960.70074558745,
312
+ 62962.495713715856,
313
+ 62938.921053407445,
314
+ 62928.764426108915,
315
+ 62929.814494109385,
316
+ 62880.13992712001,
317
+ 62900.96901831286,
318
+ 62892.52918704604
319
+ ],
320
+ "p90": [
321
+ 63717.11020610376,
322
+ 63762.84312036233,
323
+ 63742.50576316144,
324
+ 63689.91036584032,
325
+ 63707.89744908109,
326
+ 63670.11759947068,
327
+ 63680.67010582883,
328
+ 63643.23404207804,
329
+ 63572.913001189336,
330
+ 63578.775170239,
331
+ 63584.39555429317,
332
+ 63589.088137590414,
333
+ 63537.75915093577,
334
+ 63542.2347883478,
335
+ 63540.730209064335,
336
+ 63487.77434420916,
337
+ 63516.83781806044,
338
+ 63494.39879916527,
339
+ 63484.80062756034,
340
+ 63484.90149858191,
341
+ 63474.303833155864,
342
+ 63436.7647079602,
343
+ 63475.940713785436,
344
+ 63377.09045016845
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_080248.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-22T08:02:48.412239+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 74211.59283892314,
8
+ "MSE[0.5]": 74211.59283892314,
9
+ "MAE[0.5]": 194.54085286458334,
10
+ "MASE[0.5]": 0.1840872876485766,
11
+ "MAPE[0.5]": 0.0030418684339353426,
12
+ "sMAPE[0.5]": 0.003036822125893441,
13
+ "MSIS": 1.9710872575643996,
14
+ "RMSE[mean]": 272.41804793170945,
15
+ "NRMSE[mean]": 0.0042503025109591345,
16
+ "ND[0.5]": 0.0030352521857206355,
17
+ "mean_weighted_sum_quantile_loss": 0.0045345927518342655
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64224.64453125,
270
+ 64241.89453125,
271
+ 64261.41796875,
272
+ 64278.83203125,
273
+ 64275.38671875,
274
+ 64277.125,
275
+ 64275.0,
276
+ 64274.68359375,
277
+ 64264.125,
278
+ 64256.83203125,
279
+ 64232.37109375,
280
+ 64227.27734375,
281
+ 64216.95703125,
282
+ 64200.49609375,
283
+ 64175.5078125,
284
+ 64174.890625,
285
+ 64159.875,
286
+ 64111.96875,
287
+ 64111.421875,
288
+ 64074.6875,
289
+ 64051.2265625,
290
+ 64010.01171875,
291
+ 63969.34375,
292
+ 63952.65625
293
+ ],
294
+ "p10": [
295
+ 63957.83984375,
296
+ 63891.9609375,
297
+ 63811.8828125,
298
+ 63726.53515625,
299
+ 63629.71875,
300
+ 63506.95703125,
301
+ 63388.046875,
302
+ 63321.5546875,
303
+ 63245.1875,
304
+ 63120.29296875,
305
+ 63085.5234375,
306
+ 63010.1875,
307
+ 62947.4375,
308
+ 62883.05859375,
309
+ 62823.83984375,
310
+ 62751.65234375,
311
+ 62742.953125,
312
+ 62651.48828125,
313
+ 62570.59765625,
314
+ 62558.03515625,
315
+ 62501.26171875,
316
+ 62465.796875,
317
+ 62399.5703125,
318
+ 62383.87890625
319
+ ],
320
+ "p90": [
321
+ 64428.5625,
322
+ 64522.93359375,
323
+ 64614.99609375,
324
+ 64699.859375,
325
+ 64772.98046875,
326
+ 64823.3125,
327
+ 64854.0,
328
+ 64908.640625,
329
+ 64942.1328125,
330
+ 64993.80859375,
331
+ 65030.30859375,
332
+ 65074.2265625,
333
+ 65112.4375,
334
+ 65133.20703125,
335
+ 65174.44921875,
336
+ 65217.60546875,
337
+ 65565.2265625,
338
+ 65602.6015625,
339
+ 65593.3359375,
340
+ 65626.578125,
341
+ 65608.4375,
342
+ 65658.8984375,
343
+ 65711.2578125,
344
+ 65697.875
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_080600.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "ETS",
5
+ "evaluated_at": "2026-06-22T08:06:00.880044+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 56540.62999560526,
8
+ "MSE[0.5]": 56534.61756379704,
9
+ "MAE[0.5]": 159.73916189369115,
10
+ "MASE[0.5]": 0.15115564988673846,
11
+ "MAPE[0.5]": 0.0024968969531984193,
12
+ "sMAPE[0.5]": 0.002494561539864537,
13
+ "MSIS": 1.385633252307982,
14
+ "RMSE[mean]": 237.78273695877348,
15
+ "NRMSE[mean]": 0.0037099177959455994,
16
+ "ND[0.5]": 0.002492271587914255,
17
+ "mean_weighted_sum_quantile_loss": 0.0020863241319138645
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64184.320693383765,
270
+ 64189.50468701726,
271
+ 64201.59883690076,
272
+ 64159.482049284255,
273
+ 64151.74612104275,
274
+ 64148.379333426245,
275
+ 64134.64340518474,
276
+ 64149.57544569323,
277
+ 64122.714517451735,
278
+ 64101.87702671023,
279
+ 64111.406723468725,
280
+ 64117.22157647722,
281
+ 64140.48174198571,
282
+ 64118.27511061921,
283
+ 64096.06847925271,
284
+ 64069.791535386204,
285
+ 64051.4364665197,
286
+ 64070.04038202819,
287
+ 64053.68336003669,
288
+ 64035.70719742019,
289
+ 64032.340409803684,
290
+ 64039.09666906218,
291
+ 64014.41152207067,
292
+ 64062.40020320417
293
+ ],
294
+ "p10": [
295
+ 63948.67850588376,
296
+ 63937.62382764226,
297
+ 63928.72813377576,
298
+ 63935.374627409255,
299
+ 63917.73479291775,
300
+ 63936.552770926246,
301
+ 63898.94418643474,
302
+ 63878.932476943235,
303
+ 63871.19654870174,
304
+ 63799.94733921023,
305
+ 63871.687973468725,
306
+ 63841.88563897722,
307
+ 63840.93096073571,
308
+ 63890.11300124421,
309
+ 63840.74426050271,
310
+ 63746.2747385112,
311
+ 63672.6915446447,
312
+ 63827.07163202819,
313
+ 63730.32398503669,
314
+ 63779.99821304519,
315
+ 63779.043534803684,
316
+ 63791.37401281218,
317
+ 63762.893553320675,
318
+ 63771.12090632917
319
+ ],
320
+ "p90": [
321
+ 64428.191787133765,
322
+ 64420.739843267256,
323
+ 64494.15743065076,
324
+ 64399.57345553426,
325
+ 64390.99416791775,
326
+ 64391.757849051246,
327
+ 64431.84262393474,
328
+ 64380.56099256824,
329
+ 64369.33482995174,
330
+ 64353.15788608523,
331
+ 64355.578598468725,
332
+ 64345.93642022722,
333
+ 64341.88135136072,
334
+ 64409.06221999421,
335
+ 64342.38097925271,
336
+ 64337.402472886206,
337
+ 64304.6349040197,
338
+ 64298.86069452819,
339
+ 64291.78492253669,
340
+ 64285.95524429519,
341
+ 64275.90955042868,
342
+ 64288.22948156218,
343
+ 64262.74745957067,
344
+ 64253.29590632917
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_080539.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-22T08:05:39.486785+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 64827.50075594584,
8
+ "MSE[0.5]": 77367.97937059402,
9
+ "MAE[0.5]": 205.07527669270834,
10
+ "MASE[0.5]": 0.19405564895112493,
11
+ "MAPE[0.5]": 0.00320408364296954,
12
+ "sMAPE[0.5]": 0.0032021652594080873,
13
+ "MSIS": 2.0102191996807997,
14
+ "RMSE[mean]": 254.6124520834475,
15
+ "NRMSE[mean]": 0.003972497243218714,
16
+ "ND[0.5]": 0.0031996116633254807,
17
+ "mean_weighted_sum_quantile_loss": 0.004633546998128919
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64185.65625,
270
+ 64253.14453125,
271
+ 64221.654296875,
272
+ 64261.04296875,
273
+ 64279.919921875,
274
+ 64355.1875,
275
+ 64314.345703125,
276
+ 64370.859375,
277
+ 64327.197265625,
278
+ 64413.0390625,
279
+ 64200.037109375,
280
+ 64305.142578125,
281
+ 64192.5078125,
282
+ 64156.998046875,
283
+ 64204.09375,
284
+ 64128.70703125,
285
+ 64168.2265625,
286
+ 64154.322265625,
287
+ 64031.08984375,
288
+ 64034.59375,
289
+ 63640.740234375,
290
+ 63943.232421875,
291
+ 63793.015625,
292
+ 63716.685546875
293
+ ],
294
+ "p10": [
295
+ 63976.412109375,
296
+ 63976.228515625,
297
+ 63868.712890625,
298
+ 63798.669921875,
299
+ 63643.73828125,
300
+ 63821.9765625,
301
+ 63698.615234375,
302
+ 63751.36328125,
303
+ 63398.05078125,
304
+ 63465.953125,
305
+ 63303.171875,
306
+ 63232.69921875,
307
+ 63090.2421875,
308
+ 63139.896484375,
309
+ 63112.388671875,
310
+ 62954.849609375,
311
+ 62801.521484375,
312
+ 62676.029296875,
313
+ 62556.775390625,
314
+ 62342.208984375,
315
+ 62084.888671875,
316
+ 62085.412109375,
317
+ 61965.783203125,
318
+ 62276.62109375
319
+ ],
320
+ "p90": [
321
+ 64450.5234375,
322
+ 64601.33203125,
323
+ 64657.31640625,
324
+ 64711.07421875,
325
+ 64752.76171875,
326
+ 64896.71484375,
327
+ 64960.5703125,
328
+ 64981.740234375,
329
+ 65176.712890625,
330
+ 65469.392578125,
331
+ 65110.60546875,
332
+ 65403.359375,
333
+ 65489.55078125,
334
+ 65312.408203125,
335
+ 65339.755859375,
336
+ 65554.4453125,
337
+ 65831.99609375,
338
+ 65422.064453125,
339
+ 65655.2890625,
340
+ 65550.57421875,
341
+ 65106.189453125,
342
+ 65625.8125,
343
+ 65810.16015625,
344
+ 65780.90625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_080600.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moving-Average",
5
+ "evaluated_at": "2026-06-22T08:06:00.901523+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 67566.1040246447,
8
+ "MSE[0.5]": 64329.572289297685,
9
+ "MAE[0.5]": 203.62962011147647,
10
+ "MASE[0.5]": 0.19268767407596832,
11
+ "MAPE[0.5]": 0.003178181671730973,
12
+ "sMAPE[0.5]": 0.0031795170321659706,
13
+ "MSIS": 1.3612324469166666,
14
+ "RMSE[mean]": 259.9348072587523,
15
+ "NRMSE[mean]": 0.0040555373344959445,
16
+ "ND[0.5]": 0.0031770563376271824,
17
+ "mean_weighted_sum_quantile_loss": 0.002371194415420524
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64002.66957579496,
270
+ 64015.58949766996,
271
+ 64035.41957579496,
272
+ 64001.03871641996,
273
+ 64001.03871641996,
274
+ 64005.40785704496,
275
+ 63999.40785704496,
276
+ 64022.07582579496,
277
+ 64002.95082579496,
278
+ 63989.84926329496,
279
+ 64007.11488829496,
280
+ 64020.66566954496,
281
+ 64051.66176329496,
282
+ 64037.19106016996,
283
+ 64022.72035704496,
284
+ 64004.17934141996,
285
+ 63993.56020079496,
286
+ 64019.90004454496,
287
+ 64011.27895079496,
288
+ 64001.03871641996,
289
+ 64005.40785704496,
290
+ 64019.90004454496,
291
+ 64002.95082579496,
292
+ 64058.67543516996
293
+ ],
294
+ "p10": [
295
+ 63767.027388294955,
296
+ 63763.70863829496,
297
+ 63762.548872669955,
298
+ 63776.93129454496,
299
+ 63767.027388294955,
300
+ 63793.58129454496,
301
+ 63763.70863829496,
302
+ 63751.43285704496,
303
+ 63751.43285704496,
304
+ 63687.91957579496,
305
+ 63767.39613829496,
306
+ 63745.32973204496,
307
+ 63752.11098204496,
308
+ 63809.02895079496,
309
+ 63767.39613829496,
310
+ 63680.66254454495,
311
+ 63614.81527891996,
312
+ 63776.93129454496,
313
+ 63687.91957579496,
314
+ 63745.32973204496,
315
+ 63752.11098204496,
316
+ 63772.17738829496,
317
+ 63751.43285704496,
318
+ 63767.39613829496
319
+ ],
320
+ "p90": [
321
+ 64246.54066954496,
322
+ 64246.82465391995,
323
+ 64327.97816954496,
324
+ 64241.13012266996,
325
+ 64240.28676329496,
326
+ 64248.78637266996,
327
+ 64296.60707579496,
328
+ 64253.06137266996,
329
+ 64249.57113829496,
330
+ 64241.13012266996,
331
+ 64251.28676329496,
332
+ 64249.38051329496,
333
+ 64253.06137266996,
334
+ 64327.97816954496,
335
+ 64269.03285704496,
336
+ 64271.79027891996,
337
+ 64246.75863829496,
338
+ 64248.72035704496,
339
+ 64249.38051329496,
340
+ 64251.28676329496,
341
+ 64248.97699766995,
342
+ 64269.03285704496,
343
+ 64251.28676329496,
344
+ 64249.57113829496
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_080600.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Seasonal-Naive",
5
+ "evaluated_at": "2026-06-22T08:06:00.915448+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 183519.54039446512,
8
+ "MSE[0.5]": 183519.54039446512,
9
+ "MAE[0.5]": 349.3904622395833,
10
+ "MASE[0.5]": 0.330616122921689,
11
+ "MAPE[0.5]": 0.005456513248860741,
12
+ "sMAPE[0.5]": 0.005461184812917277,
13
+ "MSIS": 3.633754674252016,
14
+ "RMSE[mean]": 428.3918071047404,
15
+ "NRMSE[mean]": 0.006683825786271111,
16
+ "ND[0.5]": 0.00545123632680292,
17
+ "mean_weighted_sum_quantile_loss": 0.005521575822843199
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 63417.96875,
270
+ 63741.16015625,
271
+ 63674.69921875,
272
+ 63688.0,
273
+ 63655.08984375,
274
+ 63397.78125,
275
+ 63949.8984375,
276
+ 64160.0390625,
277
+ 64034.30859375,
278
+ 63834.69921875,
279
+ 63805.890625,
280
+ 63936.0,
281
+ 63925.98828125,
282
+ 64012.3984375,
283
+ 64272.01171875,
284
+ 64298.01171875,
285
+ 64294.0,
286
+ 64248.0,
287
+ 64241.25,
288
+ 64426.0,
289
+ 64276.12109375,
290
+ 64256.55078125,
291
+ 64303.4609375,
292
+ 64191.0703125
293
+ ],
294
+ "p10": [
295
+ 62149.609375,
296
+ 62466.336953125,
297
+ 62401.205234375,
298
+ 62414.24,
299
+ 62381.988046875,
300
+ 62129.825625,
301
+ 62670.90046875,
302
+ 62876.83828125,
303
+ 62753.622421875,
304
+ 62558.005234375,
305
+ 62529.7728125,
306
+ 62657.28,
307
+ 62647.468515625,
308
+ 62732.15046875,
309
+ 62986.571484374996,
310
+ 63012.051484375,
311
+ 63008.119999999995,
312
+ 62963.04,
313
+ 62956.424999999996,
314
+ 63137.479999999996,
315
+ 62990.598671875,
316
+ 62971.419765624996,
317
+ 63017.39171875,
318
+ 62907.248906249995
319
+ ],
320
+ "p90": [
321
+ 64686.328125,
322
+ 65015.983359375,
323
+ 64948.193203125,
324
+ 64961.76,
325
+ 64928.191640625,
326
+ 64665.736875,
327
+ 65228.89640625,
328
+ 65443.23984375,
329
+ 65314.994765625,
330
+ 65111.393203125,
331
+ 65082.0084375,
332
+ 65214.72,
333
+ 65204.508046875,
334
+ 65292.64640625,
335
+ 65557.451953125,
336
+ 65583.971953125,
337
+ 65579.88,
338
+ 65532.96,
339
+ 65526.075000000004,
340
+ 65714.52,
341
+ 65561.64351562501,
342
+ 65541.681796875,
343
+ 65589.53015625,
344
+ 65474.891718750005
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_080558.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-22T08:05:58.275492+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 91954.53410021465,
8
+ "MSE[0.5]": 91954.53410021465,
9
+ "MAE[0.5]": 230.32080078125,
10
+ "MASE[0.5]": 0.21794461615926916,
11
+ "MAPE[0.5]": 0.0036027297809888524,
12
+ "sMAPE[0.5]": 0.0035931563847240566,
13
+ "MSIS": 1.4735147323653075,
14
+ "RMSE[mean]": 303.2400601837011,
15
+ "NRMSE[mean]": 0.004731191633622157,
16
+ "ND[0.5]": 0.003593495678128004,
17
+ "mean_weighted_sum_quantile_loss": 0.003466408497871275
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64302.25,
270
+ 64311.765625,
271
+ 64321.28125,
272
+ 64333.96875,
273
+ 64333.96875,
274
+ 64333.96875,
275
+ 64343.484375,
276
+ 64343.484375,
277
+ 64337.140625,
278
+ 64324.453125,
279
+ 64311.765625,
280
+ 64289.5625,
281
+ 64286.390625,
282
+ 64276.875,
283
+ 64276.875,
284
+ 64257.84375,
285
+ 64251.5,
286
+ 64238.8125,
287
+ 64226.125,
288
+ 64197.578125,
289
+ 64165.859375,
290
+ 64124.625,
291
+ 64115.109375,
292
+ 64081.8046875
293
+ ],
294
+ "p10": [
295
+ 64088.1484375,
296
+ 64000.921875,
297
+ 63931.140625,
298
+ 63885.94140625,
299
+ 63850.2578125,
300
+ 63828.0546875,
301
+ 63792.765625,
302
+ 63737.65625,
303
+ 63682.94140625,
304
+ 63627.43359375,
305
+ 63586.9921875,
306
+ 63534.65625,
307
+ 63507.6953125,
308
+ 63471.21875,
309
+ 63441.0859375,
310
+ 63385.578125,
311
+ 63377.6484375,
312
+ 63338.0,
313
+ 63309.453125,
314
+ 63265.046875,
315
+ 63223.8125,
316
+ 63173.0625,
317
+ 63144.515625,
318
+ 63119.140625
319
+ ],
320
+ "p90": [
321
+ 64524.28125,
322
+ 64613.09375,
323
+ 64689.21875,
324
+ 64746.3125,
325
+ 64778.03125,
326
+ 64797.0625,
327
+ 64847.8125,
328
+ 64879.53125,
329
+ 64898.5625,
330
+ 64898.5625,
331
+ 64892.21875,
332
+ 64911.25,
333
+ 64917.59375,
334
+ 64936.625,
335
+ 64942.96875,
336
+ 64962.0,
337
+ 64962.0,
338
+ 64962.0,
339
+ 64968.34375,
340
+ 64962.0,
341
+ 64936.625,
342
+ 64904.90625,
343
+ 64923.9375,
344
+ 64911.25
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_080325.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-22T08:03:25.694032+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 126207.89783732097,
8
+ "MSE[0.5]": 81213.56604194641,
9
+ "MAE[0.5]": 191.48616536458334,
10
+ "MASE[0.5]": 0.18119674240726194,
11
+ "MAPE[0.5]": 0.002997374450130924,
12
+ "sMAPE[0.5]": 0.0029888547217650344,
13
+ "MSIS": 8.572864955208972,
14
+ "RMSE[mean]": 355.2575091920239,
15
+ "NRMSE[mean]": 0.005542774771422142,
16
+ "ND[0.5]": 0.0029875925462436647,
17
+ "mean_weighted_sum_quantile_loss": 0.0036667844501273045
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64181.921875,
270
+ 64180.8984375,
271
+ 64185.1875,
272
+ 64184.03515625,
273
+ 64195.16796875,
274
+ 64208.12890625,
275
+ 64196.80078125,
276
+ 64213.765625,
277
+ 64217.1328125,
278
+ 64249.66796875,
279
+ 64247.4296875,
280
+ 64252.1171875,
281
+ 64252.13671875,
282
+ 64228.109375,
283
+ 64244.8671875,
284
+ 64233.85546875,
285
+ 64240.48046875,
286
+ 64272.96875,
287
+ 64281.76953125,
288
+ 64317.40234375,
289
+ 64275.41015625,
290
+ 64287.28515625,
291
+ 64287.84375,
292
+ 64298.2890625
293
+ ],
294
+ "p10": [
295
+ 64205.31640625,
296
+ 64246.71875,
297
+ 64238.6171875,
298
+ 64255.1171875,
299
+ 64254.5859375,
300
+ 64261.6640625,
301
+ 64267.37109375,
302
+ 64293.44140625,
303
+ 64275.66796875,
304
+ 64307.19140625,
305
+ 64308.69921875,
306
+ 64277.47265625,
307
+ 64279.69140625,
308
+ 64282.1171875,
309
+ 64299.453125,
310
+ 64304.34765625,
311
+ 64285.92578125,
312
+ 64353.03515625,
313
+ 64350.03125,
314
+ 64337.765625,
315
+ 64325.9453125,
316
+ 64394.046875,
317
+ 64339.27734375,
318
+ 64337.91015625
319
+ ],
320
+ "p90": [
321
+ 64420.19921875,
322
+ 64470.296875,
323
+ 64499.04296875,
324
+ 64514.5625,
325
+ 64534.45703125,
326
+ 64555.296875,
327
+ 64567.421875,
328
+ 64589.328125,
329
+ 64615.515625,
330
+ 64663.34765625,
331
+ 64668.98046875,
332
+ 64684.640625,
333
+ 64699.69921875,
334
+ 64699.8515625,
335
+ 64727.21875,
336
+ 64744.125,
337
+ 64758.62109375,
338
+ 64791.7265625,
339
+ 64820.55078125,
340
+ 64820.44921875,
341
+ 64802.60546875,
342
+ 64827.83203125,
343
+ 64814.50390625,
344
+ 64806.65234375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_080457.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-22T08:04:57.960281+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 179300.94411913553,
8
+ "MSE[0.5]": 179300.94411913553,
9
+ "MAE[0.5]": 339.5603841145833,
10
+ "MASE[0.5]": 0.3213142596227527,
11
+ "MAPE[0.5]": 0.005311582363858639,
12
+ "sMAPE[0.5]": 0.005289848820361671,
13
+ "MSIS": 1.8059514613876775,
14
+ "RMSE[mean]": 423.43942201823336,
15
+ "NRMSE[mean]": 0.006606558017383441,
16
+ "ND[0.5]": 0.005297866144266095,
17
+ "mean_weighted_sum_quantile_loss": 0.004232291105457145
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64224.62890625,
270
+ 64252.51953125,
271
+ 64280.4921875,
272
+ 64302.265625,
273
+ 64323.05078125,
274
+ 64341.12109375,
275
+ 64358.421875,
276
+ 64373.91796875,
277
+ 64387.79296875,
278
+ 64401.125,
279
+ 64414.546875,
280
+ 64424.5078125,
281
+ 64440.3515625,
282
+ 64448.921875,
283
+ 64461.59375,
284
+ 64476.109375,
285
+ 64485.8828125,
286
+ 64493.34375,
287
+ 64505.73046875,
288
+ 64512.60546875,
289
+ 64512.94140625,
290
+ 64519.09765625,
291
+ 64530.03515625,
292
+ 64533.46484375
293
+ ],
294
+ "p10": [
295
+ 64025.5859375,
296
+ 63957.89453125,
297
+ 63908.73828125,
298
+ 63880.41015625,
299
+ 63860.28515625,
300
+ 63837.45703125,
301
+ 63811.9296875,
302
+ 63782.7578125,
303
+ 63757.54296875,
304
+ 63725.12890625,
305
+ 63682.546875,
306
+ 63644.07421875,
307
+ 63621.125,
308
+ 63600.6875,
309
+ 63576.7578125,
310
+ 63555.36328125,
311
+ 63527.6015625,
312
+ 63503.8515625,
313
+ 63492.49609375,
314
+ 63468.89453125,
315
+ 63447.3203125,
316
+ 63435.01171875,
317
+ 63416.82421875,
318
+ 63392.30078125
319
+ ],
320
+ "p90": [
321
+ 64431.5625,
322
+ 64530.3671875,
323
+ 64623.83984375,
324
+ 64704.234375,
325
+ 64777.203125,
326
+ 64847.07421875,
327
+ 64920.4296875,
328
+ 64983.10546875,
329
+ 65030.640625,
330
+ 65080.65234375,
331
+ 65124.92578125,
332
+ 65154.01171875,
333
+ 65189.70703125,
334
+ 65229.640625,
335
+ 65287.22265625,
336
+ 65324.9140625,
337
+ 65361.21875,
338
+ 65418.03125,
339
+ 65480.79296875,
340
+ 65534.296875,
341
+ 65562.34375,
342
+ 65601.46875,
343
+ 65644.25,
344
+ 65676.3125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_080448.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-22T08:04:48.440125+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 95309.81612141927,
8
+ "MSE[0.5]": 95309.81612141927,
9
+ "MAE[0.5]": 225.38606770833334,
10
+ "MASE[0.5]": 0.21327504874817482,
11
+ "MAPE[0.5]": 0.0035270487019991074,
12
+ "sMAPE[0.5]": 0.003516448241226764,
13
+ "MSIS": 1.821472124545619,
14
+ "RMSE[mean]": 308.7228791674165,
15
+ "NRMSE[mean]": 0.00481673530251836,
16
+ "ND[0.5]": 0.0035165033182973197,
17
+ "mean_weighted_sum_quantile_loss": 0.004278709030068325
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 08:00:00",
23
+ "2026-06-17 09:00:00",
24
+ "2026-06-17 10:00:00",
25
+ "2026-06-17 11:00:00",
26
+ "2026-06-17 12:00:00",
27
+ "2026-06-17 13:00:00",
28
+ "2026-06-17 14:00:00",
29
+ "2026-06-17 15:00:00",
30
+ "2026-06-17 16:00:00",
31
+ "2026-06-17 17:00:00",
32
+ "2026-06-17 18:00:00",
33
+ "2026-06-17 19:00:00",
34
+ "2026-06-17 20:00:00",
35
+ "2026-06-17 21:00:00",
36
+ "2026-06-17 22:00:00",
37
+ "2026-06-17 23:00:00",
38
+ "2026-06-18 00:00:00",
39
+ "2026-06-18 01:00:00",
40
+ "2026-06-18 02:00:00",
41
+ "2026-06-18 03:00:00",
42
+ "2026-06-18 04:00:00",
43
+ "2026-06-18 05:00:00",
44
+ "2026-06-18 06:00:00",
45
+ "2026-06-18 07:00:00",
46
+ "2026-06-18 08:00:00",
47
+ "2026-06-18 09:00:00",
48
+ "2026-06-18 10:00:00",
49
+ "2026-06-18 11:00:00",
50
+ "2026-06-18 12:00:00",
51
+ "2026-06-18 13:00:00",
52
+ "2026-06-18 14:00:00",
53
+ "2026-06-18 15:00:00",
54
+ "2026-06-18 16:00:00",
55
+ "2026-06-18 17:00:00",
56
+ "2026-06-18 18:00:00",
57
+ "2026-06-18 19:00:00",
58
+ "2026-06-18 20:00:00",
59
+ "2026-06-18 21:00:00",
60
+ "2026-06-18 22:00:00",
61
+ "2026-06-18 23:00:00",
62
+ "2026-06-19 00:00:00",
63
+ "2026-06-19 01:00:00",
64
+ "2026-06-19 02:00:00",
65
+ "2026-06-19 03:00:00",
66
+ "2026-06-19 04:00:00",
67
+ "2026-06-19 05:00:00",
68
+ "2026-06-19 06:00:00",
69
+ "2026-06-19 07:00:00",
70
+ "2026-06-19 08:00:00",
71
+ "2026-06-19 09:00:00",
72
+ "2026-06-19 10:00:00",
73
+ "2026-06-19 11:00:00",
74
+ "2026-06-19 12:00:00",
75
+ "2026-06-19 13:00:00",
76
+ "2026-06-19 14:00:00",
77
+ "2026-06-19 15:00:00",
78
+ "2026-06-19 16:00:00",
79
+ "2026-06-19 17:00:00",
80
+ "2026-06-19 18:00:00",
81
+ "2026-06-19 19:00:00",
82
+ "2026-06-19 20:00:00",
83
+ "2026-06-19 21:00:00",
84
+ "2026-06-19 22:00:00",
85
+ "2026-06-19 23:00:00",
86
+ "2026-06-20 00:00:00",
87
+ "2026-06-20 01:00:00",
88
+ "2026-06-20 02:00:00",
89
+ "2026-06-20 03:00:00",
90
+ "2026-06-20 04:00:00",
91
+ "2026-06-20 05:00:00",
92
+ "2026-06-20 06:00:00",
93
+ "2026-06-20 07:00:00",
94
+ "2026-06-20 08:00:00",
95
+ "2026-06-20 09:00:00",
96
+ "2026-06-20 10:00:00",
97
+ "2026-06-20 11:00:00",
98
+ "2026-06-20 12:00:00",
99
+ "2026-06-20 13:00:00",
100
+ "2026-06-20 14:00:00",
101
+ "2026-06-20 15:00:00",
102
+ "2026-06-20 16:00:00",
103
+ "2026-06-20 17:00:00",
104
+ "2026-06-20 18:00:00",
105
+ "2026-06-20 19:00:00",
106
+ "2026-06-20 20:00:00",
107
+ "2026-06-20 21:00:00",
108
+ "2026-06-20 22:00:00",
109
+ "2026-06-20 23:00:00",
110
+ "2026-06-21 00:00:00",
111
+ "2026-06-21 01:00:00",
112
+ "2026-06-21 02:00:00",
113
+ "2026-06-21 03:00:00",
114
+ "2026-06-21 04:00:00",
115
+ "2026-06-21 05:00:00",
116
+ "2026-06-21 06:00:00",
117
+ "2026-06-21 07:00:00",
118
+ "2026-06-21 08:00:00",
119
+ "2026-06-21 09:00:00",
120
+ "2026-06-21 10:00:00",
121
+ "2026-06-21 11:00:00",
122
+ "2026-06-21 12:00:00",
123
+ "2026-06-21 13:00:00",
124
+ "2026-06-21 14:00:00",
125
+ "2026-06-21 15:00:00",
126
+ "2026-06-21 16:00:00",
127
+ "2026-06-21 17:00:00",
128
+ "2026-06-21 18:00:00",
129
+ "2026-06-21 19:00:00",
130
+ "2026-06-21 20:00:00",
131
+ "2026-06-21 21:00:00",
132
+ "2026-06-21 22:00:00",
133
+ "2026-06-21 23:00:00",
134
+ "2026-06-22 00:00:00",
135
+ "2026-06-22 01:00:00",
136
+ "2026-06-22 02:00:00",
137
+ "2026-06-22 03:00:00",
138
+ "2026-06-22 04:00:00",
139
+ "2026-06-22 05:00:00",
140
+ "2026-06-22 06:00:00",
141
+ "2026-06-22 07:00:00"
142
+ ],
143
+ "context": [
144
+ 64926.01953125,
145
+ 64909.44140625,
146
+ 64798.0,
147
+ 64810.01171875,
148
+ 65040.87890625,
149
+ 65278.0,
150
+ 65101.44921875,
151
+ 65752.0,
152
+ 65864.1171875,
153
+ 66104.078125,
154
+ 65516.0,
155
+ 64301.8515625,
156
+ 64434.359375,
157
+ 64257.76953125,
158
+ 64300.01171875,
159
+ 64509.3984375,
160
+ 64468.01171875,
161
+ 64548.73828125,
162
+ 64689.5,
163
+ 64282.8203125,
164
+ 63883.41015625,
165
+ 63994.0,
166
+ 64083.41015625,
167
+ 64510.44140625,
168
+ 64399.921875,
169
+ 64199.53125,
170
+ 64078.609375,
171
+ 63974.3984375,
172
+ 64378.0703125,
173
+ 63984.0,
174
+ 63816.609375,
175
+ 62369.44140625,
176
+ 62688.0,
177
+ 62606.0,
178
+ 62708.921875,
179
+ 62950.7890625,
180
+ 63086.0,
181
+ 62971.3203125,
182
+ 62885.8515625,
183
+ 62958.01171875,
184
+ 63020.0,
185
+ 63021.859375,
186
+ 63006.0,
187
+ 62773.51171875,
188
+ 62452.01171875,
189
+ 62739.19921875,
190
+ 62894.078125,
191
+ 62629.98828125,
192
+ 62603.98828125,
193
+ 62390.0,
194
+ 62533.25,
195
+ 62626.0,
196
+ 62830.01171875,
197
+ 63210.0,
198
+ 63203.53125,
199
+ 63214.01171875,
200
+ 62971.98828125,
201
+ 63198.01171875,
202
+ 63110.01171875,
203
+ 63021.6015625,
204
+ 63250.01171875,
205
+ 63075.98046875,
206
+ 63315.28125,
207
+ 63543.91015625,
208
+ 63530.01171875,
209
+ 63586.28125,
210
+ 63340.5703125,
211
+ 63476.7890625,
212
+ 63583.53125,
213
+ 63678.0703125,
214
+ 63744.609375,
215
+ 63655.2109375,
216
+ 63417.96875,
217
+ 63741.16015625,
218
+ 63674.69921875,
219
+ 63688.0,
220
+ 63655.08984375,
221
+ 63397.78125,
222
+ 63949.8984375,
223
+ 64160.0390625,
224
+ 64034.30859375,
225
+ 63834.69921875,
226
+ 63805.890625,
227
+ 63936.0,
228
+ 63925.98828125,
229
+ 64012.3984375,
230
+ 64272.01171875,
231
+ 64298.01171875,
232
+ 64294.0,
233
+ 64248.0,
234
+ 64241.25,
235
+ 64426.0,
236
+ 64276.12109375,
237
+ 64256.55078125,
238
+ 64303.4609375,
239
+ 64191.0703125
240
+ ],
241
+ "actual": [
242
+ 64014.0,
243
+ 64209.16015625,
244
+ 64365.98828125,
245
+ 64176.0,
246
+ 64200.0,
247
+ 64146.0,
248
+ 64145.96875,
249
+ 64224.0,
250
+ 64145.30859375,
251
+ 64151.4609375,
252
+ 64213.80859375,
253
+ 64207.12109375,
254
+ 63848.0,
255
+ 63808.01171875,
256
+ 63801.58984375,
257
+ 63311.98828125,
258
+ 63896.01171875,
259
+ 64606.0,
260
+ 64257.98828125,
261
+ 63974.01171875,
262
+ 64100.01953125,
263
+ 64247.73828125,
264
+ 63989.94921875,
265
+ 64211.19921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64245.96484375,
270
+ 64258.79296875,
271
+ 64269.3125,
272
+ 64276.3359375,
273
+ 64283.12109375,
274
+ 64288.890625,
275
+ 64287.640625,
276
+ 64295.42578125,
277
+ 64289.5234375,
278
+ 64293.09765625,
279
+ 64296.078125,
280
+ 64294.609375,
281
+ 64290.328125,
282
+ 64291.1796875,
283
+ 64287.8203125,
284
+ 64289.60546875,
285
+ 64289.48828125,
286
+ 64290.0078125,
287
+ 64290.0859375,
288
+ 64289.68359375,
289
+ 64288.12890625,
290
+ 64284.578125,
291
+ 64282.19140625,
292
+ 64283.36328125
293
+ ],
294
+ "p10": [
295
+ 64009.44921875,
296
+ 63922.93359375,
297
+ 63847.6640625,
298
+ 63779.8671875,
299
+ 63712.87109375,
300
+ 63643.74609375,
301
+ 63573.10546875,
302
+ 63521.07421875,
303
+ 63460.50390625,
304
+ 63407.9609375,
305
+ 63349.015625,
306
+ 63290.484375,
307
+ 63221.84375,
308
+ 63158.109375,
309
+ 63105.65625,
310
+ 63067.55078125,
311
+ 63004.79296875,
312
+ 62952.68359375,
313
+ 62894.265625,
314
+ 62852.98828125,
315
+ 62823.20703125,
316
+ 62766.94921875,
317
+ 62704.19140625,
318
+ 62658.03125
319
+ ],
320
+ "p90": [
321
+ 64466.4609375,
322
+ 64565.19140625,
323
+ 64648.953125,
324
+ 64712.7421875,
325
+ 64789.2109375,
326
+ 64853.23046875,
327
+ 64909.34765625,
328
+ 64971.0078125,
329
+ 65039.46875,
330
+ 65083.1015625,
331
+ 65157.4453125,
332
+ 65213.71484375,
333
+ 65272.8828125,
334
+ 65330.53515625,
335
+ 65376.46484375,
336
+ 65422.41796875,
337
+ 65475.03125,
338
+ 65517.59375,
339
+ 65573.1015625,
340
+ 65613.6015625,
341
+ 65658.0703125,
342
+ 65714.8125,
343
+ 65760.71875,
344
+ 65801.5859375
345
+ ]
346
+ }
347
+ }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183710.87797991434,183710.87797991434,351.4972330729167,0.33260968737200747,0.005489287177666213,0.005493981918801724,3.633754674252016,428.61506970697417,0.006687089081892577,0.005483925964629017,0.005525046224762538,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4958110123986426,0.4958110123986426,0.595000006755193,1.726890138132155,0.7003133875644968,0.44927057348075544,63.479715755860546,0.704138489502344,0.5882035960279767,0.49703453060409625,0.48759814571520654,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,183519.54039446512,183519.54039446512,349.3904622395833,0.330616122921689,0.005456513248860741,0.005461184812917277,3.633754674252016,428.3918071047404,0.006683825786271111,0.00545123632680292,0.005521575822843199,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.4958110123986426,0.4958110123986426,0.595000006755193,1.726890138132155,0.7003133875644968,0.44927057348075544,63.479715755860546,0.704138489502344,0.5882035960279767,0.49703453060409625,0.48759814571520654,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0894444685512159,0.0894444685512159,0.27222226560115814,4.137780804794772,0.1683371518393657,0.18685793579611606,143.88288809291154,0.2990726810513055,0.1887224529695316,0.1717791592885767,0.16668616133953454,Ocean,1
results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Seasonal-Naive",
4
- "evaluated_at": "2026-06-22T07:57:15.029661+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  63417.96875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Seasonal-Naive",
4
+ "evaluated_at": "2026-06-22T08:06:00.915448+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  63417.96875,
results/seasonal_naive/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
- "evaluated_at": "2026-06-22T07:57:15.053340+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
+ "evaluated_at": "2026-06-22T08:06:00.921624+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,92606.26694933574,92606.26694933574,232.42757161458334,0.21993818060958759,0.0036354479222245385,0.0036259534470566464,1.4735147323653075,304.31277815651407,0.004747772068961651,0.0036262464535772605,0.0034845549951883718,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02660408423876331,0.02660408423876331,0.15332409540812175,0.44499809292818654,0.16198325233585278,0.14621017200564185,3.01241551496567,0.16310758485969717,0.1362522705181462,0.1280796116407915,0.0778568152111039,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,91954.53410021465,91954.53410021465,230.32080078125,0.21794461615926916,0.0036027297809888524,0.0035931563847240566,1.4735147323653075,303.2400601837011,0.004731191633622157,0.003593495678128004,0.003466408497871275,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02660408423876331,0.02660408423876331,0.15332409540812175,0.44499809292818654,0.16198325233585278,0.14621017200564185,3.01241551496567,0.16310758485969717,0.1362522705181462,0.1280796116407915,0.0778568152111039,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08886957995846305,0.08886957995846305,0.28009531398614246,4.257451208722489,0.17340285689913415,0.1916956777017158,113.17619717401556,0.29811001318047514,0.1881149851080759,0.17674725265751656,0.16042077030316323,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-22T07:57:00.660362+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64302.25,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-22T08:05:58.275492+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64302.25,
results/timer_s1/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-22T07:57:14.487063+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-22T08:06:00.615403+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125425.64395141602,80953.13295682271,189.37939453125,0.1792031779569435,0.0029645457788252567,0.002956057619366208,8.493122377196237,354.1548304787272,0.005525388787223218,0.0029546251893829358,0.0036337947412882717,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020621219833698964,0.008044611804300435,0.07682522932688395,0.2229726544169979,0.08996976675101562,0.08347555618608053,15.221064893515829,0.14360090471058656,0.11995732345683205,0.06417611993868527,0.09810808168276383,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,126207.89783732097,81213.56604194641,191.48616536458334,0.18119674240726194,0.002997374450130924,0.0029888547217650344,8.572864955208972,355.2575091920239,0.005542774771422142,0.0029875925462436647,0.0036667844501273045,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020621219833698964,0.008044611804300435,0.07682522932688395,0.2229726544169979,0.08996976675101562,0.08347555618608053,15.221064893515829,0.14360090471058656,0.11995732345683205,0.06417611993868527,0.09810808168276383,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08540058405505431,0.09652233333889883,0.29321034914917415,4.4567998572687815,0.18168382048858478,0.20168735546391614,124.05246900540806,0.2922337832199664,0.18440693484931617,0.1850231727383761,0.16148328140196658,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-22T07:52:24.588156+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64181.921875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-22T08:03:25.694032+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64181.921875,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-22T07:54:18.768083+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-22T08:03:40.753508+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,178049.5880807241,178049.5880807241,337.45361328125,0.31932069517243417,0.005278633619242558,0.005257051884834702,1.8059514613876775,421.9592256139497,0.006583247137194572,0.005264822757074257,0.004221195476776408,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09461774749805431,0.09461774749805431,0.2614901343981425,0.7589323179567558,0.3013431532021937,0.24337885308282628,2.7386964563293477,0.30759997967824104,0.2569543021469381,0.21843634408840862,0.1282132756678075,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,179300.94411913553,179300.94411913553,339.5603841145833,0.3213142596227527,0.005311582363858639,0.005289848820361671,1.8059514613876775,423.43942201823336,0.006606558017383441,0.005297866144266095,0.004232291105457145,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09461774749805431,0.09461774749805431,0.2614901343981425,0.7589323179567558,0.3013431532021937,0.24337885308282628,2.7386964563293477,0.30759997967824104,0.2569543021469381,0.21843634408840862,0.1282132756678075,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08442865811563809,0.08442865811563809,0.2723541971709993,4.139786165803835,0.1685286790652478,0.18583929835304233,78.47624251940088,0.2905660993915809,0.18335458402354302,0.17186241145790568,0.1455915902802277,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-22T07:55:36.846179+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64224.62890625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-22T08:04:57.960281+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64224.62890625,
results/tirex/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-22T07:55:57.786809+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-22T08:05:01.348451+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95112.2734375,95112.2734375,223.279296875,0.2112814842978564,0.0034942276513249344,0.0034836511356081314,1.821472124545619,308.40277793414896,0.004811582687838546,0.0034835185551600526,0.004267611873789221,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.007201414802009213,0.007201414802009213,0.07593052287896475,0.22037591538524423,0.0805670495064004,0.07628851363077455,1.8263941212781425,0.08486115013366961,0.07088894360393902,0.06342872499024631,0.07208558206595438,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,95309.81612141927,95309.81612141927,225.38606770833334,0.21327504874817482,0.0035270487019991074,0.003516448241226764,1.821472124545619,308.7228791674165,0.00481673530251836,0.0035165033182973197,0.004278709030068325,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.007201414802009213,0.007201414802009213,0.07593052287896475,0.22037591538524423,0.0805670495064004,0.07628851363077455,1.8263941212781425,0.08486115013366961,0.07088894360393902,0.06342872499024631,0.07208558206595438,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.09046430652853428,0.09046430652853428,0.28334854543209076,4.306900354995931,0.17550617774454969,0.19416694391886616,112.5121863673323,0.3007728487223112,0.18979530192452074,0.17880012427520756,0.16305349019929324,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-22T07:54:42.969622+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
- 64261.76171875
131
  ],
132
  "p50": [
133
  64245.96484375,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-22T08:04:48.440125+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  64100.01953125,
128
  64247.73828125,
129
  63989.94921875,
130
+ 64211.19921875
131
  ],
132
  "p50": [
133
  64245.96484375,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,29 +1,11 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-22T07:55:16.110831+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t014200z",
14
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t065000z",
20
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
21
- "context_length": 76,
22
- "prediction_length": 72
23
- },
24
- {
25
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t045000z",
26
- "data_fetched_at": "2026-06-22T07:51:17.083878Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-22T08:04:50.487823+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t070000z",
8
+ "data_fetched_at": "2026-06-22T08:01:23.008015Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }