ziyuzhou02 commited on
Commit
4837525
·
verified ·
1 Parent(s): effdd97

Update leaderboard results from local eval

Browse files
Files changed (49) hide show
  1. results/.DS_Store +0 -0
  2. results/aggregates/metadata.json +1 -1
  3. results/aggregates/results_by_domain.csv +20 -20
  4. results/aggregates/results_by_frequency.csv +29 -29
  5. results/aggregates/results_by_prediction_length.csv +9 -9
  6. results/aggregates/results_overall.csv +9 -9
  7. results/arima/all_results.csv +1 -1
  8. results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  9. results/arima/online_meta.json +2 -14
  10. results/chronos_2/all_results.csv +1 -1
  11. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  12. results/chronos_2/online_meta.json +2 -14
  13. results/dataset_properties.csv +0 -1
  14. results/ets/all_results.csv +1 -1
  15. results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  16. results/ets/online_meta.json +2 -14
  17. results/eval_history.jsonl +1 -0
  18. results/moirai_1_1_large/all_results.csv +1 -1
  19. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  20. results/moirai_1_1_large/online_meta.json +2 -14
  21. results/moving_average/all_results.csv +1 -1
  22. results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  23. results/moving_average/online_meta.json +2 -14
  24. results/online_status.json +32 -146
  25. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_031411.json +347 -0
  26. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_031212.json +347 -0
  27. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_031411.json +347 -0
  28. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_031347.json +347 -0
  29. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_031411.json +347 -0
  30. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_031411.json +347 -0
  31. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_031408.json +347 -0
  32. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_031240.json +347 -0
  33. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_031318.json +347 -0
  34. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_031309.json +347 -0
  35. results/seasonal_naive/all_results.csv +1 -1
  36. results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  37. results/seasonal_naive/online_meta.json +2 -14
  38. results/timer_s1/all_results.csv +1 -1
  39. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  40. results/timer_s1/online_meta.json +2 -14
  41. results/timesfm_2_5/all_results.csv +1 -1
  42. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  43. results/timesfm_2_5/online_meta.json +2 -14
  44. results/tirex/all_results.csv +1 -1
  45. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  46. results/tirex/online_meta.json +2 -14
  47. results/toto_2_0_1b/all_results.csv +1 -1
  48. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  49. results/toto_2_0_1b/online_meta.json +2 -14
results/.DS_Store CHANGED
Binary files a/results/.DS_Store and b/results/.DS_Store differ
 
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-22T03:06:24.687299+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
1
  {
2
+ "generated_at": "2026-06-22T03:14:11.729246+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
results/aggregates/results_by_domain.csv CHANGED
@@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.29274344000352875,0.5838387677643602,7.0,1,1,1.0
9
  Air Quality,Timer-S1,0.9597567158107072,0.5951525939969209,8.0,1,1,1.0
10
  Air Quality,Moving-Average,0.7151188654894579,0.7477084300795455,9.0,1,1,1.0
11
  Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
- Finance,ETS,0.24328701943682343,0.3733825529774699,1.0,1,1,1.0
13
- Finance,Timer-S1,0.5259501764588147,0.5722202926873258,2.0,1,1,1.0
14
- Finance,Moving-Average,0.5070491605983841,0.6581542930016946,3.0,1,1,1.0
15
- Finance,Toto-2.0-1B,0.7479145447893587,0.7486385488163997,4.0,1,1,1.0
16
- Finance,Moirai-1.1-Large,0.8229562485572506,0.7647179110044825,5.0,1,1,1.0
17
- Finance,TiRex,0.8173699126453667,0.7890185478716472,6.0,1,1,1.0
18
- Finance,TimesFM-2.5,0.8993448121742418,0.9337991106111562,7.0,1,1,1.0
19
- Finance,Chronos-2,1.641046919473069,0.9561937774160478,8.0,1,1,1.0
20
- Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
21
- Finance,ARIMA,1.1086508315526313,1.2849096673589104,10.0,1,1,1.0
22
  Hazards,Chronos-2,0.41340592380632135,0.527212440890654,1.0,1,1,1.0
23
  Hazards,ETS,0.42841036677835587,0.5784684061057287,2.0,1,1,1.0
24
  Hazards,Toto-2.0-1B,0.554940676169973,0.5819581322300102,3.0,1,1,1.0
@@ -39,16 +39,16 @@ Hydrology,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0
39
  Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0
40
  Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
41
  Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0
42
- Ocean,Timer-S1,0.06651629921112795,0.21003178540428535,2.5,2,2,1.0
43
- Ocean,TiRex,0.28286801478933915,0.4477881009336687,3.5,2,2,1.0
44
- Ocean,Moirai-1.1-Large,0.7825334438375523,0.7416991129327173,4.5,2,2,1.0
45
- Ocean,Moving-Average,0.9546877993423211,0.9508789880676324,5.5,2,2,1.0
46
- Ocean,ETS,0.16623163271018512,0.3343896027084937,6.0,2,2,1.0
47
- Ocean,TimesFM-2.5,0.17298880212939488,0.33966847903829983,6.0,2,2,1.0
48
- Ocean,Toto-2.0-1B,0.4926072249077495,0.5469005546815189,6.0,2,2,1.0
49
- Ocean,ARIMA,0.3610131780927037,0.5834012914189453,6.5,2,2,1.0
50
- Ocean,Chronos-2,0.538693652763667,0.5984444280123701,7.0,2,2,1.0
51
- Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0
52
  Weather,Chronos-2,0.13700960440408302,0.34598613103828746,1.6666666666666667,3,3,1.0
53
  Weather,Timer-S1,0.40426646280240314,0.5152056601717778,3.6666666666666665,3,3,1.0
54
  Weather,TimesFM-2.5,0.21945586083425922,0.5087350587676926,4.0,3,3,1.0
 
9
  Air Quality,Timer-S1,0.9597567158107072,0.5951525939969209,8.0,1,1,1.0
10
  Air Quality,Moving-Average,0.7151188654894579,0.7477084300795455,9.0,1,1,1.0
11
  Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
12
+ Finance,ETS,0.2848713885045487,0.4288350040197883,1.0,1,1,1.0
13
+ Finance,Moving-Average,0.4515006137301756,0.5561889019722432,2.0,1,1,1.0
14
+ Finance,Timer-S1,0.918467448784237,0.7180355501380211,3.0,1,1,1.0
15
+ Finance,Toto-2.0-1B,0.8519403062956087,0.7709783009459207,4.0,1,1,1.0
16
+ Finance,TimesFM-2.5,1.024644835298004,0.9633296352062469,5.0,1,1,1.0
17
+ Finance,Chronos-2,1.8678805684002195,0.9844636295669993,6.0,1,1,1.0
18
+ Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0
19
+ Finance,TiRex,1.966580763069508,1.0459601948608712,8.0,1,1,1.0
20
+ Finance,Moirai-1.1-Large,2.6509920292060984,1.0981800768711096,9.0,1,1,1.0
21
+ Finance,ARIMA,1.227659758197834,1.9605984266541459,10.0,1,1,1.0
22
  Hazards,Chronos-2,0.41340592380632135,0.527212440890654,1.0,1,1,1.0
23
  Hazards,ETS,0.42841036677835587,0.5784684061057287,2.0,1,1,1.0
24
  Hazards,Toto-2.0-1B,0.554940676169973,0.5819581322300102,3.0,1,1,1.0
 
39
  Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0
40
  Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0
41
  Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0
42
+ Ocean,ETS,0.19634572000034883,0.33931153210631815,2.0,2,2,1.0
43
+ Ocean,Timer-S1,0.0634842885676994,0.21032324722711523,3.0,2,2,1.0
44
+ Ocean,TiRex,0.28132028345578153,0.43203376666248683,4.0,2,2,1.0
45
+ Ocean,Moirai-1.1-Large,0.8863045631332103,0.8005314045290643,5.5,2,2,1.0
46
+ Ocean,Moving-Average,0.9552974401774069,0.9480668419369354,5.5,2,2,1.0
47
+ Ocean,TimesFM-2.5,0.16421448792102053,0.33402796652957667,6.0,2,2,1.0
48
+ Ocean,Toto-2.0-1B,0.467621269057134,0.5378187599019658,6.0,2,2,1.0
49
+ Ocean,ARIMA,0.23813755092447808,0.47414503491453225,6.5,2,2,1.0
50
+ Ocean,Chronos-2,0.5113701074634932,0.5885066990493041,8.0,2,2,1.0
51
+ Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0
52
  Weather,Chronos-2,0.13700960440408302,0.34598613103828746,1.6666666666666667,3,3,1.0
53
  Weather,Timer-S1,0.40426646280240314,0.5152056601717778,3.6666666666666665,3,3,1.0
54
  Weather,TimesFM-2.5,0.21945586083425922,0.5087350587676926,4.0,3,3,1.0
results/aggregates/results_by_frequency.csv CHANGED
@@ -1,14 +1,14 @@
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 10min,Moirai-1.1-Large,1.0056627977063581,0.9176359469088718,1.0,1,1,1.0
3
- 10min,Moving-Average,0.9434015244717548,0.9287519108297676,2.0,1,1,1.0
4
- 10min,TiRex,1.1714692444735306,0.9917424499468189,3.0,1,1,1.0
5
- 10min,Timer-S1,1.0858213823975675,0.9979772164598378,4.0,1,1,1.0
6
- 10min,Seasonal-Naive,1.0,1.0,5.0,1,1,1.0
7
- 10min,ARIMA,1.0154210474478822,1.024351296387013,6.0,1,1,1.0
8
- 10min,Toto-2.0-1B,1.1807060120946795,1.0372906102577586,7.0,1,1,1.0
9
- 10min,Chronos-2,1.3025643257461217,1.113969672946544,8.0,1,1,1.0
10
- 10min,TimesFM-2.5,1.2293774387511038,1.1294184111562677,9.0,1,1,1.0
11
- 10min,ETS,1.5425026540963285,1.2094808812730684,10.0,1,1,1.0
12
  15min,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0
13
  15min,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0
14
  15min,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0
@@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
29
  1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
30
  1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
31
  1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
- 1h,Chronos-2,0.3193490597257714,0.46868286038716134,3.3333333333333335,6,6,1.0
33
- 1h,Toto-2.0-1B,0.3291499367489942,0.4804402747994127,3.5,6,6,1.0
34
- 1h,ETS,1.0041557032695128,0.9040069146020582,4.5,6,6,1.0
35
- 1h,TiRex,0.36863623376506227,0.5269107508061526,4.833333333333333,6,6,1.0
36
- 1h,Timer-S1,0.5495543067165164,0.5679055858277421,4.833333333333333,6,6,1.0
37
- 1h,Moirai-1.1-Large,0.6682839892827261,0.6020587757845484,5.166666666666667,6,6,1.0
38
- 1h,TimesFM-2.5,0.34428451350237005,0.6297773729657493,5.833333333333333,6,6,1.0
39
- 1h,ARIMA,1.2008273411508563,1.0302066648790364,6.833333333333333,6,6,1.0
40
- 1h,Moving-Average,1.0116111052192864,0.9654225115416654,7.5,6,6,1.0
41
- 1h,Seasonal-Naive,1.0,1.0,8.666666666666666,6,6,1.0
42
- 6min,Timer-S1,0.00407471996082347,0.04420276350255442,1.0,1,1,1.0
43
- 6min,ETS,0.017914365100190115,0.09244991643179115,2.0,1,1,1.0
44
- 6min,TimesFM-2.5,0.024341690939572783,0.10215405956953943,3.0,1,1,1.0
45
- 6min,TiRex,0.06830253049180218,0.20218372557162786,4.0,1,1,1.0
46
- 6min,Toto-2.0-1B,0.20552269197038298,0.28834756022386915,5.0,1,1,1.0
47
- 6min,Chronos-2,0.22278427697736772,0.32149504795023137,6.0,1,1,1.0
48
- 6min,ARIMA,0.12835120473833156,0.33226595995901576,7.0,1,1,1.0
49
- 6min,Moirai-1.1-Large,0.6089104540019598,0.5994943593679972,8.0,1,1,1.0
50
- 6min,Moving-Average,0.9661090962550928,0.9735332325084729,9.0,1,1,1.0
51
  6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
 
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ 10min,ETS,0.9425116505356088,0.9203289428422581,1.0,1,1,1.0
3
+ 10min,Moving-Average,0.954564668062432,0.9273097268332593,2.0,1,1,1.0
4
+ 10min,Moirai-1.1-Large,1.0567872658856674,0.9333198946512411,3.0,1,1,1.0
5
+ 10min,TiRex,1.0745574850504225,0.9499191804114027,4.0,1,1,1.0
6
+ 10min,Timer-S1,1.028271629856577,0.9700865776526483,5.0,1,1,1.0
7
+ 10min,Toto-2.0-1B,1.0432060598265553,0.9711339890858831,6.0,1,1,1.0
8
+ 10min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0
9
+ 10min,ARIMA,1.0104752705896327,1.0182088911677363,8.0,1,1,1.0
10
+ 10min,Chronos-2,1.1508732775244659,1.042922592291134,9.0,1,1,1.0
11
+ 10min,TimesFM-2.5,1.0862094211275681,1.0573860363979155,10.0,1,1,1.0
12
  15min,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0
13
  15min,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0
14
  15min,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0
 
29
  1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0
30
  1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0
31
  1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
32
+ 1h,Chronos-2,0.3263149661424668,0.47096434796872727,3.0,6,6,1.0
33
+ 1h,Toto-2.0-1B,0.3363721055638902,0.4828005263377437,3.5,6,6,1.0
34
+ 1h,ETS,1.0309146430267861,0.9251122962889637,4.5,6,6,1.0
35
+ 1h,Timer-S1,0.6030645633672089,0.589802472699625,5.0,6,6,1.0
36
+ 1h,TiRex,0.4267238109624907,0.5522576203819547,5.166666666666667,6,6,1.0
37
+ 1h,TimesFM-2.5,0.35185090690555837,0.6330538151699363,5.5,6,6,1.0
38
+ 1h,Moirai-1.1-Large,0.8121439291122419,0.639490760712013,5.833333333333333,6,6,1.0
39
+ 1h,ARIMA,1.221408973819799,1.1053768479216115,6.833333333333333,6,6,1.0
40
+ 1h,Moving-Average,0.9922359722084967,0.938713769019095,7.333333333333333,6,6,1.0
41
+ 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0
42
+ 6min,Timer-S1,0.0039194457747599885,0.045599917928147486,1.0,1,1,1.0
43
+ 6min,TimesFM-2.5,0.02482615002102433,0.10551934542655168,2.0,1,1,1.0
44
+ 6min,ETS,0.04090309307110137,0.1250990927925977,3.0,1,1,1.0
45
+ 6min,TiRex,0.07364994705697636,0.19649374324217567,4.0,1,1,1.0
46
+ 6min,ARIMA,0.0561216041706961,0.22079311630865342,5.0,1,1,1.0
47
+ 6min,Toto-2.0-1B,0.20961309533704284,0.2978466635430555,6.0,1,1,1.0
48
+ 6min,Chronos-2,0.22721822803090114,0.33208613696348677,7.0,1,1,1.0
49
+ 6min,Moirai-1.1-Large,0.7433244173058922,0.6866354540494892,8.0,1,1,1.0
50
+ 6min,Moving-Average,0.9560307748053163,0.9692885890993074,9.0,1,1,1.0
51
  6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -1,11 +1,11 @@
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- short,Timer-S1,0.1356424734920134,0.3820879929135908,3.8,10,10,1.0
3
- short,Toto-2.0-1B,0.0877567780407606,0.42489535639112913,3.9,10,10,1.0
4
- short,TiRex,0.11262998491856835,0.42990748083681174,4.2,10,10,1.0
5
- short,Chronos-2,0.11788191685300817,0.43181182524392797,4.4,10,10,1.0
6
- short,Moirai-1.1-Large,0.5398089864508171,0.5133606634076866,4.4,10,10,1.0
7
- short,ETS,0.5191389345063492,0.6675025316687089,5.5,10,10,1.0
8
- short,TimesFM-2.5,0.12000437371922425,0.4808473540849473,5.9,10,10,1.0
9
- short,ARIMA,0.8034254675208045,0.8512699481989349,7.1,10,10,1.0
10
- short,Moving-Average,0.7775649212890415,0.8694663711568082,7.2,10,10,1.0
11
  short,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0
 
1
  prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ short,Toto-2.0-1B,0.08798630591891485,0.4247217466150822,3.9,10,10,1.0
3
+ short,Timer-S1,0.14208729711219228,0.3909688080251913,4.0,10,10,1.0
4
+ short,Chronos-2,0.11818128167625137,0.43162384012474525,4.4,10,10,1.0
5
+ short,TiRex,0.12283065864959891,0.4390427655670818,4.5,10,10,1.0
6
+ short,ETS,0.5452531014312199,0.6787904270842214,4.7,10,10,1.0
7
+ short,Moirai-1.1-Large,0.622098699186278,0.5404679437667355,5.0,10,10,1.0
8
+ short,TimesFM-2.5,0.12032073680296805,0.4807340608558617,5.7,10,10,1.0
9
+ short,ARIMA,0.7468525755421501,0.8519373753010661,7.1,10,10,1.0
10
+ short,Moving-Average,0.76869301691828,0.8544467271984078,7.1,10,10,1.0
11
  short,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0
results/aggregates/results_overall.csv CHANGED
@@ -1,11 +1,11 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,Timer-S1,0.1356424734920134,0.3820879929135908,3.8,10,10,1.0
3
- Overall,Toto-2.0-1B,0.0877567780407606,0.42489535639112913,3.9,10,10,1.0
4
- Overall,TiRex,0.11262998491856835,0.42990748083681174,4.2,10,10,1.0
5
- Overall,Chronos-2,0.11788191685300817,0.43181182524392797,4.4,10,10,1.0
6
- Overall,Moirai-1.1-Large,0.5398089864508171,0.5133606634076866,4.4,10,10,1.0
7
- Overall,ETS,0.5191389345063492,0.6675025316687089,5.5,10,10,1.0
8
- Overall,TimesFM-2.5,0.12000437371922425,0.4808473540849473,5.9,10,10,1.0
9
- Overall,ARIMA,0.8034254675208045,0.8512699481989349,7.1,10,10,1.0
10
- Overall,Moving-Average,0.7775649212890415,0.8694663711568082,7.2,10,10,1.0
11
  Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,Toto-2.0-1B,0.08798630591891485,0.4247217466150822,3.9,10,10,1.0
3
+ Overall,Timer-S1,0.14208729711219228,0.3909688080251913,4.0,10,10,1.0
4
+ Overall,Chronos-2,0.11818128167625137,0.43162384012474525,4.4,10,10,1.0
5
+ Overall,TiRex,0.12283065864959891,0.4390427655670818,4.5,10,10,1.0
6
+ Overall,ETS,0.5452531014312199,0.6787904270842214,4.7,10,10,1.0
7
+ Overall,Moirai-1.1-Large,0.622098699186278,0.5404679437667355,5.0,10,10,1.0
8
+ Overall,TimesFM-2.5,0.12032073680296805,0.4807340608558617,5.7,10,10,1.0
9
+ Overall,ARIMA,0.7468525755421501,0.8519373753010661,7.1,10,10,1.0
10
+ Overall,Moving-Average,0.76869301691828,0.8544467271984078,7.1,10,10,1.0
11
  Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0
results/arima/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ARIMA,290414.4552268363,714565.059427803,809.358438424998,0.7271197436979892,0.012613236360313982,0.01270054632128316,13.72280159908884,538.901155340046,0.008404916067447334,0.012623075077933213,0.01138530367071323,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06515300601392406,0.06711645146527047,0.22896032544312608,0.6730663048015735,0.13865987564787804,0.15122177436717749,24.983009185868475,0.25525086878191827,0.16685608786239256,0.1496701044014097,0.14768630554277282,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.055435817844219595,0.06325049777020283,0.2263784974437202,3.6786518990488912,0.14540567895416012,0.15907118159160577,52.22025398506824,0.23544812134357665,0.15638620385711355,0.15036209950658208,0.13341294108721424,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ARIMA,288308.88194992073,712494.3399867074,808.2985425916646,0.7261675435971543,0.012596940476233028,0.01268399902598605,13.684713595055442,536.9440212442269,0.008374529923674002,0.012606752406908863,0.011368960588576064,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06515300601392406,0.06711645146527047,0.22896032544312608,0.6730663048015735,0.13865987564787804,0.15122177436717749,24.983009185868475,0.25525086878191827,0.16685608786239256,0.1496701044014097,0.14768630554277282,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.055435817844219595,0.06325049777020283,0.2263784974437202,3.6786518990488912,0.14540567895416012,0.15907118159160577,52.22025398506824,0.23544812134357665,0.15638620385711355,0.15036209950658208,0.13341294108721424,Ocean,1
results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ARIMA",
4
- "evaluated_at": "2026-06-22T03:07:52.231885+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  63707.84300941938,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ARIMA",
4
+ "evaluated_at": "2026-06-22T03:14:11.471039+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  63707.84300941938,
results/arima/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
- "evaluated_at": "2026-06-22T03:07:52.367406+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "ARIMA",
3
  "api_model_id": "baseline/arima",
4
+ "evaluated_at": "2026-06-22T03:14:11.507686+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,436784.4374141693,436784.4374141693,568.7423502604166,0.5109525919767978,0.0088887361034264,0.008835551737573511,1.5713130905677988,660.8966919376804,0.010307606821671667,0.008870331174044737,0.005703024256349737,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.26378345373634815,0.26378345373634815,0.41443645556767783,1.2183037090995406,0.24225176067852983,0.2947942499402639,19.18391282270409,0.513598533619741,0.3357365342598284,0.2709148296872618,0.22212909310790158,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06313821152436302,0.06313821152436302,0.2246868842177921,3.6511631742968254,0.1441868098063588,0.15776169212863145,96.55580869119147,0.25127318106865887,0.16689731348965264,0.14923851878192917,0.1366511052602274,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,438661.0823523204,438661.0823523204,569.80224609375,0.5119047920776327,0.008905513110583468,0.008852099230459376,1.5713130905677988,662.3149419666752,0.0103298967507704,0.008887008275893105,0.005708628576497484,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.26378345373634815,0.26378345373634815,0.41443645556767783,1.2183037090995406,0.24225176067852983,0.2947942499402639,19.18391282270409,0.513598533619741,0.3357365342598284,0.2709148296872618,0.22212909310790158,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06313821152436302,0.06313821152436302,0.2246868842177921,3.6511631742968254,0.1441868098063588,0.15776169212863145,96.55580869119147,0.25127318106865887,0.16689731348965264,0.14923851878192917,0.1366511052602274,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-22T03:04:41.253502+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  64444.35546875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-22T03:12:12.571038+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  64444.35546875,
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-22T03:04:55.042390+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-22T03:12:14.387885+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/dataset_properties.csv CHANGED
@@ -7,5 +7,4 @@ nws_ksfo_observations_temperature,Weather,1h,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
- usgs_potomac_iv_usgs_00060,Hydrology,15min,1
11
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
7
  open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
 
10
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/ets/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,ETS,66815.90101540337,71223.8791265376,196.47004342213344,0.17650677479243068,0.00307107482258072,0.0030651160743958746,1.4831389313223928,258.4877192738629,0.004031476947923444,0.0030642246882710564,0.002481142766380391,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04748544715051231,0.04785686364341628,0.13615374967345611,0.4002462042287546,0.08080009285160239,0.07485708877149654,11.968081943738758,0.21791155809298485,0.14244758600394483,0.08900295668618592,0.08367753103074063,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.051707256670080054,0.05184724513214089,0.20329715724373496,3.3035799866629625,0.13050712233370287,0.14145965946836694,44.15477330373116,0.22739229685739148,0.15103547180138696,0.135031320253759,0.12058801695539839,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,ETS,66900.41843501785,71306.54748334752,197.52993925546676,0.17745897489326565,0.0030876331715526373,0.003081664345342728,1.4831389313223928,258.65115200790785,0.00403409243157909,0.003080806046193033,0.002486693957019581,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04748544715051231,0.04785686364341628,0.13615374967345611,0.4002462042287546,0.08080009285160239,0.07485708877149654,11.968081943738758,0.21791155809298485,0.14244758600394483,0.08900295668618592,0.08367753103074063,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.051707256670080054,0.05184724513214089,0.20329715724373496,3.3035799866629625,0.13050712233370287,0.14145965946836694,44.15477330373116,0.22739229685739148,0.15103547180138696,0.135031320253759,0.12058801695539839,Ocean,1
results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ETS",
4
- "evaluated_at": "2026-06-22T03:07:52.404370+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  64429.850861727355,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "ETS",
4
+ "evaluated_at": "2026-06-22T03:14:11.544102+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  64429.850861727355,
results/ets/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "ETS",
3
  "api_model_id": "baseline/ets",
4
- "evaluated_at": "2026-06-22T03:07:52.471501+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "ETS",
3
  "api_model_id": "baseline/ets",
4
+ "evaluated_at": "2026-06-22T03:14:11.553620+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/eval_history.jsonl CHANGED
@@ -1664,3 +1664,4 @@
1664
  {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1665
  {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1666
  {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
 
 
1664
  {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1665
  {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1666
  {"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72}
1667
+ {"evaluated_at": "2026-06-22T03:14:11.730512+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,555604.9974212646,385143.98019440967,526.8310546875,0.47329989195141353,0.008234862579471432,0.008187919254417515,2.2109630858691864,745.3891583738421,0.011625384825468012,0.008216665992447445,0.006266419454982842,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8629443321635303,0.9240579628686848,0.8280315612753232,2.4341341327499912,0.48867645564095513,0.713475176336775,42.36661048071065,0.9289479706439593,0.60724817489961,0.541279673602336,0.45928358256193985,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.057976546360747484,0.056544845726595475,0.21235646390252644,3.450793772516077,0.13634567664330544,0.14833433147175842,59.826856850710314,0.24078319368416784,0.15992979429175816,0.14104857182434374,0.12229018347878332,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,622570.3358726501,408280.23578373593,537.8452962239584,0.4831949793475519,0.008406259494772484,0.008356549082240554,2.353923385129847,789.0312641921422,0.012306247339116765,0.008388586797367707,0.006368038372046204,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8629443321635303,0.9240579628686848,0.8280315612753232,2.4341341327499912,0.48867645564095513,0.713475176336775,42.36661048071065,0.9289479706439593,0.60724817489961,0.541279673602336,0.45928358256193985,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.057976546360747484,0.056544845726595475,0.21235646390252644,3.450793772516077,0.13634567664330544,0.14833433147175842,59.826856850710314,0.24078319368416784,0.15992979429175816,0.14104857182434374,0.12229018347878332,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-22T03:07:08.521891+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
- 64430.33203125,
134
- 64461.54296875,
135
- 64467.0078125,
136
- 64409.84375,
137
- 64567.505859375,
138
- 64521.265625,
139
- 64502.400390625,
140
- 64529.828125,
141
- 64506.158203125,
142
- 64468.4453125,
143
- 64651.2578125,
144
- 64694.703125,
145
- 64621.919921875,
146
- 64705.998046875,
147
- 64757.330078125,
148
- 64715.306640625,
149
- 64812.939453125,
150
- 64778.591796875,
151
- 64752.2421875,
152
- 64874.0390625,
153
- 64935.232421875,
154
- 64929.193359375,
155
- 64851.828125,
156
- 64955.087890625
157
  ],
158
  "p10": [
159
- 64186.021484375,
160
- 64090.1875,
161
- 64012.65234375,
162
- 63897.9453125,
163
- 63703.580078125,
164
- 63812.982421875,
165
- 63786.16015625,
166
- 63744.70703125,
167
- 63644.140625,
168
- 63636.02734375,
169
- 63641.26953125,
170
- 63763.890625,
171
- 63656.974609375,
172
- 63813.943359375,
173
- 63489.3125,
174
- 63587.390625,
175
- 63469.474609375,
176
- 63387.28515625,
177
- 63358.990234375,
178
- 63471.390625,
179
- 63103.130859375,
180
- 63515.337890625,
181
- 63057.5703125,
182
- 63268.34375
183
  ],
184
  "p90": [
185
- 64686.732421875,
186
- 64932.9453125,
187
- 64980.43359375,
188
- 64944.685546875,
189
- 65254.0859375,
190
- 65192.484375,
191
- 65351.162109375,
192
- 65370.943359375,
193
- 65304.56640625,
194
- 65281.7265625,
195
- 65734.4765625,
196
- 65707.09765625,
197
- 65709.67578125,
198
- 66022.171875,
199
- 66285.75390625,
200
- 66086.8828125,
201
- 66458.7890625,
202
- 67128.83984375,
203
- 66458.98828125,
204
- 66645.40625,
205
- 67272.234375,
206
- 67386.13671875,
207
- 66972.171875,
208
- 66782.08984375
209
  ],
210
  "timestamps": [
211
  "2026-06-17 04:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-22T03:13:47.497519+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
+ 64444.4140625,
134
+ 64447.18359375,
135
+ 64441.255859375,
136
+ 64438.669921875,
137
+ 64510.2890625,
138
+ 64439.37890625,
139
+ 64536.181640625,
140
+ 64578.470703125,
141
+ 64523.44140625,
142
+ 64644.865234375,
143
+ 64551.078125,
144
+ 64575.634765625,
145
+ 64670.546875,
146
+ 64725.388671875,
147
+ 64796.9765625,
148
+ 64736.82421875,
149
+ 64734.767578125,
150
+ 64883.15234375,
151
+ 64780.736328125,
152
+ 64827.78515625,
153
+ 64860.1640625,
154
+ 64828.375,
155
+ 64879.6875,
156
+ 64725.412109375
157
  ],
158
  "p10": [
159
+ 64189.08203125,
160
+ 64073.228515625,
161
+ 63823.490234375,
162
+ 63784.146484375,
163
+ 64018.462890625,
164
+ 63688.205078125,
165
+ 63758.708984375,
166
+ 63741.767578125,
167
+ 63731.623046875,
168
+ 63647.431640625,
169
+ 63636.046875,
170
+ 63606.4375,
171
+ 63594.021484375,
172
+ 63593.359375,
173
+ 63562.775390625,
174
+ 63418.013671875,
175
+ 63323.767578125,
176
+ 63326.76953125,
177
+ 63439.515625,
178
+ 63322.359375,
179
+ 63348.0,
180
+ 63146.40625,
181
+ 63160.0390625,
182
+ 63029.015625
183
  ],
184
  "p90": [
185
+ 64714.822265625,
186
+ 64835.8984375,
187
+ 64900.740234375,
188
+ 64940.03125,
189
+ 65162.625,
190
+ 65191.12109375,
191
+ 65292.1015625,
192
+ 65381.634765625,
193
+ 65486.515625,
194
+ 65704.078125,
195
+ 65417.119140625,
196
+ 65697.74609375,
197
+ 65799.640625,
198
+ 65908.5859375,
199
+ 66226.0234375,
200
+ 66045.9296875,
201
+ 66752.67578125,
202
+ 66804.359375,
203
+ 66883.53125,
204
+ 66601.68359375,
205
+ 66840.30859375,
206
+ 66921.72265625,
207
+ 67255.56640625,
208
+ 67018.55078125
209
  ],
210
  "timestamps": [
211
  "2026-06-17 04:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-22T03:07:22.072301+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-22T03:13:49.865416+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/moving_average/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moving-Average,106302.52499889303,100270.23834079265,276.42779748035537,0.24834004281965819,0.004308393847651037,0.004316649906880886,1.6296831685899107,326.04067997551016,0.005085059704573217,0.004311277520022543,0.003234313964309424,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1098805841496422,1.1064363382953462,0.9997098776627453,2.9388106080380227,0.6328516659751913,0.9398346515931096,113.04769586116667,1.053508701506372,0.6886728390042396,0.6535048440000187,0.648347435473164,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05236849886327124,0.05251738120008634,0.2048611478121192,3.328994842488267,0.13160274260089408,0.14263775279709748,44.642332159796965,0.2288416458236377,0.15199813899788892,0.13607013316278632,0.12150268872011444,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moving-Average,106032.34021072567,99998.20448982052,275.36790164702205,0.24738784271882322,0.004291878731429106,0.004300101651042614,1.6296831685899107,325.6260742181524,0.005078677095890521,0.004294817785695012,0.003225183505383512,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1098805841496422,1.1064363382953462,0.9997098776627453,2.9388106080380227,0.6328516659751913,0.9398346515931096,113.04769586116667,1.053508701506372,0.6886728390042396,0.6535048440000187,0.648347435473164,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05236849886327124,0.05251738120008634,0.2048611478121192,3.328994842488267,0.13160274260089408,0.14263775279709748,44.642332159796965,0.2288416458236377,0.15199813899788892,0.13607013316278632,0.12150268872011444,Ocean,1
results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moving-Average",
4
- "evaluated_at": "2026-06-22T03:07:52.477427+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  63921.775003426534,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moving-Average",
4
+ "evaluated_at": "2026-06-22T03:14:11.565472+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  63921.775003426534,
results/moving_average/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
- "evaluated_at": "2026-06-22T03:07:52.502909+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moving-Average",
3
  "api_model_id": "baseline/moving-average",
4
+ "evaluated_at": "2026-06-22T03:14:11.572019+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-22T03:04:11.840758+00:00",
4
- "finished_at": "2026-06-22T03:07:52.527372+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,25 +10,13 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-22T03:04:55.042390+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
17
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
23
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
24
- "context_length": 240,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
29
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
30
- "context_length": 78,
31
- "prediction_length": 72
32
  }
33
  ],
34
  "failed_datasets": []
@@ -36,25 +24,13 @@
36
  "TimesFM-2.5": {
37
  "model": "TimesFM-2.5",
38
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-22T03:06:01.369441+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
43
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
49
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
50
- "context_length": 240,
51
- "prediction_length": 60
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
55
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
56
- "context_length": 78,
57
- "prediction_length": 72
58
  }
59
  ],
60
  "failed_datasets": []
@@ -62,25 +38,13 @@
62
  "Toto-2.0-1B": {
63
  "model": "Toto-2.0-1B",
64
  "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-22T03:06:18.189438+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
69
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
70
  "context_length": 96,
71
  "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
75
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
76
- "context_length": 240,
77
- "prediction_length": 60
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
81
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
82
- "context_length": 78,
83
- "prediction_length": 72
84
  }
85
  ],
86
  "failed_datasets": []
@@ -88,25 +52,13 @@
88
  "TiRex": {
89
  "model": "TiRex",
90
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-22T03:06:39.861149+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
95
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
96
  "context_length": 96,
97
  "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
101
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
102
- "context_length": 240,
103
- "prediction_length": 60
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
107
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
108
- "context_length": 78,
109
- "prediction_length": 72
110
  }
111
  ],
112
  "failed_datasets": []
@@ -114,25 +66,13 @@
114
  "Moirai-1.1-Large": {
115
  "model": "Moirai-1.1-Large",
116
  "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-22T03:07:22.072301+00:00",
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
121
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
122
  "context_length": 96,
123
  "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
127
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
128
- "context_length": 240,
129
- "prediction_length": 60
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
133
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
134
- "context_length": 78,
135
- "prediction_length": 72
136
  }
137
  ],
138
  "failed_datasets": []
@@ -140,25 +80,13 @@
140
  "Timer-S1": {
141
  "model": "Timer-S1",
142
  "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-22T03:07:51.472113+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
147
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
148
  "context_length": 96,
149
  "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
153
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
154
- "context_length": 240,
155
- "prediction_length": 60
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
159
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
160
- "context_length": 78,
161
- "prediction_length": 72
162
  }
163
  ],
164
  "failed_datasets": []
@@ -166,25 +94,13 @@
166
  "ARIMA": {
167
  "model": "ARIMA",
168
  "api_model_id": "baseline/arima",
169
- "evaluated_at": "2026-06-22T03:07:52.367406+00:00",
170
  "datasets": [
171
  {
172
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
173
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
174
  "context_length": 96,
175
  "prediction_length": 24
176
- },
177
- {
178
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
179
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
180
- "context_length": 240,
181
- "prediction_length": 60
182
- },
183
- {
184
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
185
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
186
- "context_length": 78,
187
- "prediction_length": 72
188
  }
189
  ],
190
  "failed_datasets": []
@@ -192,25 +108,13 @@
192
  "ETS": {
193
  "model": "ETS",
194
  "api_model_id": "baseline/ets",
195
- "evaluated_at": "2026-06-22T03:07:52.471501+00:00",
196
  "datasets": [
197
  {
198
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
199
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
200
  "context_length": 96,
201
  "prediction_length": 24
202
- },
203
- {
204
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
205
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
206
- "context_length": 240,
207
- "prediction_length": 60
208
- },
209
- {
210
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
211
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
212
- "context_length": 78,
213
- "prediction_length": 72
214
  }
215
  ],
216
  "failed_datasets": []
@@ -218,25 +122,13 @@
218
  "Moving-Average": {
219
  "model": "Moving-Average",
220
  "api_model_id": "baseline/moving-average",
221
- "evaluated_at": "2026-06-22T03:07:52.502909+00:00",
222
  "datasets": [
223
  {
224
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
225
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
226
  "context_length": 96,
227
  "prediction_length": 24
228
- },
229
- {
230
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
231
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
232
- "context_length": 240,
233
- "prediction_length": 60
234
- },
235
- {
236
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
237
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
238
- "context_length": 78,
239
- "prediction_length": 72
240
  }
241
  ],
242
  "failed_datasets": []
@@ -244,25 +136,13 @@
244
  "Seasonal-Naive": {
245
  "model": "Seasonal-Naive",
246
  "api_model_id": "baseline/seasonal-naive",
247
- "evaluated_at": "2026-06-22T03:07:52.526651+00:00",
248
  "datasets": [
249
  {
250
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
251
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
252
  "context_length": 96,
253
  "prediction_length": 24
254
- },
255
- {
256
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
257
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
258
- "context_length": 240,
259
- "prediction_length": 60
260
- },
261
- {
262
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
263
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
264
- "context_length": 78,
265
- "prediction_length": 72
266
  }
267
  ],
268
  "failed_datasets": []
@@ -270,7 +150,13 @@
270
  },
271
  "failed_models": [],
272
  "failed_datasets": [],
273
- "push_status": "ok",
274
- "pushed_at": "2026-06-22T03:08:47.385728+00:00",
275
- "push_detail": "HF Hub API"
 
 
 
 
 
 
276
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-22T03:11:51.403712+00:00",
4
+ "finished_at": "2026-06-22T03:14:11.729866+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-22T03:12:14.387885+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
17
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
18
  "context_length": 96,
19
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
20
  }
21
  ],
22
  "failed_datasets": []
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-22T03:12:43.455741+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
31
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
32
  "context_length": 96,
33
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
34
  }
35
  ],
36
  "failed_datasets": []
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-22T03:13:12.765390+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
45
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
46
  "context_length": 96,
47
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "failed_datasets": []
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-22T03:13:20.532789+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
59
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
60
  "context_length": 96,
61
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "failed_datasets": []
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-22T03:13:49.865416+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
73
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
74
  "context_length": 96,
75
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
76
  }
77
  ],
78
  "failed_datasets": []
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-22T03:14:11.265603+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
87
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
88
  "context_length": 96,
89
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
90
  }
91
  ],
92
  "failed_datasets": []
 
94
  "ARIMA": {
95
  "model": "ARIMA",
96
  "api_model_id": "baseline/arima",
97
+ "evaluated_at": "2026-06-22T03:14:11.507686+00:00",
98
  "datasets": [
99
  {
100
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
101
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
102
  "context_length": 96,
103
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "failed_datasets": []
 
108
  "ETS": {
109
  "model": "ETS",
110
  "api_model_id": "baseline/ets",
111
+ "evaluated_at": "2026-06-22T03:14:11.553620+00:00",
112
  "datasets": [
113
  {
114
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
115
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
116
  "context_length": 96,
117
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
118
  }
119
  ],
120
  "failed_datasets": []
 
122
  "Moving-Average": {
123
  "model": "Moving-Average",
124
  "api_model_id": "baseline/moving-average",
125
+ "evaluated_at": "2026-06-22T03:14:11.572019+00:00",
126
  "datasets": [
127
  {
128
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
129
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
130
  "context_length": 96,
131
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
132
  }
133
  ],
134
  "failed_datasets": []
 
136
  "Seasonal-Naive": {
137
  "model": "Seasonal-Naive",
138
  "api_model_id": "baseline/seasonal-naive",
139
+ "evaluated_at": "2026-06-22T03:14:11.593232+00:00",
140
  "datasets": [
141
  {
142
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
143
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
144
  "context_length": 96,
145
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
146
  }
147
  ],
148
  "failed_datasets": []
 
150
  },
151
  "failed_models": [],
152
  "failed_datasets": [],
153
+ "aggregate_status": "ok",
154
+ "aggregate_files": {
155
+ "prediction_length": "aggregates/results_by_prediction_length.csv",
156
+ "domain": "aggregates/results_by_domain.csv",
157
+ "frequency": "aggregates/results_by_frequency.csv",
158
+ "overall": "aggregates/results_overall.csv",
159
+ "metadata": "aggregates/metadata.json"
160
+ },
161
+ "push_status": "pending"
162
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_031411.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "ARIMA",
5
+ "evaluated_at": "2026-06-22T03:14:11.471039+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 288308.88194992073,
8
+ "MSE[0.5]": 712494.3399867074,
9
+ "MAE[0.5]": 808.2985425916646,
10
+ "MASE[0.5]": 0.7261675435971543,
11
+ "MAPE[0.5]": 0.012596940476233028,
12
+ "sMAPE[0.5]": 0.01268399902598605,
13
+ "MSIS": 13.684713595055442,
14
+ "RMSE[mean]": 536.9440212442269,
15
+ "NRMSE[mean]": 0.008374529923674002,
16
+ "ND[0.5]": 0.012606752406908863,
17
+ "mean_weighted_sum_quantile_loss": 0.011368960588576064
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 63707.84300941938,
270
+ 63658.75173961217,
271
+ 63606.75907136685,
272
+ 63551.28389464019,
273
+ 63515.694875764035,
274
+ 63480.28888919713,
275
+ 63424.519430867294,
276
+ 63401.2118662461,
277
+ 63391.70499977636,
278
+ 63332.83370305868,
279
+ 63308.239436409305,
280
+ 63283.93346754319,
281
+ 63244.519761249685,
282
+ 63226.5783298813,
283
+ 63190.019859328524,
284
+ 63182.019057364945,
285
+ 63172.865889052824,
286
+ 63111.57664067788,
287
+ 63137.55278089548,
288
+ 63095.28560108082,
289
+ 63098.13433203916,
290
+ 63120.78277619196,
291
+ 63078.17664000744,
292
+ 63071.880019879354
293
+ ],
294
+ "p10": [
295
+ 63411.46567795504,
296
+ 63320.915005654984,
297
+ 63313.48721056215,
298
+ 63172.14644218715,
299
+ 63204.04881078871,
300
+ 63136.62407722957,
301
+ 63047.37448083974,
302
+ 63097.18913047926,
303
+ 63064.7894513992,
304
+ 63029.54436269002,
305
+ 62969.55859357724,
306
+ 62995.327319426455,
307
+ 62992.04913799568,
308
+ 62929.26578857411,
309
+ 62907.66227606013,
310
+ 62915.618927804535,
311
+ 62828.32645158157,
312
+ 62816.769098615165,
313
+ 62835.2182628784,
314
+ 62816.66686322157,
315
+ 62720.561237174974,
316
+ 62812.92395253164,
317
+ 62780.86409870025,
318
+ 62766.079691155755
319
+ ],
320
+ "p90": [
321
+ 63901.01602482756,
322
+ 63914.712474114225,
323
+ 63816.33302409564,
324
+ 63862.47693695639,
325
+ 63804.76437250804,
326
+ 63758.16201476726,
327
+ 63692.04519032978,
328
+ 63684.60579026807,
329
+ 63701.015885965804,
330
+ 63549.911459289055,
331
+ 63521.11798653498,
332
+ 63498.23561321705,
333
+ 63561.83535080455,
334
+ 63521.51391221007,
335
+ 63494.54210653259,
336
+ 63443.61307279755,
337
+ 63474.08802028959,
338
+ 63407.484292732355,
339
+ 63422.63492266721,
340
+ 63407.012504400554,
341
+ 63411.74869920655,
342
+ 63398.68165289179,
343
+ 63336.92118575222,
344
+ 63375.20161579783
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_031212.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-22T03:12:12.571038+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 438661.0823523204,
8
+ "MSE[0.5]": 438661.0823523204,
9
+ "MAE[0.5]": 569.80224609375,
10
+ "MASE[0.5]": 0.5119047920776327,
11
+ "MAPE[0.5]": 0.008905513110583468,
12
+ "sMAPE[0.5]": 0.008852099230459376,
13
+ "MSIS": 1.5713130905677988,
14
+ "RMSE[mean]": 662.3149419666752,
15
+ "NRMSE[mean]": 0.0103298967507704,
16
+ "ND[0.5]": 0.008887008275893105,
17
+ "mean_weighted_sum_quantile_loss": 0.005708628576497484
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64444.35546875,
270
+ 64458.6171875,
271
+ 64471.0078125,
272
+ 64498.328125,
273
+ 64514.74609375,
274
+ 64549.66015625,
275
+ 64572.0,
276
+ 64595.59765625,
277
+ 64610.015625,
278
+ 64633.86328125,
279
+ 64655.3046875,
280
+ 64671.85546875,
281
+ 64676.87890625,
282
+ 64694.265625,
283
+ 64708.71484375,
284
+ 64711.41796875,
285
+ 64812.8359375,
286
+ 64836.6640625,
287
+ 64850.296875,
288
+ 64872.2890625,
289
+ 64872.66796875,
290
+ 64902.4453125,
291
+ 64919.01953125,
292
+ 64934.02734375
293
+ ],
294
+ "p10": [
295
+ 64159.08203125,
296
+ 64121.87109375,
297
+ 64069.73046875,
298
+ 64038.328125,
299
+ 64005.09375,
300
+ 64009.05078125,
301
+ 63962.29296875,
302
+ 63936.78515625,
303
+ 63892.75,
304
+ 63845.33203125,
305
+ 63811.3671875,
306
+ 63762.17578125,
307
+ 63705.46875,
308
+ 63658.078125,
309
+ 63634.125,
310
+ 63639.0546875,
311
+ 63530.33984375,
312
+ 63496.34375,
313
+ 63411.33984375,
314
+ 63373.91796875,
315
+ 63342.98046875,
316
+ 63293.9765625,
317
+ 63263.078125,
318
+ 63233.60546875
319
+ ],
320
+ "p90": [
321
+ 64685.69140625,
322
+ 64745.29296875,
323
+ 64802.91796875,
324
+ 64863.125,
325
+ 64939.35546875,
326
+ 64977.9921875,
327
+ 65027.59375,
328
+ 65076.78125,
329
+ 65126.71875,
330
+ 65183.53125,
331
+ 65232.625,
332
+ 65296.8828125,
333
+ 65355.81640625,
334
+ 65385.73828125,
335
+ 65422.8828125,
336
+ 65437.5390625,
337
+ 65689.4296875,
338
+ 65750.546875,
339
+ 65793.5703125,
340
+ 65888.5546875,
341
+ 65913.40625,
342
+ 65980.359375,
343
+ 66040.875,
344
+ 66078.515625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_031411.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "ETS",
5
+ "evaluated_at": "2026-06-22T03:14:11.544102+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 66900.41843501785,
8
+ "MSE[0.5]": 71306.54748334752,
9
+ "MAE[0.5]": 197.52993925546676,
10
+ "MASE[0.5]": 0.17745897489326565,
11
+ "MAPE[0.5]": 0.0030876331715526373,
12
+ "sMAPE[0.5]": 0.003081664345342728,
13
+ "MSIS": 1.4831389313223928,
14
+ "RMSE[mean]": 258.65115200790785,
15
+ "NRMSE[mean]": 0.00403409243157909,
16
+ "ND[0.5]": 0.003080806046193033,
17
+ "mean_weighted_sum_quantile_loss": 0.002486693957019581
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64429.850861727355,
270
+ 64423.81311623109,
271
+ 64383.087870734824,
272
+ 64373.93098461356,
273
+ 64377.8365984923,
274
+ 64348.529321746035,
275
+ 64327.71423249977,
276
+ 64312.899143253504,
277
+ 64304.08405400724,
278
+ 64284.89982413597,
279
+ 64288.94606301471,
280
+ 64265.50988001844,
281
+ 64260.84713452218,
282
+ 64244.50079527592,
283
+ 64197.91617477965,
284
+ 64197.78077303339,
285
+ 64182.82505878712,
286
+ 64160.86153204086,
287
+ 64171.95659904459,
288
+ 64131.231353548326,
289
+ 64123.84595180206,
290
+ 64109.0308625558,
291
+ 64094.21577330954,
292
+ 64087.72880906327
293
+ ],
294
+ "p10": [
295
+ 64184.593049227355,
296
+ 64090.30139748109,
297
+ 64150.11560510982,
298
+ 64060.67121898856,
299
+ 64124.9639422423,
300
+ 64110.14885299603,
301
+ 64079.73923249977,
302
+ 64076.0401588785,
303
+ 64044.00592900724,
304
+ 64035.97208976097,
305
+ 64062.62731301471,
306
+ 63999.56066126844,
307
+ 64036.369400147174,
308
+ 63976.71173277592,
309
+ 63961.218518529655,
310
+ 63958.67921053339,
311
+ 63868.07505878712,
312
+ 63929.04903204086,
313
+ 63913.07417716959,
314
+ 63816.37275979832,
315
+ 63736.24438930206,
316
+ 63858.1910188058,
317
+ 63779.18452330954,
318
+ 63847.78037156327
319
+ ],
320
+ "p90": [
321
+ 64665.917267977355,
322
+ 64648.92249123109,
323
+ 64625.83904260983,
324
+ 64647.67903148856,
325
+ 64607.5076922423,
326
+ 64592.69260299604,
327
+ 64597.33923249977,
328
+ 64562.871799503504,
329
+ 64537.57389775724,
330
+ 64536.922480385976,
331
+ 64538.07887551471,
332
+ 64503.017301893444,
333
+ 64567.857290772175,
334
+ 64521.20782652592,
335
+ 64462.847034154656,
336
+ 64446.31631990839,
337
+ 64508.13365253712,
338
+ 64434.37325079086,
339
+ 64447.13238029459,
340
+ 64388.77158792333,
341
+ 64417.50220180206,
342
+ 64357.3668000558,
343
+ 64360.29780455954,
344
+ 64348.24013718827
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_031347.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-22T03:13:47.497519+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 622570.3358726501,
8
+ "MSE[0.5]": 408280.23578373593,
9
+ "MAE[0.5]": 537.8452962239584,
10
+ "MASE[0.5]": 0.4831949793475519,
11
+ "MAPE[0.5]": 0.008406259494772484,
12
+ "sMAPE[0.5]": 0.008356549082240554,
13
+ "MSIS": 2.353923385129847,
14
+ "RMSE[mean]": 789.0312641921422,
15
+ "NRMSE[mean]": 0.012306247339116765,
16
+ "ND[0.5]": 0.008388586797367707,
17
+ "mean_weighted_sum_quantile_loss": 0.006368038372046204
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64444.4140625,
270
+ 64447.18359375,
271
+ 64441.255859375,
272
+ 64438.669921875,
273
+ 64510.2890625,
274
+ 64439.37890625,
275
+ 64536.181640625,
276
+ 64578.470703125,
277
+ 64523.44140625,
278
+ 64644.865234375,
279
+ 64551.078125,
280
+ 64575.634765625,
281
+ 64670.546875,
282
+ 64725.388671875,
283
+ 64796.9765625,
284
+ 64736.82421875,
285
+ 64734.767578125,
286
+ 64883.15234375,
287
+ 64780.736328125,
288
+ 64827.78515625,
289
+ 64860.1640625,
290
+ 64828.375,
291
+ 64879.6875,
292
+ 64725.412109375
293
+ ],
294
+ "p10": [
295
+ 64189.08203125,
296
+ 64073.228515625,
297
+ 63823.490234375,
298
+ 63784.146484375,
299
+ 64018.462890625,
300
+ 63688.205078125,
301
+ 63758.708984375,
302
+ 63741.767578125,
303
+ 63731.623046875,
304
+ 63647.431640625,
305
+ 63636.046875,
306
+ 63606.4375,
307
+ 63594.021484375,
308
+ 63593.359375,
309
+ 63562.775390625,
310
+ 63418.013671875,
311
+ 63323.767578125,
312
+ 63326.76953125,
313
+ 63439.515625,
314
+ 63322.359375,
315
+ 63348.0,
316
+ 63146.40625,
317
+ 63160.0390625,
318
+ 63029.015625
319
+ ],
320
+ "p90": [
321
+ 64714.822265625,
322
+ 64835.8984375,
323
+ 64900.740234375,
324
+ 64940.03125,
325
+ 65162.625,
326
+ 65191.12109375,
327
+ 65292.1015625,
328
+ 65381.634765625,
329
+ 65486.515625,
330
+ 65704.078125,
331
+ 65417.119140625,
332
+ 65697.74609375,
333
+ 65799.640625,
334
+ 65908.5859375,
335
+ 66226.0234375,
336
+ 66045.9296875,
337
+ 66752.67578125,
338
+ 66804.359375,
339
+ 66883.53125,
340
+ 66601.68359375,
341
+ 66840.30859375,
342
+ 66921.72265625,
343
+ 67255.56640625,
344
+ 67018.55078125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_031411.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moving-Average",
5
+ "evaluated_at": "2026-06-22T03:14:11.565472+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 106032.34021072567,
8
+ "MSE[0.5]": 99998.20448982052,
9
+ "MAE[0.5]": 275.36790164702205,
10
+ "MASE[0.5]": 0.24738784271882322,
11
+ "MAPE[0.5]": 0.004291878731429106,
12
+ "sMAPE[0.5]": 0.004300101651042614,
13
+ "MSIS": 1.6296831685899107,
14
+ "RMSE[mean]": 325.6260742181524,
15
+ "NRMSE[mean]": 0.005078677095890521,
16
+ "ND[0.5]": 0.004294817785695012,
17
+ "mean_weighted_sum_quantile_loss": 0.003225183505383512
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 63921.775003426534,
270
+ 63930.552347176534,
271
+ 63904.642190926534,
272
+ 63910.300394051534,
273
+ 63929.021097176534,
274
+ 63914.528909676534,
275
+ 63908.528909676534,
276
+ 63908.528909676534,
277
+ 63914.528909676534,
278
+ 63910.159769051534,
279
+ 63929.021097176534,
280
+ 63920.400003426534,
281
+ 63930.552347176534,
282
+ 63929.021097176534,
283
+ 63897.251565926534,
284
+ 63911.931253426534,
285
+ 63911.790628426534,
286
+ 63904.642190926534,
287
+ 63930.552347176534,
288
+ 63904.642190926534,
289
+ 63912.071878426534,
290
+ 63912.071878426534,
291
+ 63912.071878426534,
292
+ 63920.400003426534
293
+ ],
294
+ "p10": [
295
+ 63676.517190926534,
296
+ 63597.040628426534,
297
+ 63671.66992530153,
298
+ 63597.040628426534,
299
+ 63676.14844092653,
300
+ 63676.14844092653,
301
+ 63660.553909676535,
302
+ 63671.66992530153,
303
+ 63654.450784676534,
304
+ 63661.232034676534,
305
+ 63702.702347176535,
306
+ 63654.450784676534,
307
+ 63706.07461280153,
308
+ 63661.232034676534,
309
+ 63660.553909676535,
310
+ 63672.829690926534,
311
+ 63597.040628426534,
312
+ 63672.829690926534,
313
+ 63671.66992530153,
314
+ 63589.78359717653,
315
+ 63524.470315926534,
316
+ 63661.232034676534,
317
+ 63597.040628426534,
318
+ 63680.45156592653
319
+ ],
320
+ "p90": [
321
+ 64157.841409676534,
322
+ 64155.661722176534,
323
+ 64147.39336280154,
324
+ 64184.048440926534,
325
+ 64158.69219092654,
326
+ 64158.69219092654,
327
+ 64178.153909676534,
328
+ 64158.501565926534,
329
+ 64148.018753426535,
330
+ 64162.18242530154,
331
+ 64178.153909676534,
332
+ 64157.907425301535,
333
+ 64237.56250342653,
334
+ 64205.728128426534,
335
+ 64162.18242530154,
336
+ 64160.46680030153,
337
+ 64237.099222176534,
338
+ 64178.153909676534,
339
+ 64205.728128426534,
340
+ 64162.18242530154,
341
+ 64205.728128426534,
342
+ 64160.407815926534,
343
+ 64178.153909676534,
344
+ 64180.911331551535
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_031411.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Seasonal-Naive",
5
+ "evaluated_at": "2026-06-22T03:14:11.586749+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 234844.28810564676,
8
+ "MSE[0.5]": 234844.28810564676,
9
+ "MAE[0.5]": 423.77490234375,
10
+ "MASE[0.5]": 0.38071524771824866,
11
+ "MAPE[0.5]": 0.006612523722565755,
12
+ "sMAPE[0.5]": 0.006625281864440776,
13
+ "MSIS": 3.444595661865718,
14
+ "RMSE[mean]": 484.60735457238655,
15
+ "NRMSE[mean]": 0.007558253060895933,
16
+ "ND[0.5]": 0.006609470373384701,
17
+ "mean_weighted_sum_quantile_loss": 0.005798719632748991
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 63583.53125,
270
+ 63678.0703125,
271
+ 63744.609375,
272
+ 63655.2109375,
273
+ 63417.96875,
274
+ 63741.16015625,
275
+ 63674.69921875,
276
+ 63688.0,
277
+ 63655.08984375,
278
+ 63397.78125,
279
+ 63949.8984375,
280
+ 64160.0390625,
281
+ 64034.30859375,
282
+ 63834.69921875,
283
+ 63805.890625,
284
+ 63936.0,
285
+ 63925.98828125,
286
+ 64012.3984375,
287
+ 64272.01171875,
288
+ 64298.01171875,
289
+ 64294.0,
290
+ 64248.0,
291
+ 64241.25,
292
+ 64426.0
293
+ ],
294
+ "p10": [
295
+ 62311.860625,
296
+ 62404.50890625,
297
+ 62469.7171875,
298
+ 62382.10671875,
299
+ 62149.609375,
300
+ 62466.336953125,
301
+ 62401.205234375,
302
+ 62414.24,
303
+ 62381.988046875,
304
+ 62129.825625,
305
+ 62670.90046875,
306
+ 62876.83828125,
307
+ 62753.622421875,
308
+ 62558.005234375,
309
+ 62529.7728125,
310
+ 62657.28,
311
+ 62647.468515625,
312
+ 62732.15046875,
313
+ 62986.571484374996,
314
+ 63012.051484375,
315
+ 63008.119999999995,
316
+ 62963.04,
317
+ 62956.424999999996,
318
+ 63137.479999999996
319
+ ],
320
+ "p90": [
321
+ 64855.201875,
322
+ 64951.63171875,
323
+ 65019.5015625,
324
+ 64928.31515625,
325
+ 64686.328125,
326
+ 65015.983359375,
327
+ 64948.193203125,
328
+ 64961.76,
329
+ 64928.191640625,
330
+ 64665.736875,
331
+ 65228.89640625,
332
+ 65443.23984375,
333
+ 65314.994765625,
334
+ 65111.393203125,
335
+ 65082.0084375,
336
+ 65214.72,
337
+ 65204.508046875,
338
+ 65292.64640625,
339
+ 65557.451953125,
340
+ 65583.971953125,
341
+ 65579.88,
342
+ 65532.96,
343
+ 65526.075000000004,
344
+ 65714.52
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_031408.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-22T03:14:08.755878+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 215696.83415794373,
8
+ "MSE[0.5]": 215696.83415794373,
9
+ "MAE[0.5]": 393.70068359375,
10
+ "MASE[0.5]": 0.3536968623018053,
11
+ "MAPE[0.5]": 0.006154756787736895,
12
+ "sMAPE[0.5]": 0.006128529790780355,
13
+ "MSIS": 1.6467967356927256,
14
+ "RMSE[mean]": 464.4317325053745,
15
+ "NRMSE[mean]": 0.0072435808715354735,
16
+ "ND[0.5]": 0.0061404132000328505,
17
+ "mean_weighted_sum_quantile_loss": 0.0041636868415970375
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64467.90625,
270
+ 64422.0,
271
+ 64429.0625,
272
+ 64453.78125,
273
+ 64453.78125,
274
+ 64450.25,
275
+ 64464.375,
276
+ 64478.5,
277
+ 64510.28125,
278
+ 64524.40625,
279
+ 64556.1875,
280
+ 64552.65625,
281
+ 64556.1875,
282
+ 64552.65625,
283
+ 64552.65625,
284
+ 64556.1875,
285
+ 64573.84375,
286
+ 64545.59375,
287
+ 64520.875,
288
+ 64510.28125,
289
+ 64499.6875,
290
+ 64496.15625,
291
+ 64478.5,
292
+ 64414.9375
293
+ ],
294
+ "p10": [
295
+ 64199.53125,
296
+ 64090.0625,
297
+ 64045.921875,
298
+ 64031.796875,
299
+ 64017.671875,
300
+ 64007.078125,
301
+ 63987.65625,
302
+ 63971.765625,
303
+ 63971.765625,
304
+ 63978.828125,
305
+ 63987.65625,
306
+ 63950.578125,
307
+ 63912.6171875,
308
+ 63872.890625,
309
+ 63859.6484375,
310
+ 63818.15625,
311
+ 63822.5703125,
312
+ 63759.33984375,
313
+ 63698.7578125,
314
+ 63659.69140625,
315
+ 63632.765625,
316
+ 63620.40625,
317
+ 63578.03125,
318
+ 63502.109375
319
+ ],
320
+ "p90": [
321
+ 64732.75,
322
+ 64782.1875,
323
+ 64845.75,
324
+ 64909.3125,
325
+ 64930.5,
326
+ 64930.5,
327
+ 64979.9375,
328
+ 65008.1875,
329
+ 65078.8125,
330
+ 65107.0625,
331
+ 65156.5,
332
+ 65191.8125,
333
+ 65213.0,
334
+ 65227.125,
335
+ 65241.25,
336
+ 65290.6875,
337
+ 65318.9375,
338
+ 65304.8125,
339
+ 65276.5625,
340
+ 65283.625,
341
+ 65283.625,
342
+ 65283.625,
343
+ 65290.6875,
344
+ 65248.3125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_031240.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-22T03:12:40.202938+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 240631.9869066874,
8
+ "MSE[0.5]": 160808.56941604614,
9
+ "MAE[0.5]": 309.5276692708333,
10
+ "MASE[0.5]": 0.27807664547936956,
11
+ "MAPE[0.5]": 0.004842167185571246,
12
+ "sMAPE[0.5]": 0.004822622288781349,
13
+ "MSIS": 12.724342213775552,
14
+ "RMSE[mean]": 490.54254342175807,
15
+ "NRMSE[mean]": 0.007650822145670434,
16
+ "ND[0.5]": 0.004827595849762959,
17
+ "mean_weighted_sum_quantile_loss": 0.005586078468479375
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64371.95703125,
270
+ 64365.90625,
271
+ 64349.42578125,
272
+ 64336.77734375,
273
+ 64349.8984375,
274
+ 64354.26953125,
275
+ 64348.24609375,
276
+ 64348.296875,
277
+ 64368.2421875,
278
+ 64399.6015625,
279
+ 64395.2421875,
280
+ 64427.59375,
281
+ 64444.9375,
282
+ 64417.69140625,
283
+ 64445.44140625,
284
+ 64427.5234375,
285
+ 64426.05859375,
286
+ 64444.30078125,
287
+ 64460.5546875,
288
+ 64490.44140625,
289
+ 64466.59375,
290
+ 64487.56640625,
291
+ 64508.05859375,
292
+ 64513.30859375
293
+ ],
294
+ "p10": [
295
+ 64394.98828125,
296
+ 64428.1875,
297
+ 64399.46484375,
298
+ 64402.234375,
299
+ 64399.98828125,
300
+ 64409.28125,
301
+ 64424.5,
302
+ 64439.09375,
303
+ 64424.2890625,
304
+ 64429.0859375,
305
+ 64439.82421875,
306
+ 64423.94921875,
307
+ 64437.7109375,
308
+ 64456.6484375,
309
+ 64483.85546875,
310
+ 64467.08984375,
311
+ 64446.8984375,
312
+ 64512.76953125,
313
+ 64511.4375,
314
+ 64502.78125,
315
+ 64521.56640625,
316
+ 64562.3828125,
317
+ 64536.26953125,
318
+ 64544.796875
319
+ ],
320
+ "p90": [
321
+ 64582.3984375,
322
+ 64629.71875,
323
+ 64647.44921875,
324
+ 64668.2734375,
325
+ 64698.61328125,
326
+ 64710.671875,
327
+ 64741.69140625,
328
+ 64750.37890625,
329
+ 64788.8828125,
330
+ 64838.55078125,
331
+ 64846.7421875,
332
+ 64883.25,
333
+ 64901.6015625,
334
+ 64915.515625,
335
+ 64945.9453125,
336
+ 64957.21484375,
337
+ 64966.84765625,
338
+ 65001.51953125,
339
+ 65037.55078125,
340
+ 65055.75,
341
+ 65054.625,
342
+ 65083.7578125,
343
+ 65085.0625,
344
+ 65087.265625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_031318.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-22T03:13:18.484907+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 461840.2593053182,
8
+ "MSE[0.5]": 461840.2593053182,
9
+ "MAE[0.5]": 582.6595052083334,
10
+ "MASE[0.5]": 0.5234556285281022,
11
+ "MAPE[0.5]": 0.009106227926379948,
12
+ "sMAPE[0.5]": 0.00905001241967641,
13
+ "MSIS": 2.3906415048504885,
14
+ "RMSE[mean]": 679.5883013305322,
15
+ "NRMSE[mean]": 0.010599303353976061,
16
+ "ND[0.5]": 0.009087538493069196,
17
+ "mean_weighted_sum_quantile_loss": 0.006065229917013618
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64415.41796875,
270
+ 64430.72265625,
271
+ 64466.9140625,
272
+ 64496.1875,
273
+ 64518.07421875,
274
+ 64537.7890625,
275
+ 64556.6796875,
276
+ 64577.03515625,
277
+ 64594.66796875,
278
+ 64610.28515625,
279
+ 64648.57421875,
280
+ 64685.08203125,
281
+ 64714.2265625,
282
+ 64740.078125,
283
+ 64770.35546875,
284
+ 64793.375,
285
+ 64812.4453125,
286
+ 64837.625,
287
+ 64870.3671875,
288
+ 64897.3515625,
289
+ 64920.13671875,
290
+ 64938.12890625,
291
+ 64962.4765625,
292
+ 64981.453125
293
+ ],
294
+ "p10": [
295
+ 64185.56640625,
296
+ 64073.20703125,
297
+ 64004.41796875,
298
+ 63971.9296875,
299
+ 63954.48046875,
300
+ 63942.11328125,
301
+ 63923.98046875,
302
+ 63903.20703125,
303
+ 63882.796875,
304
+ 63853.8203125,
305
+ 63848.046875,
306
+ 63843.6953125,
307
+ 63827.37109375,
308
+ 63815.53515625,
309
+ 63806.4921875,
310
+ 63799.3203125,
311
+ 63791.6484375,
312
+ 63778.2109375,
313
+ 63779.765625,
314
+ 63774.21875,
315
+ 63756.69140625,
316
+ 63739.39453125,
317
+ 63726.640625,
318
+ 63712.91796875
319
+ ],
320
+ "p90": [
321
+ 64651.76953125,
322
+ 64785.12890625,
323
+ 64926.23828125,
324
+ 65043.26953125,
325
+ 65129.05078125,
326
+ 65223.42578125,
327
+ 65319.74609375,
328
+ 65409.70703125,
329
+ 65489.62109375,
330
+ 65569.9609375,
331
+ 65675.828125,
332
+ 65763.375,
333
+ 65836.4921875,
334
+ 65911.6640625,
335
+ 66007.390625,
336
+ 66088.15625,
337
+ 66157.5,
338
+ 66222.015625,
339
+ 66295.09375,
340
+ 66383.21875,
341
+ 66441.0,
342
+ 66512.3359375,
343
+ 66581.5078125,
344
+ 66647.421875
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_031309.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-22T03:13:09.011000+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 200073.31474049887,
8
+ "MSE[0.5]": 200073.31474049887,
9
+ "MAE[0.5]": 369.4850260416667,
10
+ "MASE[0.5]": 0.33194175124493724,
11
+ "MAPE[0.5]": 0.005777508656085408,
12
+ "sMAPE[0.5]": 0.00575312616892023,
13
+ "MSIS": 1.6274105733203825,
14
+ "RMSE[mean]": 447.2955563612262,
15
+ "NRMSE[mean]": 0.006976313867492897,
16
+ "ND[0.5]": 0.005762729976516476,
17
+ "mean_weighted_sum_quantile_loss": 0.004470687010118518
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-17 04:00:00",
23
+ "2026-06-17 05:00:00",
24
+ "2026-06-17 06:00:00",
25
+ "2026-06-17 07:00:00",
26
+ "2026-06-17 08:00:00",
27
+ "2026-06-17 09:00:00",
28
+ "2026-06-17 10:00:00",
29
+ "2026-06-17 11:00:00",
30
+ "2026-06-17 12:00:00",
31
+ "2026-06-17 13:00:00",
32
+ "2026-06-17 14:00:00",
33
+ "2026-06-17 15:00:00",
34
+ "2026-06-17 16:00:00",
35
+ "2026-06-17 17:00:00",
36
+ "2026-06-17 18:00:00",
37
+ "2026-06-17 19:00:00",
38
+ "2026-06-17 20:00:00",
39
+ "2026-06-17 21:00:00",
40
+ "2026-06-17 22:00:00",
41
+ "2026-06-17 23:00:00",
42
+ "2026-06-18 00:00:00",
43
+ "2026-06-18 01:00:00",
44
+ "2026-06-18 02:00:00",
45
+ "2026-06-18 03:00:00",
46
+ "2026-06-18 04:00:00",
47
+ "2026-06-18 05:00:00",
48
+ "2026-06-18 06:00:00",
49
+ "2026-06-18 07:00:00",
50
+ "2026-06-18 08:00:00",
51
+ "2026-06-18 09:00:00",
52
+ "2026-06-18 10:00:00",
53
+ "2026-06-18 11:00:00",
54
+ "2026-06-18 12:00:00",
55
+ "2026-06-18 13:00:00",
56
+ "2026-06-18 14:00:00",
57
+ "2026-06-18 15:00:00",
58
+ "2026-06-18 16:00:00",
59
+ "2026-06-18 17:00:00",
60
+ "2026-06-18 18:00:00",
61
+ "2026-06-18 19:00:00",
62
+ "2026-06-18 20:00:00",
63
+ "2026-06-18 21:00:00",
64
+ "2026-06-18 22:00:00",
65
+ "2026-06-18 23:00:00",
66
+ "2026-06-19 00:00:00",
67
+ "2026-06-19 01:00:00",
68
+ "2026-06-19 02:00:00",
69
+ "2026-06-19 03:00:00",
70
+ "2026-06-19 04:00:00",
71
+ "2026-06-19 05:00:00",
72
+ "2026-06-19 06:00:00",
73
+ "2026-06-19 07:00:00",
74
+ "2026-06-19 08:00:00",
75
+ "2026-06-19 09:00:00",
76
+ "2026-06-19 10:00:00",
77
+ "2026-06-19 11:00:00",
78
+ "2026-06-19 12:00:00",
79
+ "2026-06-19 13:00:00",
80
+ "2026-06-19 14:00:00",
81
+ "2026-06-19 15:00:00",
82
+ "2026-06-19 16:00:00",
83
+ "2026-06-19 17:00:00",
84
+ "2026-06-19 18:00:00",
85
+ "2026-06-19 19:00:00",
86
+ "2026-06-19 20:00:00",
87
+ "2026-06-19 21:00:00",
88
+ "2026-06-19 22:00:00",
89
+ "2026-06-19 23:00:00",
90
+ "2026-06-20 00:00:00",
91
+ "2026-06-20 01:00:00",
92
+ "2026-06-20 02:00:00",
93
+ "2026-06-20 03:00:00",
94
+ "2026-06-20 04:00:00",
95
+ "2026-06-20 05:00:00",
96
+ "2026-06-20 06:00:00",
97
+ "2026-06-20 07:00:00",
98
+ "2026-06-20 08:00:00",
99
+ "2026-06-20 09:00:00",
100
+ "2026-06-20 10:00:00",
101
+ "2026-06-20 11:00:00",
102
+ "2026-06-20 12:00:00",
103
+ "2026-06-20 13:00:00",
104
+ "2026-06-20 14:00:00",
105
+ "2026-06-20 15:00:00",
106
+ "2026-06-20 16:00:00",
107
+ "2026-06-20 17:00:00",
108
+ "2026-06-20 18:00:00",
109
+ "2026-06-20 19:00:00",
110
+ "2026-06-20 20:00:00",
111
+ "2026-06-20 21:00:00",
112
+ "2026-06-20 22:00:00",
113
+ "2026-06-20 23:00:00",
114
+ "2026-06-21 00:00:00",
115
+ "2026-06-21 01:00:00",
116
+ "2026-06-21 02:00:00",
117
+ "2026-06-21 03:00:00",
118
+ "2026-06-21 04:00:00",
119
+ "2026-06-21 05:00:00",
120
+ "2026-06-21 06:00:00",
121
+ "2026-06-21 07:00:00",
122
+ "2026-06-21 08:00:00",
123
+ "2026-06-21 09:00:00",
124
+ "2026-06-21 10:00:00",
125
+ "2026-06-21 11:00:00",
126
+ "2026-06-21 12:00:00",
127
+ "2026-06-21 13:00:00",
128
+ "2026-06-21 14:00:00",
129
+ "2026-06-21 15:00:00",
130
+ "2026-06-21 16:00:00",
131
+ "2026-06-21 17:00:00",
132
+ "2026-06-21 18:00:00",
133
+ "2026-06-21 19:00:00",
134
+ "2026-06-21 20:00:00",
135
+ "2026-06-21 21:00:00",
136
+ "2026-06-21 22:00:00",
137
+ "2026-06-21 23:00:00",
138
+ "2026-06-22 00:00:00",
139
+ "2026-06-22 01:00:00",
140
+ "2026-06-22 02:00:00",
141
+ "2026-06-22 03:00:00"
142
+ ],
143
+ "context": [
144
+ 65892.0,
145
+ 65836.296875,
146
+ 65624.0,
147
+ 65539.5,
148
+ 64926.01953125,
149
+ 64909.44140625,
150
+ 64798.0,
151
+ 64810.01171875,
152
+ 65040.87890625,
153
+ 65278.0,
154
+ 65101.44921875,
155
+ 65752.0,
156
+ 65864.1171875,
157
+ 66104.078125,
158
+ 65516.0,
159
+ 64301.8515625,
160
+ 64434.359375,
161
+ 64257.76953125,
162
+ 64300.01171875,
163
+ 64509.3984375,
164
+ 64468.01171875,
165
+ 64548.73828125,
166
+ 64689.5,
167
+ 64282.8203125,
168
+ 63883.41015625,
169
+ 63994.0,
170
+ 64083.41015625,
171
+ 64510.44140625,
172
+ 64399.921875,
173
+ 64199.53125,
174
+ 64078.609375,
175
+ 63974.3984375,
176
+ 64378.0703125,
177
+ 63984.0,
178
+ 63816.609375,
179
+ 62369.44140625,
180
+ 62688.0,
181
+ 62606.0,
182
+ 62708.921875,
183
+ 62950.7890625,
184
+ 63086.0,
185
+ 62971.3203125,
186
+ 62885.8515625,
187
+ 62958.01171875,
188
+ 63020.0,
189
+ 63021.859375,
190
+ 63006.0,
191
+ 62773.51171875,
192
+ 62452.01171875,
193
+ 62739.19921875,
194
+ 62894.078125,
195
+ 62629.98828125,
196
+ 62603.98828125,
197
+ 62390.0,
198
+ 62533.25,
199
+ 62626.0,
200
+ 62830.01171875,
201
+ 63210.0,
202
+ 63203.53125,
203
+ 63214.01171875,
204
+ 62971.98828125,
205
+ 63198.01171875,
206
+ 63110.01171875,
207
+ 63021.6015625,
208
+ 63250.01171875,
209
+ 63075.98046875,
210
+ 63315.28125,
211
+ 63543.91015625,
212
+ 63530.01171875,
213
+ 63586.28125,
214
+ 63340.5703125,
215
+ 63476.7890625,
216
+ 63583.53125,
217
+ 63678.0703125,
218
+ 63744.609375,
219
+ 63655.2109375,
220
+ 63417.96875,
221
+ 63741.16015625,
222
+ 63674.69921875,
223
+ 63688.0,
224
+ 63655.08984375,
225
+ 63397.78125,
226
+ 63949.8984375,
227
+ 64160.0390625,
228
+ 64034.30859375,
229
+ 63834.69921875,
230
+ 63805.890625,
231
+ 63936.0,
232
+ 63925.98828125,
233
+ 64012.3984375,
234
+ 64272.01171875,
235
+ 64298.01171875,
236
+ 64294.0,
237
+ 64248.0,
238
+ 64241.25,
239
+ 64426.0
240
+ ],
241
+ "actual": [
242
+ 64276.12109375,
243
+ 64256.55078125,
244
+ 64303.4609375,
245
+ 64191.0703125,
246
+ 64014.0,
247
+ 64209.16015625,
248
+ 64365.98828125,
249
+ 64176.0,
250
+ 64200.0,
251
+ 64146.0,
252
+ 64145.96875,
253
+ 64224.0,
254
+ 64145.30859375,
255
+ 64151.4609375,
256
+ 64213.80859375,
257
+ 64207.12109375,
258
+ 63848.0,
259
+ 63808.01171875,
260
+ 63801.58984375,
261
+ 63311.98828125,
262
+ 63896.01171875,
263
+ 64606.0,
264
+ 64257.98828125,
265
+ 64036.01171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 64397.046875,
270
+ 64403.8828125,
271
+ 64403.03125,
272
+ 64418.6796875,
273
+ 64438.515625,
274
+ 64450.71484375,
275
+ 64457.01953125,
276
+ 64466.80078125,
277
+ 64472.16796875,
278
+ 64476.765625,
279
+ 64479.4140625,
280
+ 64488.4921875,
281
+ 64489.09375,
282
+ 64496.36328125,
283
+ 64506.12890625,
284
+ 64507.03515625,
285
+ 64512.25,
286
+ 64507.921875,
287
+ 64512.3828125,
288
+ 64517.7890625,
289
+ 64520.890625,
290
+ 64519.62109375,
291
+ 64520.796875,
292
+ 64523.69921875
293
+ ],
294
+ "p10": [
295
+ 64189.62109375,
296
+ 64118.921875,
297
+ 64033.171875,
298
+ 63984.62890625,
299
+ 63962.55078125,
300
+ 63921.13671875,
301
+ 63880.75390625,
302
+ 63847.69921875,
303
+ 63815.234375,
304
+ 63779.69921875,
305
+ 63739.5703125,
306
+ 63705.38671875,
307
+ 63670.43359375,
308
+ 63636.24609375,
309
+ 63603.4921875,
310
+ 63577.45703125,
311
+ 63539.45703125,
312
+ 63493.27734375,
313
+ 63470.48046875,
314
+ 63431.0546875,
315
+ 63409.89453125,
316
+ 63377.2265625,
317
+ 63338.5390625,
318
+ 63298.25
319
+ ],
320
+ "p90": [
321
+ 64615.06640625,
322
+ 64695.80078125,
323
+ 64787.15234375,
324
+ 64862.14453125,
325
+ 64941.109375,
326
+ 65004.0859375,
327
+ 65058.03515625,
328
+ 65102.37109375,
329
+ 65166.41015625,
330
+ 65198.4296875,
331
+ 65242.96875,
332
+ 65297.91796875,
333
+ 65350.37109375,
334
+ 65404.875,
335
+ 65468.6875,
336
+ 65514.2890625,
337
+ 65567.96875,
338
+ 65606.890625,
339
+ 65649.6484375,
340
+ 65697.9609375,
341
+ 65747.8671875,
342
+ 65805.1328125,
343
+ 65852.0625,
344
+ 65899.65625
345
+ ]
346
+ }
347
+ }
results/seasonal_naive/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Seasonal-Naive,234044.5552972158,234044.5552972158,422.7150065104167,0.37976304761741364,0.0065958779744531475,0.006608733734660855,3.444595661865718,483.7815160764369,0.007545248321167809,0.0065928308279996906,0.005793113827005132,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1609255825218132,1.1609255825218132,1.0266000057260196,3.017858535211261,0.6583321560418693,0.9986076522621102,119.02812113297666,1.0774625666452702,0.7043313487884892,0.6710827726949063,0.6688899908288699,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05486113263501401,0.05486113263501401,0.2041667037540012,3.317710122508119,0.13097514651974485,0.142626753704941,111.6443365454381,0.23422453465641468,0.1555734894637966,0.13560887881333356,0.13102708318939263,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Seasonal-Naive,234844.28810564676,234844.28810564676,423.77490234375,0.38071524771824866,0.006612523722565755,0.006625281864440776,3.444595661865718,484.60735457238655,0.007558253060895933,0.006609470373384701,0.005798719632748991,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1609255825218132,1.1609255825218132,1.0266000057260196,3.017858535211261,0.6583321560418693,0.9986076522621102,119.02812113297666,1.0774625666452702,0.7043313487884892,0.6710827726949063,0.6688899908288699,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05486113263501401,0.05486113263501401,0.2041667037540012,3.317710122508119,0.13097514651974485,0.142626753704941,111.6443365454381,0.23422453465641468,0.1555734894637966,0.13560887881333356,0.13102708318939263,Ocean,1
results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Seasonal-Naive",
4
- "evaluated_at": "2026-06-22T03:07:52.507302+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  63583.53125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Seasonal-Naive",
4
+ "evaluated_at": "2026-06-22T03:14:11.586749+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  63583.53125,
results/seasonal_naive/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
- "evaluated_at": "2026-06-22T03:07:52.526651+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Seasonal-Naive",
3
  "api_model_id": "baseline/seasonal-naive",
4
+ "evaluated_at": "2026-06-22T03:14:11.593232+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,214920.55154482523,214920.55154482523,392.6407877604167,0.3527446622009703,0.0061381138978428415,0.006111981652777668,1.6467967356927256,463.5952453863448,0.007230415240585641,0.006123781389372486,0.004158107997445801,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004550184869225937,0.004550184869225937,0.0532038023074468,0.15640127411227758,0.033165988441573015,0.03355165061064565,1.3367918639227439,0.06745505814411501,0.044095000193999596,0.03477903270139064,0.030501328684755833,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05641214627038376,0.05641214627038376,0.21195229391256967,3.444226007830464,0.13602981567222183,0.14801309089589632,87.75377701523543,0.23751241287643002,0.15775731998509587,0.1407801194362694,0.12710761471100676,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,215696.83415794373,215696.83415794373,393.70068359375,0.3536968623018053,0.006154756787736895,0.006128529790780355,1.6467967356927256,464.4317325053745,0.0072435808715354735,0.0061404132000328505,0.0041636868415970375,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004550184869225937,0.004550184869225937,0.0532038023074468,0.15640127411227758,0.033165988441573015,0.03355165061064565,1.3367918639227439,0.06745505814411501,0.044095000193999596,0.03477903270139064,0.030501328684755833,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05641214627038376,0.05641214627038376,0.21195229391256967,3.444226007830464,0.13602981567222183,0.14801309089589632,87.75377701523543,0.23751241287643002,0.15775731998509587,0.1407801194362694,0.12710761471100676,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-22T03:07:40.733363+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  64467.90625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-22T03:14:08.755878+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  64467.90625,
results/timer_s1/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-22T03:07:51.472113+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-22T03:14:11.265603+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,239371.47266515097,159823.76057815552,308.4677734375,0.27712444537853465,0.004825498879533895,0.004806074232397702,12.686254209742154,489.2560399884205,0.007630631166488343,0.00481098568738193,0.005569455798765473,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.028821312674931637,0.041628200053921385,0.14556483924388885,0.4279116404525567,0.08232009562916612,0.08943451367444401,5.896827267806313,0.1697684089426877,0.11097667441438434,0.09515493413385762,0.07058083399463455,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05959067912188133,0.06448377556561644,0.22740408943759072,3.695317774909469,0.14594664988624614,0.15985496330634275,118.27663914032125,0.24411202166604032,0.16214082391649115,0.15104330451137213,0.13854620815441188,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,240631.9869066874,160808.56941604614,309.5276692708333,0.27807664547936956,0.004842167185571246,0.004822622288781349,12.724342213775552,490.54254342175807,0.007650822145670434,0.004827595849762959,0.005586078468479375,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.028821312674931637,0.041628200053921385,0.14556483924388885,0.4279116404525567,0.08232009562916612,0.08943451367444401,5.896827267806313,0.1697684089426877,0.11097667441438434,0.09515493413385762,0.07058083399463455,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05959067912188133,0.06448377556561644,0.22740408943759072,3.695317774909469,0.14594664988624614,0.15985496330634275,118.27663914032125,0.24411202166604032,0.16214082391649115,0.15104330451137213,0.13854620815441188,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-22T03:05:38.655897+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  64371.95703125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-22T03:12:40.202938+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  64371.95703125,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-22T03:06:01.369441+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-22T03:12:43.455741+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,459863.08159128827,459863.08159128827,581.599609375,0.5225034284272673,0.009089438665821944,0.009033465011918125,2.3906415048504885,678.1320532103524,0.010576416349084041,0.009070858084489578,0.006059619716531161,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.085502107689821,0.085502107689821,0.23595123489697775,0.6936172259456609,0.1360310227580922,0.15100020624777016,1.9724329249517336,0.2924074343956066,0.1911451302710957,0.15424002342905666,0.13143269811518923,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.058951440711298396,0.058951440711298396,0.21648135450151232,3.5178232687212136,0.13888115388005895,0.15147121651870674,73.65405395300132,0.24279917774016122,0.16126882427320027,0.14378835151942135,0.12446513947496457,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,461840.2593053182,461840.2593053182,582.6595052083334,0.5234556285281022,0.009106227926379948,0.00905001241967641,2.3906415048504885,679.5883013305322,0.010599303353976061,0.009087538493069196,0.006065229917013618,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.085502107689821,0.085502107689821,0.23595123489697775,0.6936172259456609,0.1360310227580922,0.15100020624777016,1.9724329249517336,0.2924074343956066,0.1911451302710957,0.15424002342905666,0.13143269811518923,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.058951440711298396,0.058951440711298396,0.21648135450151232,3.5178232687212136,0.13888115388005895,0.15147121651870674,73.65405395300132,0.24279917774016122,0.16126882427320027,0.14378835151942135,0.12446513947496457,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-22T03:06:24.749159+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  64415.41796875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-22T03:13:18.484907+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  64415.41796875,
results/tirex/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-22T03:06:39.861149+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-22T03:13:20.532789+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,199066.47994232178,199066.47994232178,368.4251302083333,0.3309895511441023,0.005760837665421872,0.00573657812227444,1.6274105733203825,446.1686675936823,0.006958623424519209,0.005746104393829806,0.004465103103552925,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.2433452048083568,0.2433452048083568,0.385603337486585,1.1335440451482015,0.22112327084320096,0.26859882874978286,10.663142160811438,0.4933003190839803,0.32246770315186357,0.25206677911315784,0.19922665204572393,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.057231466013795064,0.057231466013795064,0.21341080798043144,3.4679268699093067,0.13692772944699308,0.14912351791592918,82.14560205688086,0.23923098882418026,0.15889880952841914,0.14174887415405393,0.1272448539760027,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,200073.31474049887,200073.31474049887,369.4850260416667,0.33194175124493724,0.005777508656085408,0.00575312616892023,1.6274105733203825,447.2955563612262,0.006976313867492897,0.005762729976516476,0.004470687010118518,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.2433452048083568,0.2433452048083568,0.385603337486585,1.1335440451482015,0.22112327084320096,0.26859882874978286,10.663142160811438,0.4933003190839803,0.32246770315186357,0.25206677911315784,0.19922665204572393,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.057231466013795064,0.057231466013795064,0.21341080798043144,3.4679268699093067,0.13692772944699308,0.14912351791592918,82.14560205688086,0.23923098882418026,0.15889880952841914,0.14174887415405393,0.1272448539760027,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-22T03:06:05.535456+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
- 64061.44921875
131
  ],
132
  "p50": [
133
  64397.046875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-22T03:13:09.011000+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  63896.01171875,
128
  64606.0,
129
  64257.98828125,
130
+ 64036.01171875
131
  ],
132
  "p50": [
133
  64397.046875,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-22T03:06:18.189438+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z",
14
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
15
- "context_length": 240,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z",
20
- "data_fetched_at": "2026-06-22T03:04:11.120897Z",
21
- "context_length": 78,
22
- "prediction_length": 72
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-22T03:13:12.765390+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z",
8
+ "data_fetched_at": "2026-06-22T03:11:50.844322Z",
9
  "context_length": 96,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []