ziyuzhou02 commited on
Commit
f2c3772
·
verified ·
1 Parent(s): d770a3b

Update leaderboard results from local eval

Browse files
Files changed (27) hide show
  1. results/chronos_2/all_results.csv +1 -1
  2. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  3. results/chronos_2/online_meta.json +2 -14
  4. results/dataset_eval_intervals.json +1 -0
  5. results/eval_history.jsonl +1 -0
  6. results/moirai_1_1_large/all_results.csv +1 -1
  7. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  8. results/moirai_1_1_large/online_meta.json +2 -14
  9. results/online_status.json +16 -90
  10. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_055916.json +443 -0
  11. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_060033.json +443 -0
  12. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_060039.json +443 -0
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_055950.json +443 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_060025.json +443 -0
  15. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_060012.json +443 -0
  16. results/timer_s1/all_results.csv +1 -1
  17. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  18. results/timer_s1/online_meta.json +2 -14
  19. results/timesfm_2_5/all_results.csv +1 -1
  20. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  21. results/timesfm_2_5/online_meta.json +2 -14
  22. results/tirex/all_results.csv +1 -1
  23. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  24. results/tirex/online_meta.json +2 -14
  25. results/toto_2_0_1b/all_results.csv +1 -1
  26. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  27. results/toto_2_0_1b/online_meta.json +2 -14
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,169453.20624796549,169453.20624796549,385.5305989583333,0.4182352917911114,0.0058355266451159985,0.005832022289159779,3.504277452140336,411.64694368835717,0.006234041024082154,0.005838531311348084,0.006323465590710217,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,22.962071748878618,22.962071748878618,3.69832173983256,2.271895414653122,0.16205658842644108,0.1429642927225866,55.27296804353207,4.791875598226504,0.21041223048526428,0.16239405852237013,0.13281737438961339,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.002525774429273279,0.002525774429273279,0.035289937257766725,0.15840623061169856,0.02429364431956076,0.023863048640395967,2.690305034166218,0.0502570833741203,0.03905485090277168,0.027423860388204862,0.02174829130913589,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.014621063551926185,0.014621063551926185,0.09811628195974562,0.4153828053206736,0.08374590917872078,0.08028748499948563,3.188470485933578,0.12091758991944135,0.09915792044509024,0.08045981140886312,0.08453210850138927,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,172789.4260889689,172789.4260889689,390.1272786458333,0.4232219093918057,0.005905704737811285,0.005901815256378444,3.504277452140336,415.6794751836671,0.006295548733882122,0.005908555610176438,0.006347111911177329,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,22.962071748878618,22.962071748878618,3.69832173983256,2.271895414653122,0.16205658842644108,0.1429642927225866,55.27296804353207,4.791875598226504,0.21041223048526428,0.16239405852237013,0.13281737438961339,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.002525774429273279,0.002525774429273279,0.035289937257766725,0.15840623061169856,0.02429364431956076,0.023863048640395967,2.690305034166218,0.0502570833741203,0.03905485090277168,0.027423860388204862,0.02174829130913589,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.014621063551926185,0.014621063551926185,0.09811628195974562,0.4153828053206736,0.08374590917872078,0.08028748499948563,3.188470485933578,0.12091758991944135,0.09915792044509024,0.08045981140886312,0.08453210850138927,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-17T05:48:58.395168+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
@@ -175,7 +175,7 @@
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
- 65916.3203125
179
  ],
180
  "p50": [
181
  66047.8046875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-17T05:59:16.817066+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
 
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
+ 65806.0
179
  ],
180
  "p50": [
181
  66047.8046875,
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T05:49:13.652745+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
9
  "context_length": 144,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
14
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
15
- "context_length": 720,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
20
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
21
- "context_length": 232,
22
- "prediction_length": 36
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-17T05:59:19.391493+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
9
  "context_length": 144,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/dataset_eval_intervals.json CHANGED
@@ -3,6 +3,7 @@
3
  "nasa_power_shanghai_hourly_T2M": 3600,
4
  "noaa_coops_sf_water_level_water_level": 360,
5
  "noaa_ndbc_46013_realtime_wave_height": 600,
 
6
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
7
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
8
  "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
 
3
  "nasa_power_shanghai_hourly_T2M": 3600,
4
  "noaa_coops_sf_water_level_water_level": 360,
5
  "noaa_ndbc_46013_realtime_wave_height": 600,
6
+ "nws_ksfo_observations_temperature": 3600,
7
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
8
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
9
  "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
results/eval_history.jsonl CHANGED
@@ -1078,3 +1078,4 @@
1078
  {"evaluated_at": "2026-06-17T05:55:34.483033+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1079
  {"evaluated_at": "2026-06-17T05:55:34.483033+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1080
  {"evaluated_at": "2026-06-17T05:55:34.483033+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36}
 
 
1078
  {"evaluated_at": "2026-06-17T05:55:34.483033+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1079
  {"evaluated_at": "2026-06-17T05:55:34.483033+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60}
1080
  {"evaluated_at": "2026-06-17T05:55:34.483033+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36}
1081
+ {"evaluated_at": "2026-06-17T06:00:42.234117+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,324415.9116032918,288662.3820667267,486.14794921875,0.5273880463561565,0.007371972772408663,0.007346651826893077,2.6655747912831624,569.575202763684,0.008625729486812039,0.00736229505811053,0.005479361575779142,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,18.54085204264402,19.128059771764395,3.3794788122177124,2.0760287929255203,0.14758968619860385,0.13169455081118495,34.73186935258064,4.305908968225411,0.18907333708874505,0.1483936008312895,0.1083511420081167,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.025749719291813734,0.02331927059019918,0.12881582776705425,0.5782166618959912,0.1037017542421156,0.0993838094302752,5.106133403535512,0.1604671907020676,0.12469928191024036,0.10010296279847498,0.1280415086528121,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.029752479785593994,0.027640471028349448,0.1380120813846588,0.5842847322447942,0.10927986942123195,0.11503457507078549,2.584941764936696,0.17248907149612117,0.1414488796911582,0.11317618053352402,0.10419523169513491,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,309039.9206797282,283984.7839132945,488.4724934895833,0.5299097825141169,0.007406453883132734,0.007382897496470606,2.69791823811687,555.9135910190794,0.008419422446926585,0.007398013545330372,0.005471065411171667,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,18.54085204264402,19.128059771764395,3.3794788122177124,2.0760287929255203,0.14758968619860385,0.13169455081118495,34.73186935258064,4.305908968225411,0.18907333708874505,0.1483936008312895,0.1083511420081167,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.025749719291813734,0.02331927059019918,0.12881582776705425,0.5782166618959912,0.1037017542421156,0.0993838094302752,5.106133403535512,0.1604671907020676,0.12469928191024036,0.10010296279847498,0.1280415086528121,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.029752479785593994,0.027640471028349448,0.1380120813846588,0.5842847322447942,0.10927986942123195,0.11503457507078549,2.584941764936696,0.17248907149612117,0.1414488796911582,0.11317618053352402,0.10419523169513491,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-17T05:53:42.446592+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
@@ -175,85 +175,85 @@
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
- 65916.3203125
179
  ],
180
  "p50": [
181
- 66097.70703125,
182
- 66195.65625,
183
- 66151.328125,
184
- 66245.80078125,
185
- 66217.25390625,
186
- 66349.70703125,
187
- 66296.421875,
188
- 66311.58984375,
189
- 66257.61328125,
190
- 66473.75,
191
- 66123.5625,
192
- 66237.34375,
193
- 66291.296875,
194
- 66195.83984375,
195
- 66319.41015625,
196
- 66366.328125,
197
- 66389.046875,
198
- 66555.9765625,
199
- 66505.3046875,
200
- 66408.5,
201
- 66433.33203125,
202
- 66557.796875,
203
- 66547.36328125,
204
- 66666.265625
205
  ],
206
  "p10": [
207
- 65769.8828125,
208
- 65835.12109375,
209
- 65671.80078125,
210
- 65744.80078125,
211
- 65674.1328125,
212
- 65670.2890625,
213
- 65697.4609375,
214
- 65510.916015625,
215
- 65571.34765625,
216
- 65659.53515625,
217
- 65475.765625,
218
- 65460.5234375,
219
- 65301.12109375,
220
- 65283.548828125,
221
- 65336.630859375,
222
- 65418.802734375,
223
- 65378.919921875,
224
- 65509.052734375,
225
- 65403.212890625,
226
- 65349.96484375,
227
- 65267.484375,
228
- 65479.07421875,
229
- 65349.685546875,
230
- 65390.873046875
231
  ],
232
  "p90": [
233
- 66404.0078125,
234
- 66581.015625,
235
- 66615.23046875,
236
- 66823.6953125,
237
- 66769.46484375,
238
- 67110.3515625,
239
- 66976.796875,
240
- 67195.08203125,
241
- 66960.99609375,
242
- 67280.44140625,
243
- 67098.62109375,
244
- 67097.8984375,
245
- 67123.4296875,
246
- 67253.0,
247
- 67225.93359375,
248
- 67309.66015625,
249
- 67542.35546875,
250
- 67611.671875,
251
- 67852.82421875,
252
- 67716.53515625,
253
- 67663.1640625,
254
- 67849.4375,
255
- 67588.98046875,
256
- 68071.80859375
257
  ],
258
  "timestamps": [
259
  "2026-06-10 06:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-17T06:00:33.016367+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
 
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
+ 65806.0
179
  ],
180
  "p50": [
181
+ 66082.16015625,
182
+ 66172.9765625,
183
+ 66180.66015625,
184
+ 66235.828125,
185
+ 66185.64453125,
186
+ 66339.05078125,
187
+ 66300.84765625,
188
+ 66372.9140625,
189
+ 66371.36328125,
190
+ 66397.890625,
191
+ 66183.50390625,
192
+ 66247.515625,
193
+ 66300.77734375,
194
+ 66260.00390625,
195
+ 66320.51171875,
196
+ 66377.73046875,
197
+ 66437.9609375,
198
+ 66592.55859375,
199
+ 66355.546875,
200
+ 66511.65625,
201
+ 66585.47265625,
202
+ 66553.46484375,
203
+ 66349.3203125,
204
+ 66572.046875
205
  ],
206
  "p10": [
207
+ 65780.46875,
208
+ 65826.9765625,
209
+ 65716.85546875,
210
+ 65667.41015625,
211
+ 65605.23828125,
212
+ 65626.51953125,
213
+ 65611.91015625,
214
+ 65663.7890625,
215
+ 65635.859375,
216
+ 65592.42578125,
217
+ 65373.818359375,
218
+ 65394.662109375,
219
+ 65414.95703125,
220
+ 65280.400390625,
221
+ 65243.8203125,
222
+ 65217.24609375,
223
+ 65333.837890625,
224
+ 65586.26953125,
225
+ 65390.931640625,
226
+ 65464.541015625,
227
+ 65353.908203125,
228
+ 65403.82421875,
229
+ 65058.15625,
230
+ 65357.4921875
231
  ],
232
  "p90": [
233
+ 66362.37109375,
234
+ 66695.2734375,
235
+ 66640.60546875,
236
+ 66782.0234375,
237
+ 66743.00390625,
238
+ 67019.22265625,
239
+ 66926.05859375,
240
+ 67190.0390625,
241
+ 67040.34375,
242
+ 67014.171875,
243
+ 66890.11328125,
244
+ 67140.05078125,
245
+ 67105.9140625,
246
+ 67091.1953125,
247
+ 67564.70703125,
248
+ 67445.0703125,
249
+ 67491.7421875,
250
+ 67800.65625,
251
+ 67511.7109375,
252
+ 67737.58203125,
253
+ 67759.51171875,
254
+ 67865.5234375,
255
+ 67463.3359375,
256
+ 67989.30078125
257
  ],
258
  "timestamps": [
259
  "2026-06-10 06:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-17T05:53:56.379440+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
9
  "context_length": 144,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
14
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
15
- "context_length": 720,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
20
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
21
- "context_length": 232,
22
- "prediction_length": 36
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-17T06:00:35.095885+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
9
  "context_length": 144,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-17T05:48:53.152002+00:00",
4
- "finished_at": "2026-06-17T05:55:34.475945+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,25 +10,13 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T05:49:13.652745+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
17
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
18
  "context_length": 144,
19
  "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
23
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
24
- "context_length": 720,
25
- "prediction_length": 60
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
29
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
30
- "context_length": 232,
31
- "prediction_length": 36
32
  }
33
  ],
34
  "failed_datasets": []
@@ -36,25 +24,13 @@
36
  "TimesFM-2.5": {
37
  "model": "TimesFM-2.5",
38
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-17T05:51:21.431288+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
43
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
44
  "context_length": 144,
45
  "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
49
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
50
- "context_length": 720,
51
- "prediction_length": 60
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
55
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
56
- "context_length": 232,
57
- "prediction_length": 36
58
  }
59
  ],
60
  "failed_datasets": []
@@ -62,25 +38,13 @@
62
  "Toto-2.0-1B": {
63
  "model": "Toto-2.0-1B",
64
  "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-17T05:53:03.700186+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
69
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
70
  "context_length": 144,
71
  "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
75
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
76
- "context_length": 720,
77
- "prediction_length": 60
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
81
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
82
- "context_length": 232,
83
- "prediction_length": 36
84
  }
85
  ],
86
  "failed_datasets": []
@@ -88,25 +52,13 @@
88
  "TiRex": {
89
  "model": "TiRex",
90
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-17T05:53:37.540831+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
95
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
96
  "context_length": 144,
97
  "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
101
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
102
- "context_length": 720,
103
- "prediction_length": 60
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
107
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
108
- "context_length": 232,
109
- "prediction_length": 36
110
  }
111
  ],
112
  "failed_datasets": []
@@ -114,25 +66,13 @@
114
  "Moirai-1.1-Large": {
115
  "model": "Moirai-1.1-Large",
116
  "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-17T05:53:56.379440+00:00",
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
121
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
122
  "context_length": 144,
123
  "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
127
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
128
- "context_length": 720,
129
- "prediction_length": 60
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
133
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
134
- "context_length": 232,
135
- "prediction_length": 36
136
  }
137
  ],
138
  "failed_datasets": []
@@ -140,25 +80,13 @@
140
  "Timer-S1": {
141
  "model": "Timer-S1",
142
  "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-17T05:55:34.473986+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
147
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
148
  "context_length": 144,
149
  "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
153
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
154
- "context_length": 720,
155
- "prediction_length": 60
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
159
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
160
- "context_length": 232,
161
- "prediction_length": 36
162
  }
163
  ],
164
  "failed_datasets": []
@@ -166,7 +94,5 @@
166
  },
167
  "failed_models": [],
168
  "failed_datasets": [],
169
- "push_status": "ok",
170
- "pushed_at": "2026-06-17T05:55:54.100904+00:00",
171
- "push_detail": "HF Hub API"
172
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-17T05:59:11.534791+00:00",
4
+ "finished_at": "2026-06-17T06:00:42.232121+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-17T05:59:19.391493+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
17
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
18
  "context_length": 144,
19
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
20
  }
21
  ],
22
  "failed_datasets": []
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-17T06:00:05.471111+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
31
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
32
  "context_length": 144,
33
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
34
  }
35
  ],
36
  "failed_datasets": []
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-17T06:00:14.472472+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
45
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
46
  "context_length": 144,
47
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "failed_datasets": []
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-17T06:00:27.202046+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
59
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
60
  "context_length": 144,
61
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "failed_datasets": []
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-17T06:00:35.095885+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
73
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
74
  "context_length": 144,
75
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
76
  }
77
  ],
78
  "failed_datasets": []
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-17T06:00:42.229247+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
87
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
88
  "context_length": 144,
89
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
90
  }
91
  ],
92
  "failed_datasets": []
 
94
  },
95
  "failed_models": [],
96
  "failed_datasets": [],
97
+ "push_status": "pending"
 
 
98
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_055916.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-17T05:59:16.817066+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 172789.4260889689,
8
+ "MSE[0.5]": 172789.4260889689,
9
+ "MAE[0.5]": 390.1272786458333,
10
+ "MASE[0.5]": 0.4232219093918057,
11
+ "MAPE[0.5]": 0.005905704737811285,
12
+ "sMAPE[0.5]": 0.005901815256378444,
13
+ "MSIS": 3.504277452140336,
14
+ "RMSE[mean]": 415.6794751836671,
15
+ "NRMSE[mean]": 0.006295548733882122,
16
+ "ND[0.5]": 0.005908555610176438,
17
+ "mean_weighted_sum_quantile_loss": 0.006347111911177329
18
+ },
19
+ "context_length": 144,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-10 06:00:00",
23
+ "2026-06-10 07:00:00",
24
+ "2026-06-10 08:00:00",
25
+ "2026-06-10 09:00:00",
26
+ "2026-06-10 10:00:00",
27
+ "2026-06-10 11:00:00",
28
+ "2026-06-10 12:00:00",
29
+ "2026-06-10 13:00:00",
30
+ "2026-06-10 14:00:00",
31
+ "2026-06-10 15:00:00",
32
+ "2026-06-10 16:00:00",
33
+ "2026-06-10 17:00:00",
34
+ "2026-06-10 18:00:00",
35
+ "2026-06-10 19:00:00",
36
+ "2026-06-10 20:00:00",
37
+ "2026-06-10 21:00:00",
38
+ "2026-06-10 22:00:00",
39
+ "2026-06-10 23:00:00",
40
+ "2026-06-11 00:00:00",
41
+ "2026-06-11 01:00:00",
42
+ "2026-06-11 02:00:00",
43
+ "2026-06-11 03:00:00",
44
+ "2026-06-11 04:00:00",
45
+ "2026-06-11 05:00:00",
46
+ "2026-06-11 06:00:00",
47
+ "2026-06-11 07:00:00",
48
+ "2026-06-11 08:00:00",
49
+ "2026-06-11 09:00:00",
50
+ "2026-06-11 10:00:00",
51
+ "2026-06-11 11:00:00",
52
+ "2026-06-11 12:00:00",
53
+ "2026-06-11 13:00:00",
54
+ "2026-06-11 14:00:00",
55
+ "2026-06-11 15:00:00",
56
+ "2026-06-11 16:00:00",
57
+ "2026-06-11 17:00:00",
58
+ "2026-06-11 18:00:00",
59
+ "2026-06-11 19:00:00",
60
+ "2026-06-11 20:00:00",
61
+ "2026-06-11 21:00:00",
62
+ "2026-06-11 22:00:00",
63
+ "2026-06-11 23:00:00",
64
+ "2026-06-12 00:00:00",
65
+ "2026-06-12 01:00:00",
66
+ "2026-06-12 02:00:00",
67
+ "2026-06-12 03:00:00",
68
+ "2026-06-12 04:00:00",
69
+ "2026-06-12 05:00:00",
70
+ "2026-06-12 06:00:00",
71
+ "2026-06-12 07:00:00",
72
+ "2026-06-12 08:00:00",
73
+ "2026-06-12 09:00:00",
74
+ "2026-06-12 10:00:00",
75
+ "2026-06-12 11:00:00",
76
+ "2026-06-12 12:00:00",
77
+ "2026-06-12 13:00:00",
78
+ "2026-06-12 14:00:00",
79
+ "2026-06-12 15:00:00",
80
+ "2026-06-12 16:00:00",
81
+ "2026-06-12 17:00:00",
82
+ "2026-06-12 18:00:00",
83
+ "2026-06-12 19:00:00",
84
+ "2026-06-12 20:00:00",
85
+ "2026-06-12 21:00:00",
86
+ "2026-06-12 22:00:00",
87
+ "2026-06-12 23:00:00",
88
+ "2026-06-13 00:00:00",
89
+ "2026-06-13 01:00:00",
90
+ "2026-06-13 02:00:00",
91
+ "2026-06-13 03:00:00",
92
+ "2026-06-13 04:00:00",
93
+ "2026-06-13 05:00:00",
94
+ "2026-06-13 06:00:00",
95
+ "2026-06-13 07:00:00",
96
+ "2026-06-13 08:00:00",
97
+ "2026-06-13 09:00:00",
98
+ "2026-06-13 10:00:00",
99
+ "2026-06-13 11:00:00",
100
+ "2026-06-13 12:00:00",
101
+ "2026-06-13 13:00:00",
102
+ "2026-06-13 14:00:00",
103
+ "2026-06-13 15:00:00",
104
+ "2026-06-13 16:00:00",
105
+ "2026-06-13 17:00:00",
106
+ "2026-06-13 18:00:00",
107
+ "2026-06-13 19:00:00",
108
+ "2026-06-13 20:00:00",
109
+ "2026-06-13 21:00:00",
110
+ "2026-06-13 22:00:00",
111
+ "2026-06-13 23:00:00",
112
+ "2026-06-14 00:00:00",
113
+ "2026-06-14 01:00:00",
114
+ "2026-06-14 02:00:00",
115
+ "2026-06-14 03:00:00",
116
+ "2026-06-14 04:00:00",
117
+ "2026-06-14 05:00:00",
118
+ "2026-06-14 06:00:00",
119
+ "2026-06-14 07:00:00",
120
+ "2026-06-14 08:00:00",
121
+ "2026-06-14 09:00:00",
122
+ "2026-06-14 10:00:00",
123
+ "2026-06-14 11:00:00",
124
+ "2026-06-14 12:00:00",
125
+ "2026-06-14 13:00:00",
126
+ "2026-06-14 14:00:00",
127
+ "2026-06-14 15:00:00",
128
+ "2026-06-14 16:00:00",
129
+ "2026-06-14 17:00:00",
130
+ "2026-06-14 18:00:00",
131
+ "2026-06-14 19:00:00",
132
+ "2026-06-14 20:00:00",
133
+ "2026-06-14 21:00:00",
134
+ "2026-06-14 22:00:00",
135
+ "2026-06-14 23:00:00",
136
+ "2026-06-15 00:00:00",
137
+ "2026-06-15 01:00:00",
138
+ "2026-06-15 02:00:00",
139
+ "2026-06-15 03:00:00",
140
+ "2026-06-15 04:00:00",
141
+ "2026-06-15 05:00:00",
142
+ "2026-06-15 06:00:00",
143
+ "2026-06-15 07:00:00",
144
+ "2026-06-15 08:00:00",
145
+ "2026-06-15 09:00:00",
146
+ "2026-06-15 10:00:00",
147
+ "2026-06-15 11:00:00",
148
+ "2026-06-15 12:00:00",
149
+ "2026-06-15 13:00:00",
150
+ "2026-06-15 14:00:00",
151
+ "2026-06-15 15:00:00",
152
+ "2026-06-15 16:00:00",
153
+ "2026-06-15 17:00:00",
154
+ "2026-06-15 18:00:00",
155
+ "2026-06-15 19:00:00",
156
+ "2026-06-15 20:00:00",
157
+ "2026-06-15 21:00:00",
158
+ "2026-06-15 22:00:00",
159
+ "2026-06-15 23:00:00",
160
+ "2026-06-16 00:00:00",
161
+ "2026-06-16 01:00:00",
162
+ "2026-06-16 02:00:00",
163
+ "2026-06-16 03:00:00",
164
+ "2026-06-16 04:00:00",
165
+ "2026-06-16 05:00:00",
166
+ "2026-06-16 06:00:00",
167
+ "2026-06-16 07:00:00",
168
+ "2026-06-16 08:00:00",
169
+ "2026-06-16 09:00:00",
170
+ "2026-06-16 10:00:00",
171
+ "2026-06-16 11:00:00",
172
+ "2026-06-16 12:00:00",
173
+ "2026-06-16 13:00:00",
174
+ "2026-06-16 14:00:00",
175
+ "2026-06-16 15:00:00",
176
+ "2026-06-16 16:00:00",
177
+ "2026-06-16 17:00:00",
178
+ "2026-06-16 18:00:00",
179
+ "2026-06-16 19:00:00",
180
+ "2026-06-16 20:00:00",
181
+ "2026-06-16 21:00:00",
182
+ "2026-06-16 22:00:00",
183
+ "2026-06-16 23:00:00",
184
+ "2026-06-17 00:00:00",
185
+ "2026-06-17 01:00:00",
186
+ "2026-06-17 02:00:00",
187
+ "2026-06-17 03:00:00",
188
+ "2026-06-17 04:00:00",
189
+ "2026-06-17 05:00:00"
190
+ ],
191
+ "context": [
192
+ 61472.890625,
193
+ 61687.55859375,
194
+ 61261.55078125,
195
+ 61334.94140625,
196
+ 61386.08984375,
197
+ 61034.0390625,
198
+ 61564.01171875,
199
+ 62146.421875,
200
+ 62195.98828125,
201
+ 62639.23046875,
202
+ 62219.328125,
203
+ 61969.98828125,
204
+ 61882.0,
205
+ 61942.44140625,
206
+ 61805.51171875,
207
+ 61356.1796875,
208
+ 61381.4609375,
209
+ 61510.98828125,
210
+ 61812.0,
211
+ 62206.01171875,
212
+ 62148.0,
213
+ 62689.48046875,
214
+ 62726.859375,
215
+ 62610.0,
216
+ 62772.0,
217
+ 62719.390625,
218
+ 62957.98828125,
219
+ 62927.48828125,
220
+ 63148.0,
221
+ 63108.0,
222
+ 63010.01171875,
223
+ 63077.5703125,
224
+ 62734.01953125,
225
+ 62749.44140625,
226
+ 62582.44921875,
227
+ 63644.19140625,
228
+ 63461.12109375,
229
+ 63605.6796875,
230
+ 63393.671875,
231
+ 63519.98828125,
232
+ 63500.01171875,
233
+ 63625.98828125,
234
+ 63648.80078125,
235
+ 63426.19921875,
236
+ 63624.0703125,
237
+ 63524.8203125,
238
+ 63700.0,
239
+ 63358.19921875,
240
+ 62980.44921875,
241
+ 63100.80078125,
242
+ 63470.80859375,
243
+ 63752.9296875,
244
+ 63702.01171875,
245
+ 63766.01171875,
246
+ 63465.51171875,
247
+ 63229.1015625,
248
+ 63999.98828125,
249
+ 63593.01953125,
250
+ 63982.48046875,
251
+ 63865.44140625,
252
+ 63694.0,
253
+ 63589.26953125,
254
+ 63449.0,
255
+ 63472.0,
256
+ 63502.0,
257
+ 63580.01171875,
258
+ 63600.01171875,
259
+ 63837.890625,
260
+ 63646.01171875,
261
+ 63532.0,
262
+ 63512.01171875,
263
+ 63584.03125,
264
+ 63735.73828125,
265
+ 63846.0,
266
+ 63806.0,
267
+ 63743.12109375,
268
+ 63843.01171875,
269
+ 63971.28125,
270
+ 64133.12109375,
271
+ 64102.69140625,
272
+ 64220.96875,
273
+ 64296.1484375,
274
+ 64029.171875,
275
+ 63971.19140625,
276
+ 64161.4609375,
277
+ 64296.58984375,
278
+ 64278.30859375,
279
+ 64471.0390625,
280
+ 64456.46875,
281
+ 64458.01171875,
282
+ 64565.0,
283
+ 64563.0,
284
+ 64490.01171875,
285
+ 64545.30078125,
286
+ 64339.0703125,
287
+ 64338.0,
288
+ 64286.1015625,
289
+ 64429.390625,
290
+ 64456.328125,
291
+ 64616.0,
292
+ 64521.12890625,
293
+ 64546.0,
294
+ 64327.53125,
295
+ 64317.98828125,
296
+ 63983.55078125,
297
+ 64025.0703125,
298
+ 63942.62890625,
299
+ 63732.640625,
300
+ 63813.30078125,
301
+ 63802.0,
302
+ 64008.640625,
303
+ 65311.58984375,
304
+ 65426.78125,
305
+ 65746.453125,
306
+ 65625.9921875,
307
+ 65525.0,
308
+ 65472.01171875,
309
+ 65927.1015625,
310
+ 65644.0078125,
311
+ 65858.0078125,
312
+ 65812.0078125,
313
+ 65674.7578125,
314
+ 65662.0078125,
315
+ 65596.859375,
316
+ 65917.3671875,
317
+ 66233.8984375,
318
+ 66563.4921875,
319
+ 66447.046875,
320
+ 66591.546875,
321
+ 67292.140625,
322
+ 67157.9921875,
323
+ 66851.7890625,
324
+ 66766.1171875,
325
+ 66614.3515625,
326
+ 66519.9765625,
327
+ 66368.1484375,
328
+ 66206.34375,
329
+ 66328.7421875,
330
+ 66250.0,
331
+ 66346.5234375,
332
+ 65741.9921875,
333
+ 66165.2109375,
334
+ 65840.09375,
335
+ 66045.0
336
+ ],
337
+ "actual": [
338
+ 66446.0,
339
+ 66372.0,
340
+ 66899.609375,
341
+ 66510.0,
342
+ 66514.0,
343
+ 66481.7265625,
344
+ 66429.828125,
345
+ 66052.0,
346
+ 65654.8984375,
347
+ 65859.7578125,
348
+ 65758.0703125,
349
+ 65978.7890625,
350
+ 65847.9921875,
351
+ 65675.8828125,
352
+ 65854.0,
353
+ 65776.96875,
354
+ 65780.0,
355
+ 65675.0078125,
356
+ 65700.0,
357
+ 65940.0,
358
+ 65904.0,
359
+ 65851.9921875,
360
+ 65892.0,
361
+ 65806.0
362
+ ],
363
+ "predictions": {
364
+ "p50": [
365
+ 66047.8046875,
366
+ 66038.0234375,
367
+ 66040.4453125,
368
+ 66057.2109375,
369
+ 66058.46875,
370
+ 66080.7421875,
371
+ 66109.25,
372
+ 66108.390625,
373
+ 66118.390625,
374
+ 66141.34375,
375
+ 66147.6875,
376
+ 66160.4453125,
377
+ 66166.2890625,
378
+ 66199.1640625,
379
+ 66204.2421875,
380
+ 66192.75,
381
+ 66207.546875,
382
+ 66208.390625,
383
+ 66204.0390625,
384
+ 66214.71875,
385
+ 66199.625,
386
+ 66213.75,
387
+ 66238.3671875,
388
+ 66224.0546875
389
+ ],
390
+ "p10": [
391
+ 65695.1796875,
392
+ 65546.1328125,
393
+ 65443.58203125,
394
+ 65402.74609375,
395
+ 65316.76953125,
396
+ 65274.41796875,
397
+ 65199.328125,
398
+ 65103.55078125,
399
+ 65043.04296875,
400
+ 64980.89453125,
401
+ 64919.796875,
402
+ 64857.65234375,
403
+ 64784.18359375,
404
+ 64767.2578125,
405
+ 64704.53125,
406
+ 64653.265625,
407
+ 64497.2421875,
408
+ 64422.65625,
409
+ 64373.375,
410
+ 64361.87109375,
411
+ 64313.98046875,
412
+ 64281.4296875,
413
+ 64265.78125,
414
+ 64198.94140625
415
+ ],
416
+ "p90": [
417
+ 66310.7109375,
418
+ 66443.9765625,
419
+ 66573.4375,
420
+ 66669.3671875,
421
+ 66766.8203125,
422
+ 66855.640625,
423
+ 66945.671875,
424
+ 67029.75,
425
+ 67106.0625,
426
+ 67173.671875,
427
+ 67240.96875,
428
+ 67303.71875,
429
+ 67395.921875,
430
+ 67399.515625,
431
+ 67470.0859375,
432
+ 67511.234375,
433
+ 67733.3125,
434
+ 67780.65625,
435
+ 67776.5546875,
436
+ 67876.7421875,
437
+ 67913.765625,
438
+ 68014.8125,
439
+ 68080.6953125,
440
+ 68102.171875
441
+ ]
442
+ }
443
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_060033.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-17T06:00:33.016367+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 309039.9206797282,
8
+ "MSE[0.5]": 283984.7839132945,
9
+ "MAE[0.5]": 488.4724934895833,
10
+ "MASE[0.5]": 0.5299097825141169,
11
+ "MAPE[0.5]": 0.007406453883132734,
12
+ "sMAPE[0.5]": 0.007382897496470606,
13
+ "MSIS": 2.69791823811687,
14
+ "RMSE[mean]": 555.9135910190794,
15
+ "NRMSE[mean]": 0.008419422446926585,
16
+ "ND[0.5]": 0.007398013545330372,
17
+ "mean_weighted_sum_quantile_loss": 0.005471065411171667
18
+ },
19
+ "context_length": 144,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-10 06:00:00",
23
+ "2026-06-10 07:00:00",
24
+ "2026-06-10 08:00:00",
25
+ "2026-06-10 09:00:00",
26
+ "2026-06-10 10:00:00",
27
+ "2026-06-10 11:00:00",
28
+ "2026-06-10 12:00:00",
29
+ "2026-06-10 13:00:00",
30
+ "2026-06-10 14:00:00",
31
+ "2026-06-10 15:00:00",
32
+ "2026-06-10 16:00:00",
33
+ "2026-06-10 17:00:00",
34
+ "2026-06-10 18:00:00",
35
+ "2026-06-10 19:00:00",
36
+ "2026-06-10 20:00:00",
37
+ "2026-06-10 21:00:00",
38
+ "2026-06-10 22:00:00",
39
+ "2026-06-10 23:00:00",
40
+ "2026-06-11 00:00:00",
41
+ "2026-06-11 01:00:00",
42
+ "2026-06-11 02:00:00",
43
+ "2026-06-11 03:00:00",
44
+ "2026-06-11 04:00:00",
45
+ "2026-06-11 05:00:00",
46
+ "2026-06-11 06:00:00",
47
+ "2026-06-11 07:00:00",
48
+ "2026-06-11 08:00:00",
49
+ "2026-06-11 09:00:00",
50
+ "2026-06-11 10:00:00",
51
+ "2026-06-11 11:00:00",
52
+ "2026-06-11 12:00:00",
53
+ "2026-06-11 13:00:00",
54
+ "2026-06-11 14:00:00",
55
+ "2026-06-11 15:00:00",
56
+ "2026-06-11 16:00:00",
57
+ "2026-06-11 17:00:00",
58
+ "2026-06-11 18:00:00",
59
+ "2026-06-11 19:00:00",
60
+ "2026-06-11 20:00:00",
61
+ "2026-06-11 21:00:00",
62
+ "2026-06-11 22:00:00",
63
+ "2026-06-11 23:00:00",
64
+ "2026-06-12 00:00:00",
65
+ "2026-06-12 01:00:00",
66
+ "2026-06-12 02:00:00",
67
+ "2026-06-12 03:00:00",
68
+ "2026-06-12 04:00:00",
69
+ "2026-06-12 05:00:00",
70
+ "2026-06-12 06:00:00",
71
+ "2026-06-12 07:00:00",
72
+ "2026-06-12 08:00:00",
73
+ "2026-06-12 09:00:00",
74
+ "2026-06-12 10:00:00",
75
+ "2026-06-12 11:00:00",
76
+ "2026-06-12 12:00:00",
77
+ "2026-06-12 13:00:00",
78
+ "2026-06-12 14:00:00",
79
+ "2026-06-12 15:00:00",
80
+ "2026-06-12 16:00:00",
81
+ "2026-06-12 17:00:00",
82
+ "2026-06-12 18:00:00",
83
+ "2026-06-12 19:00:00",
84
+ "2026-06-12 20:00:00",
85
+ "2026-06-12 21:00:00",
86
+ "2026-06-12 22:00:00",
87
+ "2026-06-12 23:00:00",
88
+ "2026-06-13 00:00:00",
89
+ "2026-06-13 01:00:00",
90
+ "2026-06-13 02:00:00",
91
+ "2026-06-13 03:00:00",
92
+ "2026-06-13 04:00:00",
93
+ "2026-06-13 05:00:00",
94
+ "2026-06-13 06:00:00",
95
+ "2026-06-13 07:00:00",
96
+ "2026-06-13 08:00:00",
97
+ "2026-06-13 09:00:00",
98
+ "2026-06-13 10:00:00",
99
+ "2026-06-13 11:00:00",
100
+ "2026-06-13 12:00:00",
101
+ "2026-06-13 13:00:00",
102
+ "2026-06-13 14:00:00",
103
+ "2026-06-13 15:00:00",
104
+ "2026-06-13 16:00:00",
105
+ "2026-06-13 17:00:00",
106
+ "2026-06-13 18:00:00",
107
+ "2026-06-13 19:00:00",
108
+ "2026-06-13 20:00:00",
109
+ "2026-06-13 21:00:00",
110
+ "2026-06-13 22:00:00",
111
+ "2026-06-13 23:00:00",
112
+ "2026-06-14 00:00:00",
113
+ "2026-06-14 01:00:00",
114
+ "2026-06-14 02:00:00",
115
+ "2026-06-14 03:00:00",
116
+ "2026-06-14 04:00:00",
117
+ "2026-06-14 05:00:00",
118
+ "2026-06-14 06:00:00",
119
+ "2026-06-14 07:00:00",
120
+ "2026-06-14 08:00:00",
121
+ "2026-06-14 09:00:00",
122
+ "2026-06-14 10:00:00",
123
+ "2026-06-14 11:00:00",
124
+ "2026-06-14 12:00:00",
125
+ "2026-06-14 13:00:00",
126
+ "2026-06-14 14:00:00",
127
+ "2026-06-14 15:00:00",
128
+ "2026-06-14 16:00:00",
129
+ "2026-06-14 17:00:00",
130
+ "2026-06-14 18:00:00",
131
+ "2026-06-14 19:00:00",
132
+ "2026-06-14 20:00:00",
133
+ "2026-06-14 21:00:00",
134
+ "2026-06-14 22:00:00",
135
+ "2026-06-14 23:00:00",
136
+ "2026-06-15 00:00:00",
137
+ "2026-06-15 01:00:00",
138
+ "2026-06-15 02:00:00",
139
+ "2026-06-15 03:00:00",
140
+ "2026-06-15 04:00:00",
141
+ "2026-06-15 05:00:00",
142
+ "2026-06-15 06:00:00",
143
+ "2026-06-15 07:00:00",
144
+ "2026-06-15 08:00:00",
145
+ "2026-06-15 09:00:00",
146
+ "2026-06-15 10:00:00",
147
+ "2026-06-15 11:00:00",
148
+ "2026-06-15 12:00:00",
149
+ "2026-06-15 13:00:00",
150
+ "2026-06-15 14:00:00",
151
+ "2026-06-15 15:00:00",
152
+ "2026-06-15 16:00:00",
153
+ "2026-06-15 17:00:00",
154
+ "2026-06-15 18:00:00",
155
+ "2026-06-15 19:00:00",
156
+ "2026-06-15 20:00:00",
157
+ "2026-06-15 21:00:00",
158
+ "2026-06-15 22:00:00",
159
+ "2026-06-15 23:00:00",
160
+ "2026-06-16 00:00:00",
161
+ "2026-06-16 01:00:00",
162
+ "2026-06-16 02:00:00",
163
+ "2026-06-16 03:00:00",
164
+ "2026-06-16 04:00:00",
165
+ "2026-06-16 05:00:00",
166
+ "2026-06-16 06:00:00",
167
+ "2026-06-16 07:00:00",
168
+ "2026-06-16 08:00:00",
169
+ "2026-06-16 09:00:00",
170
+ "2026-06-16 10:00:00",
171
+ "2026-06-16 11:00:00",
172
+ "2026-06-16 12:00:00",
173
+ "2026-06-16 13:00:00",
174
+ "2026-06-16 14:00:00",
175
+ "2026-06-16 15:00:00",
176
+ "2026-06-16 16:00:00",
177
+ "2026-06-16 17:00:00",
178
+ "2026-06-16 18:00:00",
179
+ "2026-06-16 19:00:00",
180
+ "2026-06-16 20:00:00",
181
+ "2026-06-16 21:00:00",
182
+ "2026-06-16 22:00:00",
183
+ "2026-06-16 23:00:00",
184
+ "2026-06-17 00:00:00",
185
+ "2026-06-17 01:00:00",
186
+ "2026-06-17 02:00:00",
187
+ "2026-06-17 03:00:00",
188
+ "2026-06-17 04:00:00",
189
+ "2026-06-17 05:00:00"
190
+ ],
191
+ "context": [
192
+ 61472.890625,
193
+ 61687.55859375,
194
+ 61261.55078125,
195
+ 61334.94140625,
196
+ 61386.08984375,
197
+ 61034.0390625,
198
+ 61564.01171875,
199
+ 62146.421875,
200
+ 62195.98828125,
201
+ 62639.23046875,
202
+ 62219.328125,
203
+ 61969.98828125,
204
+ 61882.0,
205
+ 61942.44140625,
206
+ 61805.51171875,
207
+ 61356.1796875,
208
+ 61381.4609375,
209
+ 61510.98828125,
210
+ 61812.0,
211
+ 62206.01171875,
212
+ 62148.0,
213
+ 62689.48046875,
214
+ 62726.859375,
215
+ 62610.0,
216
+ 62772.0,
217
+ 62719.390625,
218
+ 62957.98828125,
219
+ 62927.48828125,
220
+ 63148.0,
221
+ 63108.0,
222
+ 63010.01171875,
223
+ 63077.5703125,
224
+ 62734.01953125,
225
+ 62749.44140625,
226
+ 62582.44921875,
227
+ 63644.19140625,
228
+ 63461.12109375,
229
+ 63605.6796875,
230
+ 63393.671875,
231
+ 63519.98828125,
232
+ 63500.01171875,
233
+ 63625.98828125,
234
+ 63648.80078125,
235
+ 63426.19921875,
236
+ 63624.0703125,
237
+ 63524.8203125,
238
+ 63700.0,
239
+ 63358.19921875,
240
+ 62980.44921875,
241
+ 63100.80078125,
242
+ 63470.80859375,
243
+ 63752.9296875,
244
+ 63702.01171875,
245
+ 63766.01171875,
246
+ 63465.51171875,
247
+ 63229.1015625,
248
+ 63999.98828125,
249
+ 63593.01953125,
250
+ 63982.48046875,
251
+ 63865.44140625,
252
+ 63694.0,
253
+ 63589.26953125,
254
+ 63449.0,
255
+ 63472.0,
256
+ 63502.0,
257
+ 63580.01171875,
258
+ 63600.01171875,
259
+ 63837.890625,
260
+ 63646.01171875,
261
+ 63532.0,
262
+ 63512.01171875,
263
+ 63584.03125,
264
+ 63735.73828125,
265
+ 63846.0,
266
+ 63806.0,
267
+ 63743.12109375,
268
+ 63843.01171875,
269
+ 63971.28125,
270
+ 64133.12109375,
271
+ 64102.69140625,
272
+ 64220.96875,
273
+ 64296.1484375,
274
+ 64029.171875,
275
+ 63971.19140625,
276
+ 64161.4609375,
277
+ 64296.58984375,
278
+ 64278.30859375,
279
+ 64471.0390625,
280
+ 64456.46875,
281
+ 64458.01171875,
282
+ 64565.0,
283
+ 64563.0,
284
+ 64490.01171875,
285
+ 64545.30078125,
286
+ 64339.0703125,
287
+ 64338.0,
288
+ 64286.1015625,
289
+ 64429.390625,
290
+ 64456.328125,
291
+ 64616.0,
292
+ 64521.12890625,
293
+ 64546.0,
294
+ 64327.53125,
295
+ 64317.98828125,
296
+ 63983.55078125,
297
+ 64025.0703125,
298
+ 63942.62890625,
299
+ 63732.640625,
300
+ 63813.30078125,
301
+ 63802.0,
302
+ 64008.640625,
303
+ 65311.58984375,
304
+ 65426.78125,
305
+ 65746.453125,
306
+ 65625.9921875,
307
+ 65525.0,
308
+ 65472.01171875,
309
+ 65927.1015625,
310
+ 65644.0078125,
311
+ 65858.0078125,
312
+ 65812.0078125,
313
+ 65674.7578125,
314
+ 65662.0078125,
315
+ 65596.859375,
316
+ 65917.3671875,
317
+ 66233.8984375,
318
+ 66563.4921875,
319
+ 66447.046875,
320
+ 66591.546875,
321
+ 67292.140625,
322
+ 67157.9921875,
323
+ 66851.7890625,
324
+ 66766.1171875,
325
+ 66614.3515625,
326
+ 66519.9765625,
327
+ 66368.1484375,
328
+ 66206.34375,
329
+ 66328.7421875,
330
+ 66250.0,
331
+ 66346.5234375,
332
+ 65741.9921875,
333
+ 66165.2109375,
334
+ 65840.09375,
335
+ 66045.0
336
+ ],
337
+ "actual": [
338
+ 66446.0,
339
+ 66372.0,
340
+ 66899.609375,
341
+ 66510.0,
342
+ 66514.0,
343
+ 66481.7265625,
344
+ 66429.828125,
345
+ 66052.0,
346
+ 65654.8984375,
347
+ 65859.7578125,
348
+ 65758.0703125,
349
+ 65978.7890625,
350
+ 65847.9921875,
351
+ 65675.8828125,
352
+ 65854.0,
353
+ 65776.96875,
354
+ 65780.0,
355
+ 65675.0078125,
356
+ 65700.0,
357
+ 65940.0,
358
+ 65904.0,
359
+ 65851.9921875,
360
+ 65892.0,
361
+ 65806.0
362
+ ],
363
+ "predictions": {
364
+ "p50": [
365
+ 66082.16015625,
366
+ 66172.9765625,
367
+ 66180.66015625,
368
+ 66235.828125,
369
+ 66185.64453125,
370
+ 66339.05078125,
371
+ 66300.84765625,
372
+ 66372.9140625,
373
+ 66371.36328125,
374
+ 66397.890625,
375
+ 66183.50390625,
376
+ 66247.515625,
377
+ 66300.77734375,
378
+ 66260.00390625,
379
+ 66320.51171875,
380
+ 66377.73046875,
381
+ 66437.9609375,
382
+ 66592.55859375,
383
+ 66355.546875,
384
+ 66511.65625,
385
+ 66585.47265625,
386
+ 66553.46484375,
387
+ 66349.3203125,
388
+ 66572.046875
389
+ ],
390
+ "p10": [
391
+ 65780.46875,
392
+ 65826.9765625,
393
+ 65716.85546875,
394
+ 65667.41015625,
395
+ 65605.23828125,
396
+ 65626.51953125,
397
+ 65611.91015625,
398
+ 65663.7890625,
399
+ 65635.859375,
400
+ 65592.42578125,
401
+ 65373.818359375,
402
+ 65394.662109375,
403
+ 65414.95703125,
404
+ 65280.400390625,
405
+ 65243.8203125,
406
+ 65217.24609375,
407
+ 65333.837890625,
408
+ 65586.26953125,
409
+ 65390.931640625,
410
+ 65464.541015625,
411
+ 65353.908203125,
412
+ 65403.82421875,
413
+ 65058.15625,
414
+ 65357.4921875
415
+ ],
416
+ "p90": [
417
+ 66362.37109375,
418
+ 66695.2734375,
419
+ 66640.60546875,
420
+ 66782.0234375,
421
+ 66743.00390625,
422
+ 67019.22265625,
423
+ 66926.05859375,
424
+ 67190.0390625,
425
+ 67040.34375,
426
+ 67014.171875,
427
+ 66890.11328125,
428
+ 67140.05078125,
429
+ 67105.9140625,
430
+ 67091.1953125,
431
+ 67564.70703125,
432
+ 67445.0703125,
433
+ 67491.7421875,
434
+ 67800.65625,
435
+ 67511.7109375,
436
+ 67737.58203125,
437
+ 67759.51171875,
438
+ 67865.5234375,
439
+ 67463.3359375,
440
+ 67989.30078125
441
+ ]
442
+ }
443
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_060039.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-17T06:00:39.691025+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 114734.28355153401,
8
+ "MSE[0.5]": 114734.28355153401,
9
+ "MAE[0.5]": 250.5986328125,
10
+ "MASE[0.5]": 0.27185700071531,
11
+ "MAPE[0.5]": 0.003781060650294394,
12
+ "sMAPE[0.5]": 0.0037901644436574224,
13
+ "MSIS": 2.988455102714223,
14
+ "RMSE[mean]": 338.72449505687365,
15
+ "NRMSE[mean]": 0.005130050178801685,
16
+ "ND[0.5]": 0.0037953663813163766,
17
+ "mean_weighted_sum_quantile_loss": 0.005204115158525543
18
+ },
19
+ "context_length": 144,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-10 06:00:00",
23
+ "2026-06-10 07:00:00",
24
+ "2026-06-10 08:00:00",
25
+ "2026-06-10 09:00:00",
26
+ "2026-06-10 10:00:00",
27
+ "2026-06-10 11:00:00",
28
+ "2026-06-10 12:00:00",
29
+ "2026-06-10 13:00:00",
30
+ "2026-06-10 14:00:00",
31
+ "2026-06-10 15:00:00",
32
+ "2026-06-10 16:00:00",
33
+ "2026-06-10 17:00:00",
34
+ "2026-06-10 18:00:00",
35
+ "2026-06-10 19:00:00",
36
+ "2026-06-10 20:00:00",
37
+ "2026-06-10 21:00:00",
38
+ "2026-06-10 22:00:00",
39
+ "2026-06-10 23:00:00",
40
+ "2026-06-11 00:00:00",
41
+ "2026-06-11 01:00:00",
42
+ "2026-06-11 02:00:00",
43
+ "2026-06-11 03:00:00",
44
+ "2026-06-11 04:00:00",
45
+ "2026-06-11 05:00:00",
46
+ "2026-06-11 06:00:00",
47
+ "2026-06-11 07:00:00",
48
+ "2026-06-11 08:00:00",
49
+ "2026-06-11 09:00:00",
50
+ "2026-06-11 10:00:00",
51
+ "2026-06-11 11:00:00",
52
+ "2026-06-11 12:00:00",
53
+ "2026-06-11 13:00:00",
54
+ "2026-06-11 14:00:00",
55
+ "2026-06-11 15:00:00",
56
+ "2026-06-11 16:00:00",
57
+ "2026-06-11 17:00:00",
58
+ "2026-06-11 18:00:00",
59
+ "2026-06-11 19:00:00",
60
+ "2026-06-11 20:00:00",
61
+ "2026-06-11 21:00:00",
62
+ "2026-06-11 22:00:00",
63
+ "2026-06-11 23:00:00",
64
+ "2026-06-12 00:00:00",
65
+ "2026-06-12 01:00:00",
66
+ "2026-06-12 02:00:00",
67
+ "2026-06-12 03:00:00",
68
+ "2026-06-12 04:00:00",
69
+ "2026-06-12 05:00:00",
70
+ "2026-06-12 06:00:00",
71
+ "2026-06-12 07:00:00",
72
+ "2026-06-12 08:00:00",
73
+ "2026-06-12 09:00:00",
74
+ "2026-06-12 10:00:00",
75
+ "2026-06-12 11:00:00",
76
+ "2026-06-12 12:00:00",
77
+ "2026-06-12 13:00:00",
78
+ "2026-06-12 14:00:00",
79
+ "2026-06-12 15:00:00",
80
+ "2026-06-12 16:00:00",
81
+ "2026-06-12 17:00:00",
82
+ "2026-06-12 18:00:00",
83
+ "2026-06-12 19:00:00",
84
+ "2026-06-12 20:00:00",
85
+ "2026-06-12 21:00:00",
86
+ "2026-06-12 22:00:00",
87
+ "2026-06-12 23:00:00",
88
+ "2026-06-13 00:00:00",
89
+ "2026-06-13 01:00:00",
90
+ "2026-06-13 02:00:00",
91
+ "2026-06-13 03:00:00",
92
+ "2026-06-13 04:00:00",
93
+ "2026-06-13 05:00:00",
94
+ "2026-06-13 06:00:00",
95
+ "2026-06-13 07:00:00",
96
+ "2026-06-13 08:00:00",
97
+ "2026-06-13 09:00:00",
98
+ "2026-06-13 10:00:00",
99
+ "2026-06-13 11:00:00",
100
+ "2026-06-13 12:00:00",
101
+ "2026-06-13 13:00:00",
102
+ "2026-06-13 14:00:00",
103
+ "2026-06-13 15:00:00",
104
+ "2026-06-13 16:00:00",
105
+ "2026-06-13 17:00:00",
106
+ "2026-06-13 18:00:00",
107
+ "2026-06-13 19:00:00",
108
+ "2026-06-13 20:00:00",
109
+ "2026-06-13 21:00:00",
110
+ "2026-06-13 22:00:00",
111
+ "2026-06-13 23:00:00",
112
+ "2026-06-14 00:00:00",
113
+ "2026-06-14 01:00:00",
114
+ "2026-06-14 02:00:00",
115
+ "2026-06-14 03:00:00",
116
+ "2026-06-14 04:00:00",
117
+ "2026-06-14 05:00:00",
118
+ "2026-06-14 06:00:00",
119
+ "2026-06-14 07:00:00",
120
+ "2026-06-14 08:00:00",
121
+ "2026-06-14 09:00:00",
122
+ "2026-06-14 10:00:00",
123
+ "2026-06-14 11:00:00",
124
+ "2026-06-14 12:00:00",
125
+ "2026-06-14 13:00:00",
126
+ "2026-06-14 14:00:00",
127
+ "2026-06-14 15:00:00",
128
+ "2026-06-14 16:00:00",
129
+ "2026-06-14 17:00:00",
130
+ "2026-06-14 18:00:00",
131
+ "2026-06-14 19:00:00",
132
+ "2026-06-14 20:00:00",
133
+ "2026-06-14 21:00:00",
134
+ "2026-06-14 22:00:00",
135
+ "2026-06-14 23:00:00",
136
+ "2026-06-15 00:00:00",
137
+ "2026-06-15 01:00:00",
138
+ "2026-06-15 02:00:00",
139
+ "2026-06-15 03:00:00",
140
+ "2026-06-15 04:00:00",
141
+ "2026-06-15 05:00:00",
142
+ "2026-06-15 06:00:00",
143
+ "2026-06-15 07:00:00",
144
+ "2026-06-15 08:00:00",
145
+ "2026-06-15 09:00:00",
146
+ "2026-06-15 10:00:00",
147
+ "2026-06-15 11:00:00",
148
+ "2026-06-15 12:00:00",
149
+ "2026-06-15 13:00:00",
150
+ "2026-06-15 14:00:00",
151
+ "2026-06-15 15:00:00",
152
+ "2026-06-15 16:00:00",
153
+ "2026-06-15 17:00:00",
154
+ "2026-06-15 18:00:00",
155
+ "2026-06-15 19:00:00",
156
+ "2026-06-15 20:00:00",
157
+ "2026-06-15 21:00:00",
158
+ "2026-06-15 22:00:00",
159
+ "2026-06-15 23:00:00",
160
+ "2026-06-16 00:00:00",
161
+ "2026-06-16 01:00:00",
162
+ "2026-06-16 02:00:00",
163
+ "2026-06-16 03:00:00",
164
+ "2026-06-16 04:00:00",
165
+ "2026-06-16 05:00:00",
166
+ "2026-06-16 06:00:00",
167
+ "2026-06-16 07:00:00",
168
+ "2026-06-16 08:00:00",
169
+ "2026-06-16 09:00:00",
170
+ "2026-06-16 10:00:00",
171
+ "2026-06-16 11:00:00",
172
+ "2026-06-16 12:00:00",
173
+ "2026-06-16 13:00:00",
174
+ "2026-06-16 14:00:00",
175
+ "2026-06-16 15:00:00",
176
+ "2026-06-16 16:00:00",
177
+ "2026-06-16 17:00:00",
178
+ "2026-06-16 18:00:00",
179
+ "2026-06-16 19:00:00",
180
+ "2026-06-16 20:00:00",
181
+ "2026-06-16 21:00:00",
182
+ "2026-06-16 22:00:00",
183
+ "2026-06-16 23:00:00",
184
+ "2026-06-17 00:00:00",
185
+ "2026-06-17 01:00:00",
186
+ "2026-06-17 02:00:00",
187
+ "2026-06-17 03:00:00",
188
+ "2026-06-17 04:00:00",
189
+ "2026-06-17 05:00:00"
190
+ ],
191
+ "context": [
192
+ 61472.890625,
193
+ 61687.55859375,
194
+ 61261.55078125,
195
+ 61334.94140625,
196
+ 61386.08984375,
197
+ 61034.0390625,
198
+ 61564.01171875,
199
+ 62146.421875,
200
+ 62195.98828125,
201
+ 62639.23046875,
202
+ 62219.328125,
203
+ 61969.98828125,
204
+ 61882.0,
205
+ 61942.44140625,
206
+ 61805.51171875,
207
+ 61356.1796875,
208
+ 61381.4609375,
209
+ 61510.98828125,
210
+ 61812.0,
211
+ 62206.01171875,
212
+ 62148.0,
213
+ 62689.48046875,
214
+ 62726.859375,
215
+ 62610.0,
216
+ 62772.0,
217
+ 62719.390625,
218
+ 62957.98828125,
219
+ 62927.48828125,
220
+ 63148.0,
221
+ 63108.0,
222
+ 63010.01171875,
223
+ 63077.5703125,
224
+ 62734.01953125,
225
+ 62749.44140625,
226
+ 62582.44921875,
227
+ 63644.19140625,
228
+ 63461.12109375,
229
+ 63605.6796875,
230
+ 63393.671875,
231
+ 63519.98828125,
232
+ 63500.01171875,
233
+ 63625.98828125,
234
+ 63648.80078125,
235
+ 63426.19921875,
236
+ 63624.0703125,
237
+ 63524.8203125,
238
+ 63700.0,
239
+ 63358.19921875,
240
+ 62980.44921875,
241
+ 63100.80078125,
242
+ 63470.80859375,
243
+ 63752.9296875,
244
+ 63702.01171875,
245
+ 63766.01171875,
246
+ 63465.51171875,
247
+ 63229.1015625,
248
+ 63999.98828125,
249
+ 63593.01953125,
250
+ 63982.48046875,
251
+ 63865.44140625,
252
+ 63694.0,
253
+ 63589.26953125,
254
+ 63449.0,
255
+ 63472.0,
256
+ 63502.0,
257
+ 63580.01171875,
258
+ 63600.01171875,
259
+ 63837.890625,
260
+ 63646.01171875,
261
+ 63532.0,
262
+ 63512.01171875,
263
+ 63584.03125,
264
+ 63735.73828125,
265
+ 63846.0,
266
+ 63806.0,
267
+ 63743.12109375,
268
+ 63843.01171875,
269
+ 63971.28125,
270
+ 64133.12109375,
271
+ 64102.69140625,
272
+ 64220.96875,
273
+ 64296.1484375,
274
+ 64029.171875,
275
+ 63971.19140625,
276
+ 64161.4609375,
277
+ 64296.58984375,
278
+ 64278.30859375,
279
+ 64471.0390625,
280
+ 64456.46875,
281
+ 64458.01171875,
282
+ 64565.0,
283
+ 64563.0,
284
+ 64490.01171875,
285
+ 64545.30078125,
286
+ 64339.0703125,
287
+ 64338.0,
288
+ 64286.1015625,
289
+ 64429.390625,
290
+ 64456.328125,
291
+ 64616.0,
292
+ 64521.12890625,
293
+ 64546.0,
294
+ 64327.53125,
295
+ 64317.98828125,
296
+ 63983.55078125,
297
+ 64025.0703125,
298
+ 63942.62890625,
299
+ 63732.640625,
300
+ 63813.30078125,
301
+ 63802.0,
302
+ 64008.640625,
303
+ 65311.58984375,
304
+ 65426.78125,
305
+ 65746.453125,
306
+ 65625.9921875,
307
+ 65525.0,
308
+ 65472.01171875,
309
+ 65927.1015625,
310
+ 65644.0078125,
311
+ 65858.0078125,
312
+ 65812.0078125,
313
+ 65674.7578125,
314
+ 65662.0078125,
315
+ 65596.859375,
316
+ 65917.3671875,
317
+ 66233.8984375,
318
+ 66563.4921875,
319
+ 66447.046875,
320
+ 66591.546875,
321
+ 67292.140625,
322
+ 67157.9921875,
323
+ 66851.7890625,
324
+ 66766.1171875,
325
+ 66614.3515625,
326
+ 66519.9765625,
327
+ 66368.1484375,
328
+ 66206.34375,
329
+ 66328.7421875,
330
+ 66250.0,
331
+ 66346.5234375,
332
+ 65741.9921875,
333
+ 66165.2109375,
334
+ 65840.09375,
335
+ 66045.0
336
+ ],
337
+ "actual": [
338
+ 66446.0,
339
+ 66372.0,
340
+ 66899.609375,
341
+ 66510.0,
342
+ 66514.0,
343
+ 66481.7265625,
344
+ 66429.828125,
345
+ 66052.0,
346
+ 65654.8984375,
347
+ 65859.7578125,
348
+ 65758.0703125,
349
+ 65978.7890625,
350
+ 65847.9921875,
351
+ 65675.8828125,
352
+ 65854.0,
353
+ 65776.96875,
354
+ 65780.0,
355
+ 65675.0078125,
356
+ 65700.0,
357
+ 65940.0,
358
+ 65904.0,
359
+ 65851.9921875,
360
+ 65892.0,
361
+ 65806.0
362
+ ],
363
+ "predictions": {
364
+ "p50": [
365
+ 65957.8125,
366
+ 66002.5625,
367
+ 65969.0,
368
+ 65991.375,
369
+ 65946.625,
370
+ 65969.0,
371
+ 65935.4375,
372
+ 65969.0,
373
+ 65946.625,
374
+ 65980.1875,
375
+ 65957.8125,
376
+ 65980.1875,
377
+ 65946.625,
378
+ 65957.8125,
379
+ 65935.4375,
380
+ 65946.625,
381
+ 65924.25,
382
+ 65946.625,
383
+ 65868.3125,
384
+ 65924.25,
385
+ 65901.875,
386
+ 65957.8125,
387
+ 65890.6875,
388
+ 65901.875
389
+ ],
390
+ "p10": [
391
+ 65543.875,
392
+ 65465.5625,
393
+ 65303.34375,
394
+ 65247.40625,
395
+ 65113.15625,
396
+ 65062.8125,
397
+ 65001.28125,
398
+ 64956.53125,
399
+ 64878.21875,
400
+ 64833.46875,
401
+ 64766.34375,
402
+ 64749.5625,
403
+ 64693.625,
404
+ 64699.21875,
405
+ 64646.078125,
406
+ 64612.515625,
407
+ 64503.4375,
408
+ 64511.828125,
409
+ 64405.546875,
410
+ 64425.125,
411
+ 64360.796875,
412
+ 64394.359375,
413
+ 64288.078125,
414
+ 64278.2890625
415
+ ],
416
+ "p90": [
417
+ 66371.75,
418
+ 66517.1875,
419
+ 66561.9375,
420
+ 66640.25,
421
+ 66662.625,
422
+ 66740.9375,
423
+ 66729.75,
424
+ 66808.0625,
425
+ 66808.0625,
426
+ 66886.375,
427
+ 66852.8125,
428
+ 66908.75,
429
+ 66908.75,
430
+ 66953.5,
431
+ 66931.125,
432
+ 66953.5,
433
+ 66998.25,
434
+ 67020.625,
435
+ 66953.5,
436
+ 67020.625,
437
+ 66998.25,
438
+ 67065.375,
439
+ 67020.625,
440
+ 67065.375
441
+ ]
442
+ }
443
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_055950.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-17T05:59:50.900257+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 453943.58135477704,
8
+ "MSE[0.5]": 947423.7045485178,
9
+ "MAE[0.5]": 920.8670247395834,
10
+ "MASE[0.5]": 0.9989844900336862,
11
+ "MAPE[0.5]": 0.013948256181269159,
12
+ "sMAPE[0.5]": 0.014057926432856952,
13
+ "MSIS": 2.313753840694924,
14
+ "RMSE[mean]": 673.7533535016928,
15
+ "NRMSE[mean]": 0.010204129202463637,
16
+ "ND[0.5]": 0.013946715144190191,
17
+ "mean_weighted_sum_quantile_loss": 0.008951553730979672
18
+ },
19
+ "context_length": 144,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-10 06:00:00",
23
+ "2026-06-10 07:00:00",
24
+ "2026-06-10 08:00:00",
25
+ "2026-06-10 09:00:00",
26
+ "2026-06-10 10:00:00",
27
+ "2026-06-10 11:00:00",
28
+ "2026-06-10 12:00:00",
29
+ "2026-06-10 13:00:00",
30
+ "2026-06-10 14:00:00",
31
+ "2026-06-10 15:00:00",
32
+ "2026-06-10 16:00:00",
33
+ "2026-06-10 17:00:00",
34
+ "2026-06-10 18:00:00",
35
+ "2026-06-10 19:00:00",
36
+ "2026-06-10 20:00:00",
37
+ "2026-06-10 21:00:00",
38
+ "2026-06-10 22:00:00",
39
+ "2026-06-10 23:00:00",
40
+ "2026-06-11 00:00:00",
41
+ "2026-06-11 01:00:00",
42
+ "2026-06-11 02:00:00",
43
+ "2026-06-11 03:00:00",
44
+ "2026-06-11 04:00:00",
45
+ "2026-06-11 05:00:00",
46
+ "2026-06-11 06:00:00",
47
+ "2026-06-11 07:00:00",
48
+ "2026-06-11 08:00:00",
49
+ "2026-06-11 09:00:00",
50
+ "2026-06-11 10:00:00",
51
+ "2026-06-11 11:00:00",
52
+ "2026-06-11 12:00:00",
53
+ "2026-06-11 13:00:00",
54
+ "2026-06-11 14:00:00",
55
+ "2026-06-11 15:00:00",
56
+ "2026-06-11 16:00:00",
57
+ "2026-06-11 17:00:00",
58
+ "2026-06-11 18:00:00",
59
+ "2026-06-11 19:00:00",
60
+ "2026-06-11 20:00:00",
61
+ "2026-06-11 21:00:00",
62
+ "2026-06-11 22:00:00",
63
+ "2026-06-11 23:00:00",
64
+ "2026-06-12 00:00:00",
65
+ "2026-06-12 01:00:00",
66
+ "2026-06-12 02:00:00",
67
+ "2026-06-12 03:00:00",
68
+ "2026-06-12 04:00:00",
69
+ "2026-06-12 05:00:00",
70
+ "2026-06-12 06:00:00",
71
+ "2026-06-12 07:00:00",
72
+ "2026-06-12 08:00:00",
73
+ "2026-06-12 09:00:00",
74
+ "2026-06-12 10:00:00",
75
+ "2026-06-12 11:00:00",
76
+ "2026-06-12 12:00:00",
77
+ "2026-06-12 13:00:00",
78
+ "2026-06-12 14:00:00",
79
+ "2026-06-12 15:00:00",
80
+ "2026-06-12 16:00:00",
81
+ "2026-06-12 17:00:00",
82
+ "2026-06-12 18:00:00",
83
+ "2026-06-12 19:00:00",
84
+ "2026-06-12 20:00:00",
85
+ "2026-06-12 21:00:00",
86
+ "2026-06-12 22:00:00",
87
+ "2026-06-12 23:00:00",
88
+ "2026-06-13 00:00:00",
89
+ "2026-06-13 01:00:00",
90
+ "2026-06-13 02:00:00",
91
+ "2026-06-13 03:00:00",
92
+ "2026-06-13 04:00:00",
93
+ "2026-06-13 05:00:00",
94
+ "2026-06-13 06:00:00",
95
+ "2026-06-13 07:00:00",
96
+ "2026-06-13 08:00:00",
97
+ "2026-06-13 09:00:00",
98
+ "2026-06-13 10:00:00",
99
+ "2026-06-13 11:00:00",
100
+ "2026-06-13 12:00:00",
101
+ "2026-06-13 13:00:00",
102
+ "2026-06-13 14:00:00",
103
+ "2026-06-13 15:00:00",
104
+ "2026-06-13 16:00:00",
105
+ "2026-06-13 17:00:00",
106
+ "2026-06-13 18:00:00",
107
+ "2026-06-13 19:00:00",
108
+ "2026-06-13 20:00:00",
109
+ "2026-06-13 21:00:00",
110
+ "2026-06-13 22:00:00",
111
+ "2026-06-13 23:00:00",
112
+ "2026-06-14 00:00:00",
113
+ "2026-06-14 01:00:00",
114
+ "2026-06-14 02:00:00",
115
+ "2026-06-14 03:00:00",
116
+ "2026-06-14 04:00:00",
117
+ "2026-06-14 05:00:00",
118
+ "2026-06-14 06:00:00",
119
+ "2026-06-14 07:00:00",
120
+ "2026-06-14 08:00:00",
121
+ "2026-06-14 09:00:00",
122
+ "2026-06-14 10:00:00",
123
+ "2026-06-14 11:00:00",
124
+ "2026-06-14 12:00:00",
125
+ "2026-06-14 13:00:00",
126
+ "2026-06-14 14:00:00",
127
+ "2026-06-14 15:00:00",
128
+ "2026-06-14 16:00:00",
129
+ "2026-06-14 17:00:00",
130
+ "2026-06-14 18:00:00",
131
+ "2026-06-14 19:00:00",
132
+ "2026-06-14 20:00:00",
133
+ "2026-06-14 21:00:00",
134
+ "2026-06-14 22:00:00",
135
+ "2026-06-14 23:00:00",
136
+ "2026-06-15 00:00:00",
137
+ "2026-06-15 01:00:00",
138
+ "2026-06-15 02:00:00",
139
+ "2026-06-15 03:00:00",
140
+ "2026-06-15 04:00:00",
141
+ "2026-06-15 05:00:00",
142
+ "2026-06-15 06:00:00",
143
+ "2026-06-15 07:00:00",
144
+ "2026-06-15 08:00:00",
145
+ "2026-06-15 09:00:00",
146
+ "2026-06-15 10:00:00",
147
+ "2026-06-15 11:00:00",
148
+ "2026-06-15 12:00:00",
149
+ "2026-06-15 13:00:00",
150
+ "2026-06-15 14:00:00",
151
+ "2026-06-15 15:00:00",
152
+ "2026-06-15 16:00:00",
153
+ "2026-06-15 17:00:00",
154
+ "2026-06-15 18:00:00",
155
+ "2026-06-15 19:00:00",
156
+ "2026-06-15 20:00:00",
157
+ "2026-06-15 21:00:00",
158
+ "2026-06-15 22:00:00",
159
+ "2026-06-15 23:00:00",
160
+ "2026-06-16 00:00:00",
161
+ "2026-06-16 01:00:00",
162
+ "2026-06-16 02:00:00",
163
+ "2026-06-16 03:00:00",
164
+ "2026-06-16 04:00:00",
165
+ "2026-06-16 05:00:00",
166
+ "2026-06-16 06:00:00",
167
+ "2026-06-16 07:00:00",
168
+ "2026-06-16 08:00:00",
169
+ "2026-06-16 09:00:00",
170
+ "2026-06-16 10:00:00",
171
+ "2026-06-16 11:00:00",
172
+ "2026-06-16 12:00:00",
173
+ "2026-06-16 13:00:00",
174
+ "2026-06-16 14:00:00",
175
+ "2026-06-16 15:00:00",
176
+ "2026-06-16 16:00:00",
177
+ "2026-06-16 17:00:00",
178
+ "2026-06-16 18:00:00",
179
+ "2026-06-16 19:00:00",
180
+ "2026-06-16 20:00:00",
181
+ "2026-06-16 21:00:00",
182
+ "2026-06-16 22:00:00",
183
+ "2026-06-16 23:00:00",
184
+ "2026-06-17 00:00:00",
185
+ "2026-06-17 01:00:00",
186
+ "2026-06-17 02:00:00",
187
+ "2026-06-17 03:00:00",
188
+ "2026-06-17 04:00:00",
189
+ "2026-06-17 05:00:00"
190
+ ],
191
+ "context": [
192
+ 61472.890625,
193
+ 61687.55859375,
194
+ 61261.55078125,
195
+ 61334.94140625,
196
+ 61386.08984375,
197
+ 61034.0390625,
198
+ 61564.01171875,
199
+ 62146.421875,
200
+ 62195.98828125,
201
+ 62639.23046875,
202
+ 62219.328125,
203
+ 61969.98828125,
204
+ 61882.0,
205
+ 61942.44140625,
206
+ 61805.51171875,
207
+ 61356.1796875,
208
+ 61381.4609375,
209
+ 61510.98828125,
210
+ 61812.0,
211
+ 62206.01171875,
212
+ 62148.0,
213
+ 62689.48046875,
214
+ 62726.859375,
215
+ 62610.0,
216
+ 62772.0,
217
+ 62719.390625,
218
+ 62957.98828125,
219
+ 62927.48828125,
220
+ 63148.0,
221
+ 63108.0,
222
+ 63010.01171875,
223
+ 63077.5703125,
224
+ 62734.01953125,
225
+ 62749.44140625,
226
+ 62582.44921875,
227
+ 63644.19140625,
228
+ 63461.12109375,
229
+ 63605.6796875,
230
+ 63393.671875,
231
+ 63519.98828125,
232
+ 63500.01171875,
233
+ 63625.98828125,
234
+ 63648.80078125,
235
+ 63426.19921875,
236
+ 63624.0703125,
237
+ 63524.8203125,
238
+ 63700.0,
239
+ 63358.19921875,
240
+ 62980.44921875,
241
+ 63100.80078125,
242
+ 63470.80859375,
243
+ 63752.9296875,
244
+ 63702.01171875,
245
+ 63766.01171875,
246
+ 63465.51171875,
247
+ 63229.1015625,
248
+ 63999.98828125,
249
+ 63593.01953125,
250
+ 63982.48046875,
251
+ 63865.44140625,
252
+ 63694.0,
253
+ 63589.26953125,
254
+ 63449.0,
255
+ 63472.0,
256
+ 63502.0,
257
+ 63580.01171875,
258
+ 63600.01171875,
259
+ 63837.890625,
260
+ 63646.01171875,
261
+ 63532.0,
262
+ 63512.01171875,
263
+ 63584.03125,
264
+ 63735.73828125,
265
+ 63846.0,
266
+ 63806.0,
267
+ 63743.12109375,
268
+ 63843.01171875,
269
+ 63971.28125,
270
+ 64133.12109375,
271
+ 64102.69140625,
272
+ 64220.96875,
273
+ 64296.1484375,
274
+ 64029.171875,
275
+ 63971.19140625,
276
+ 64161.4609375,
277
+ 64296.58984375,
278
+ 64278.30859375,
279
+ 64471.0390625,
280
+ 64456.46875,
281
+ 64458.01171875,
282
+ 64565.0,
283
+ 64563.0,
284
+ 64490.01171875,
285
+ 64545.30078125,
286
+ 64339.0703125,
287
+ 64338.0,
288
+ 64286.1015625,
289
+ 64429.390625,
290
+ 64456.328125,
291
+ 64616.0,
292
+ 64521.12890625,
293
+ 64546.0,
294
+ 64327.53125,
295
+ 64317.98828125,
296
+ 63983.55078125,
297
+ 64025.0703125,
298
+ 63942.62890625,
299
+ 63732.640625,
300
+ 63813.30078125,
301
+ 63802.0,
302
+ 64008.640625,
303
+ 65311.58984375,
304
+ 65426.78125,
305
+ 65746.453125,
306
+ 65625.9921875,
307
+ 65525.0,
308
+ 65472.01171875,
309
+ 65927.1015625,
310
+ 65644.0078125,
311
+ 65858.0078125,
312
+ 65812.0078125,
313
+ 65674.7578125,
314
+ 65662.0078125,
315
+ 65596.859375,
316
+ 65917.3671875,
317
+ 66233.8984375,
318
+ 66563.4921875,
319
+ 66447.046875,
320
+ 66591.546875,
321
+ 67292.140625,
322
+ 67157.9921875,
323
+ 66851.7890625,
324
+ 66766.1171875,
325
+ 66614.3515625,
326
+ 66519.9765625,
327
+ 66368.1484375,
328
+ 66206.34375,
329
+ 66328.7421875,
330
+ 66250.0,
331
+ 66346.5234375,
332
+ 65741.9921875,
333
+ 66165.2109375,
334
+ 65840.09375,
335
+ 66045.0
336
+ ],
337
+ "actual": [
338
+ 66446.0,
339
+ 66372.0,
340
+ 66899.609375,
341
+ 66510.0,
342
+ 66514.0,
343
+ 66481.7265625,
344
+ 66429.828125,
345
+ 66052.0,
346
+ 65654.8984375,
347
+ 65859.7578125,
348
+ 65758.0703125,
349
+ 65978.7890625,
350
+ 65847.9921875,
351
+ 65675.8828125,
352
+ 65854.0,
353
+ 65776.96875,
354
+ 65780.0,
355
+ 65675.0078125,
356
+ 65700.0,
357
+ 65940.0,
358
+ 65904.0,
359
+ 65851.9921875,
360
+ 65892.0,
361
+ 65806.0
362
+ ],
363
+ "predictions": {
364
+ "p50": [
365
+ 65890.3046875,
366
+ 65774.203125,
367
+ 65733.703125,
368
+ 65638.640625,
369
+ 65684.1015625,
370
+ 65599.390625,
371
+ 65552.21875,
372
+ 65465.57421875,
373
+ 65348.78125,
374
+ 65268.109375,
375
+ 65165.71484375,
376
+ 65177.16015625,
377
+ 65019.94921875,
378
+ 65052.19921875,
379
+ 64939.4921875,
380
+ 64849.77734375,
381
+ 64735.25,
382
+ 64732.109375,
383
+ 64577.31640625,
384
+ 64530.765625,
385
+ 64525.78125,
386
+ 64420.3046875,
387
+ 64397.9375,
388
+ 64480.9296875
389
+ ],
390
+ "p10": [
391
+ 65790.3046875,
392
+ 65814.8125,
393
+ 65756.546875,
394
+ 65830.046875,
395
+ 65753.25,
396
+ 65482.515625,
397
+ 65583.65625,
398
+ 65440.234375,
399
+ 65389.16015625,
400
+ 65480.74609375,
401
+ 65191.875,
402
+ 65335.0546875,
403
+ 65099.171875,
404
+ 65074.28515625,
405
+ 65097.6796875,
406
+ 65031.0859375,
407
+ 65022.91796875,
408
+ 64879.58203125,
409
+ 64817.48828125,
410
+ 65074.234375,
411
+ 64862.328125,
412
+ 64848.83203125,
413
+ 64634.0,
414
+ 64745.70703125
415
+ ],
416
+ "p90": [
417
+ 66331.734375,
418
+ 66375.578125,
419
+ 66447.90625,
420
+ 66502.734375,
421
+ 66682.640625,
422
+ 66602.015625,
423
+ 66584.59375,
424
+ 66654.0,
425
+ 66585.015625,
426
+ 66580.5625,
427
+ 66566.75,
428
+ 66473.6875,
429
+ 66475.0703125,
430
+ 66511.71875,
431
+ 66388.6328125,
432
+ 66361.7734375,
433
+ 66293.71875,
434
+ 66421.1796875,
435
+ 66336.421875,
436
+ 66317.90625,
437
+ 66369.4375,
438
+ 66226.4921875,
439
+ 66099.5390625,
440
+ 66104.84375
441
+ ]
442
+ }
443
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_060025.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-17T06:00:25.089128+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 191815.57337697348,
8
+ "MSE[0.5]": 191815.57337697348,
9
+ "MAE[0.5]": 418.2041015625,
10
+ "MASE[0.5]": 0.45368049881855194,
11
+ "MAPE[0.5]": 0.006333452704030099,
12
+ "sMAPE[0.5]": 0.006325600190956027,
13
+ "MSIS": 2.552835510621732,
14
+ "RMSE[mean]": 437.9675483149105,
15
+ "NRMSE[mean]": 0.006633106056191754,
16
+ "ND[0.5]": 0.00633378470498886,
17
+ "mean_weighted_sum_quantile_loss": 0.00536724749822859
18
+ },
19
+ "context_length": 144,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-10 06:00:00",
23
+ "2026-06-10 07:00:00",
24
+ "2026-06-10 08:00:00",
25
+ "2026-06-10 09:00:00",
26
+ "2026-06-10 10:00:00",
27
+ "2026-06-10 11:00:00",
28
+ "2026-06-10 12:00:00",
29
+ "2026-06-10 13:00:00",
30
+ "2026-06-10 14:00:00",
31
+ "2026-06-10 15:00:00",
32
+ "2026-06-10 16:00:00",
33
+ "2026-06-10 17:00:00",
34
+ "2026-06-10 18:00:00",
35
+ "2026-06-10 19:00:00",
36
+ "2026-06-10 20:00:00",
37
+ "2026-06-10 21:00:00",
38
+ "2026-06-10 22:00:00",
39
+ "2026-06-10 23:00:00",
40
+ "2026-06-11 00:00:00",
41
+ "2026-06-11 01:00:00",
42
+ "2026-06-11 02:00:00",
43
+ "2026-06-11 03:00:00",
44
+ "2026-06-11 04:00:00",
45
+ "2026-06-11 05:00:00",
46
+ "2026-06-11 06:00:00",
47
+ "2026-06-11 07:00:00",
48
+ "2026-06-11 08:00:00",
49
+ "2026-06-11 09:00:00",
50
+ "2026-06-11 10:00:00",
51
+ "2026-06-11 11:00:00",
52
+ "2026-06-11 12:00:00",
53
+ "2026-06-11 13:00:00",
54
+ "2026-06-11 14:00:00",
55
+ "2026-06-11 15:00:00",
56
+ "2026-06-11 16:00:00",
57
+ "2026-06-11 17:00:00",
58
+ "2026-06-11 18:00:00",
59
+ "2026-06-11 19:00:00",
60
+ "2026-06-11 20:00:00",
61
+ "2026-06-11 21:00:00",
62
+ "2026-06-11 22:00:00",
63
+ "2026-06-11 23:00:00",
64
+ "2026-06-12 00:00:00",
65
+ "2026-06-12 01:00:00",
66
+ "2026-06-12 02:00:00",
67
+ "2026-06-12 03:00:00",
68
+ "2026-06-12 04:00:00",
69
+ "2026-06-12 05:00:00",
70
+ "2026-06-12 06:00:00",
71
+ "2026-06-12 07:00:00",
72
+ "2026-06-12 08:00:00",
73
+ "2026-06-12 09:00:00",
74
+ "2026-06-12 10:00:00",
75
+ "2026-06-12 11:00:00",
76
+ "2026-06-12 12:00:00",
77
+ "2026-06-12 13:00:00",
78
+ "2026-06-12 14:00:00",
79
+ "2026-06-12 15:00:00",
80
+ "2026-06-12 16:00:00",
81
+ "2026-06-12 17:00:00",
82
+ "2026-06-12 18:00:00",
83
+ "2026-06-12 19:00:00",
84
+ "2026-06-12 20:00:00",
85
+ "2026-06-12 21:00:00",
86
+ "2026-06-12 22:00:00",
87
+ "2026-06-12 23:00:00",
88
+ "2026-06-13 00:00:00",
89
+ "2026-06-13 01:00:00",
90
+ "2026-06-13 02:00:00",
91
+ "2026-06-13 03:00:00",
92
+ "2026-06-13 04:00:00",
93
+ "2026-06-13 05:00:00",
94
+ "2026-06-13 06:00:00",
95
+ "2026-06-13 07:00:00",
96
+ "2026-06-13 08:00:00",
97
+ "2026-06-13 09:00:00",
98
+ "2026-06-13 10:00:00",
99
+ "2026-06-13 11:00:00",
100
+ "2026-06-13 12:00:00",
101
+ "2026-06-13 13:00:00",
102
+ "2026-06-13 14:00:00",
103
+ "2026-06-13 15:00:00",
104
+ "2026-06-13 16:00:00",
105
+ "2026-06-13 17:00:00",
106
+ "2026-06-13 18:00:00",
107
+ "2026-06-13 19:00:00",
108
+ "2026-06-13 20:00:00",
109
+ "2026-06-13 21:00:00",
110
+ "2026-06-13 22:00:00",
111
+ "2026-06-13 23:00:00",
112
+ "2026-06-14 00:00:00",
113
+ "2026-06-14 01:00:00",
114
+ "2026-06-14 02:00:00",
115
+ "2026-06-14 03:00:00",
116
+ "2026-06-14 04:00:00",
117
+ "2026-06-14 05:00:00",
118
+ "2026-06-14 06:00:00",
119
+ "2026-06-14 07:00:00",
120
+ "2026-06-14 08:00:00",
121
+ "2026-06-14 09:00:00",
122
+ "2026-06-14 10:00:00",
123
+ "2026-06-14 11:00:00",
124
+ "2026-06-14 12:00:00",
125
+ "2026-06-14 13:00:00",
126
+ "2026-06-14 14:00:00",
127
+ "2026-06-14 15:00:00",
128
+ "2026-06-14 16:00:00",
129
+ "2026-06-14 17:00:00",
130
+ "2026-06-14 18:00:00",
131
+ "2026-06-14 19:00:00",
132
+ "2026-06-14 20:00:00",
133
+ "2026-06-14 21:00:00",
134
+ "2026-06-14 22:00:00",
135
+ "2026-06-14 23:00:00",
136
+ "2026-06-15 00:00:00",
137
+ "2026-06-15 01:00:00",
138
+ "2026-06-15 02:00:00",
139
+ "2026-06-15 03:00:00",
140
+ "2026-06-15 04:00:00",
141
+ "2026-06-15 05:00:00",
142
+ "2026-06-15 06:00:00",
143
+ "2026-06-15 07:00:00",
144
+ "2026-06-15 08:00:00",
145
+ "2026-06-15 09:00:00",
146
+ "2026-06-15 10:00:00",
147
+ "2026-06-15 11:00:00",
148
+ "2026-06-15 12:00:00",
149
+ "2026-06-15 13:00:00",
150
+ "2026-06-15 14:00:00",
151
+ "2026-06-15 15:00:00",
152
+ "2026-06-15 16:00:00",
153
+ "2026-06-15 17:00:00",
154
+ "2026-06-15 18:00:00",
155
+ "2026-06-15 19:00:00",
156
+ "2026-06-15 20:00:00",
157
+ "2026-06-15 21:00:00",
158
+ "2026-06-15 22:00:00",
159
+ "2026-06-15 23:00:00",
160
+ "2026-06-16 00:00:00",
161
+ "2026-06-16 01:00:00",
162
+ "2026-06-16 02:00:00",
163
+ "2026-06-16 03:00:00",
164
+ "2026-06-16 04:00:00",
165
+ "2026-06-16 05:00:00",
166
+ "2026-06-16 06:00:00",
167
+ "2026-06-16 07:00:00",
168
+ "2026-06-16 08:00:00",
169
+ "2026-06-16 09:00:00",
170
+ "2026-06-16 10:00:00",
171
+ "2026-06-16 11:00:00",
172
+ "2026-06-16 12:00:00",
173
+ "2026-06-16 13:00:00",
174
+ "2026-06-16 14:00:00",
175
+ "2026-06-16 15:00:00",
176
+ "2026-06-16 16:00:00",
177
+ "2026-06-16 17:00:00",
178
+ "2026-06-16 18:00:00",
179
+ "2026-06-16 19:00:00",
180
+ "2026-06-16 20:00:00",
181
+ "2026-06-16 21:00:00",
182
+ "2026-06-16 22:00:00",
183
+ "2026-06-16 23:00:00",
184
+ "2026-06-17 00:00:00",
185
+ "2026-06-17 01:00:00",
186
+ "2026-06-17 02:00:00",
187
+ "2026-06-17 03:00:00",
188
+ "2026-06-17 04:00:00",
189
+ "2026-06-17 05:00:00"
190
+ ],
191
+ "context": [
192
+ 61472.890625,
193
+ 61687.55859375,
194
+ 61261.55078125,
195
+ 61334.94140625,
196
+ 61386.08984375,
197
+ 61034.0390625,
198
+ 61564.01171875,
199
+ 62146.421875,
200
+ 62195.98828125,
201
+ 62639.23046875,
202
+ 62219.328125,
203
+ 61969.98828125,
204
+ 61882.0,
205
+ 61942.44140625,
206
+ 61805.51171875,
207
+ 61356.1796875,
208
+ 61381.4609375,
209
+ 61510.98828125,
210
+ 61812.0,
211
+ 62206.01171875,
212
+ 62148.0,
213
+ 62689.48046875,
214
+ 62726.859375,
215
+ 62610.0,
216
+ 62772.0,
217
+ 62719.390625,
218
+ 62957.98828125,
219
+ 62927.48828125,
220
+ 63148.0,
221
+ 63108.0,
222
+ 63010.01171875,
223
+ 63077.5703125,
224
+ 62734.01953125,
225
+ 62749.44140625,
226
+ 62582.44921875,
227
+ 63644.19140625,
228
+ 63461.12109375,
229
+ 63605.6796875,
230
+ 63393.671875,
231
+ 63519.98828125,
232
+ 63500.01171875,
233
+ 63625.98828125,
234
+ 63648.80078125,
235
+ 63426.19921875,
236
+ 63624.0703125,
237
+ 63524.8203125,
238
+ 63700.0,
239
+ 63358.19921875,
240
+ 62980.44921875,
241
+ 63100.80078125,
242
+ 63470.80859375,
243
+ 63752.9296875,
244
+ 63702.01171875,
245
+ 63766.01171875,
246
+ 63465.51171875,
247
+ 63229.1015625,
248
+ 63999.98828125,
249
+ 63593.01953125,
250
+ 63982.48046875,
251
+ 63865.44140625,
252
+ 63694.0,
253
+ 63589.26953125,
254
+ 63449.0,
255
+ 63472.0,
256
+ 63502.0,
257
+ 63580.01171875,
258
+ 63600.01171875,
259
+ 63837.890625,
260
+ 63646.01171875,
261
+ 63532.0,
262
+ 63512.01171875,
263
+ 63584.03125,
264
+ 63735.73828125,
265
+ 63846.0,
266
+ 63806.0,
267
+ 63743.12109375,
268
+ 63843.01171875,
269
+ 63971.28125,
270
+ 64133.12109375,
271
+ 64102.69140625,
272
+ 64220.96875,
273
+ 64296.1484375,
274
+ 64029.171875,
275
+ 63971.19140625,
276
+ 64161.4609375,
277
+ 64296.58984375,
278
+ 64278.30859375,
279
+ 64471.0390625,
280
+ 64456.46875,
281
+ 64458.01171875,
282
+ 64565.0,
283
+ 64563.0,
284
+ 64490.01171875,
285
+ 64545.30078125,
286
+ 64339.0703125,
287
+ 64338.0,
288
+ 64286.1015625,
289
+ 64429.390625,
290
+ 64456.328125,
291
+ 64616.0,
292
+ 64521.12890625,
293
+ 64546.0,
294
+ 64327.53125,
295
+ 64317.98828125,
296
+ 63983.55078125,
297
+ 64025.0703125,
298
+ 63942.62890625,
299
+ 63732.640625,
300
+ 63813.30078125,
301
+ 63802.0,
302
+ 64008.640625,
303
+ 65311.58984375,
304
+ 65426.78125,
305
+ 65746.453125,
306
+ 65625.9921875,
307
+ 65525.0,
308
+ 65472.01171875,
309
+ 65927.1015625,
310
+ 65644.0078125,
311
+ 65858.0078125,
312
+ 65812.0078125,
313
+ 65674.7578125,
314
+ 65662.0078125,
315
+ 65596.859375,
316
+ 65917.3671875,
317
+ 66233.8984375,
318
+ 66563.4921875,
319
+ 66447.046875,
320
+ 66591.546875,
321
+ 67292.140625,
322
+ 67157.9921875,
323
+ 66851.7890625,
324
+ 66766.1171875,
325
+ 66614.3515625,
326
+ 66519.9765625,
327
+ 66368.1484375,
328
+ 66206.34375,
329
+ 66328.7421875,
330
+ 66250.0,
331
+ 66346.5234375,
332
+ 65741.9921875,
333
+ 66165.2109375,
334
+ 65840.09375,
335
+ 66045.0
336
+ ],
337
+ "actual": [
338
+ 66446.0,
339
+ 66372.0,
340
+ 66899.609375,
341
+ 66510.0,
342
+ 66514.0,
343
+ 66481.7265625,
344
+ 66429.828125,
345
+ 66052.0,
346
+ 65654.8984375,
347
+ 65859.7578125,
348
+ 65758.0703125,
349
+ 65978.7890625,
350
+ 65847.9921875,
351
+ 65675.8828125,
352
+ 65854.0,
353
+ 65776.96875,
354
+ 65780.0,
355
+ 65675.0078125,
356
+ 65700.0,
357
+ 65940.0,
358
+ 65904.0,
359
+ 65851.9921875,
360
+ 65892.0,
361
+ 65806.0
362
+ ],
363
+ "predictions": {
364
+ "p50": [
365
+ 66051.6640625,
366
+ 66067.359375,
367
+ 66076.078125,
368
+ 66088.640625,
369
+ 66091.9296875,
370
+ 66117.6875,
371
+ 66142.0390625,
372
+ 66172.0703125,
373
+ 66202.9375,
374
+ 66232.0625,
375
+ 66241.375,
376
+ 66254.5859375,
377
+ 66251.4375,
378
+ 66245.1953125,
379
+ 66227.5078125,
380
+ 66212.8984375,
381
+ 66191.6796875,
382
+ 66196.203125,
383
+ 66209.8828125,
384
+ 66237.71875,
385
+ 66251.4921875,
386
+ 66272.78125,
387
+ 66293.8203125,
388
+ 66332.84375
389
+ ],
390
+ "p10": [
391
+ 65715.7734375,
392
+ 65623.96875,
393
+ 65551.46875,
394
+ 65498.96484375,
395
+ 65453.86328125,
396
+ 65442.12109375,
397
+ 65435.3125,
398
+ 65413.5859375,
399
+ 65388.16015625,
400
+ 65362.37890625,
401
+ 65324.578125,
402
+ 65304.27734375,
403
+ 65259.0859375,
404
+ 65216.26171875,
405
+ 65157.5546875,
406
+ 65106.04296875,
407
+ 65058.17578125,
408
+ 65033.171875,
409
+ 65017.9921875,
410
+ 65024.6484375,
411
+ 65010.6484375,
412
+ 65005.1328125,
413
+ 65000.359375,
414
+ 65015.8046875
415
+ ],
416
+ "p90": [
417
+ 66401.875,
418
+ 66513.9609375,
419
+ 66602.203125,
420
+ 66687.28125,
421
+ 66742.8046875,
422
+ 66814.3828125,
423
+ 66895.921875,
424
+ 66968.3046875,
425
+ 67034.2890625,
426
+ 67101.828125,
427
+ 67140.4609375,
428
+ 67176.8984375,
429
+ 67185.5703125,
430
+ 67195.8515625,
431
+ 67188.6015625,
432
+ 67183.1796875,
433
+ 67174.1875,
434
+ 67196.2109375,
435
+ 67227.7890625,
436
+ 67283.2109375,
437
+ 67310.3359375,
438
+ 67353.25,
439
+ 67397.1875,
440
+ 67459.578125
441
+ ]
442
+ }
443
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_060012.json ADDED
@@ -0,0 +1,443 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-17T06:00:12.428709+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 169835.06419118246,
8
+ "MSE[0.5]": 169835.06419118246,
9
+ "MAE[0.5]": 389.5139973958333,
10
+ "MASE[0.5]": 0.4225566032831938,
11
+ "MAPE[0.5]": 0.00589821131245472,
12
+ "sMAPE[0.5]": 0.005892154640335223,
13
+ "MSIS": 3.142399131966221,
14
+ "RMSE[mean]": 412.110499976866,
15
+ "NRMSE[mean]": 0.006241495891040879,
16
+ "ND[0.5]": 0.0058992673430681205,
17
+ "mean_weighted_sum_quantile_loss": 0.006045423890129428
18
+ },
19
+ "context_length": 144,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-10 06:00:00",
23
+ "2026-06-10 07:00:00",
24
+ "2026-06-10 08:00:00",
25
+ "2026-06-10 09:00:00",
26
+ "2026-06-10 10:00:00",
27
+ "2026-06-10 11:00:00",
28
+ "2026-06-10 12:00:00",
29
+ "2026-06-10 13:00:00",
30
+ "2026-06-10 14:00:00",
31
+ "2026-06-10 15:00:00",
32
+ "2026-06-10 16:00:00",
33
+ "2026-06-10 17:00:00",
34
+ "2026-06-10 18:00:00",
35
+ "2026-06-10 19:00:00",
36
+ "2026-06-10 20:00:00",
37
+ "2026-06-10 21:00:00",
38
+ "2026-06-10 22:00:00",
39
+ "2026-06-10 23:00:00",
40
+ "2026-06-11 00:00:00",
41
+ "2026-06-11 01:00:00",
42
+ "2026-06-11 02:00:00",
43
+ "2026-06-11 03:00:00",
44
+ "2026-06-11 04:00:00",
45
+ "2026-06-11 05:00:00",
46
+ "2026-06-11 06:00:00",
47
+ "2026-06-11 07:00:00",
48
+ "2026-06-11 08:00:00",
49
+ "2026-06-11 09:00:00",
50
+ "2026-06-11 10:00:00",
51
+ "2026-06-11 11:00:00",
52
+ "2026-06-11 12:00:00",
53
+ "2026-06-11 13:00:00",
54
+ "2026-06-11 14:00:00",
55
+ "2026-06-11 15:00:00",
56
+ "2026-06-11 16:00:00",
57
+ "2026-06-11 17:00:00",
58
+ "2026-06-11 18:00:00",
59
+ "2026-06-11 19:00:00",
60
+ "2026-06-11 20:00:00",
61
+ "2026-06-11 21:00:00",
62
+ "2026-06-11 22:00:00",
63
+ "2026-06-11 23:00:00",
64
+ "2026-06-12 00:00:00",
65
+ "2026-06-12 01:00:00",
66
+ "2026-06-12 02:00:00",
67
+ "2026-06-12 03:00:00",
68
+ "2026-06-12 04:00:00",
69
+ "2026-06-12 05:00:00",
70
+ "2026-06-12 06:00:00",
71
+ "2026-06-12 07:00:00",
72
+ "2026-06-12 08:00:00",
73
+ "2026-06-12 09:00:00",
74
+ "2026-06-12 10:00:00",
75
+ "2026-06-12 11:00:00",
76
+ "2026-06-12 12:00:00",
77
+ "2026-06-12 13:00:00",
78
+ "2026-06-12 14:00:00",
79
+ "2026-06-12 15:00:00",
80
+ "2026-06-12 16:00:00",
81
+ "2026-06-12 17:00:00",
82
+ "2026-06-12 18:00:00",
83
+ "2026-06-12 19:00:00",
84
+ "2026-06-12 20:00:00",
85
+ "2026-06-12 21:00:00",
86
+ "2026-06-12 22:00:00",
87
+ "2026-06-12 23:00:00",
88
+ "2026-06-13 00:00:00",
89
+ "2026-06-13 01:00:00",
90
+ "2026-06-13 02:00:00",
91
+ "2026-06-13 03:00:00",
92
+ "2026-06-13 04:00:00",
93
+ "2026-06-13 05:00:00",
94
+ "2026-06-13 06:00:00",
95
+ "2026-06-13 07:00:00",
96
+ "2026-06-13 08:00:00",
97
+ "2026-06-13 09:00:00",
98
+ "2026-06-13 10:00:00",
99
+ "2026-06-13 11:00:00",
100
+ "2026-06-13 12:00:00",
101
+ "2026-06-13 13:00:00",
102
+ "2026-06-13 14:00:00",
103
+ "2026-06-13 15:00:00",
104
+ "2026-06-13 16:00:00",
105
+ "2026-06-13 17:00:00",
106
+ "2026-06-13 18:00:00",
107
+ "2026-06-13 19:00:00",
108
+ "2026-06-13 20:00:00",
109
+ "2026-06-13 21:00:00",
110
+ "2026-06-13 22:00:00",
111
+ "2026-06-13 23:00:00",
112
+ "2026-06-14 00:00:00",
113
+ "2026-06-14 01:00:00",
114
+ "2026-06-14 02:00:00",
115
+ "2026-06-14 03:00:00",
116
+ "2026-06-14 04:00:00",
117
+ "2026-06-14 05:00:00",
118
+ "2026-06-14 06:00:00",
119
+ "2026-06-14 07:00:00",
120
+ "2026-06-14 08:00:00",
121
+ "2026-06-14 09:00:00",
122
+ "2026-06-14 10:00:00",
123
+ "2026-06-14 11:00:00",
124
+ "2026-06-14 12:00:00",
125
+ "2026-06-14 13:00:00",
126
+ "2026-06-14 14:00:00",
127
+ "2026-06-14 15:00:00",
128
+ "2026-06-14 16:00:00",
129
+ "2026-06-14 17:00:00",
130
+ "2026-06-14 18:00:00",
131
+ "2026-06-14 19:00:00",
132
+ "2026-06-14 20:00:00",
133
+ "2026-06-14 21:00:00",
134
+ "2026-06-14 22:00:00",
135
+ "2026-06-14 23:00:00",
136
+ "2026-06-15 00:00:00",
137
+ "2026-06-15 01:00:00",
138
+ "2026-06-15 02:00:00",
139
+ "2026-06-15 03:00:00",
140
+ "2026-06-15 04:00:00",
141
+ "2026-06-15 05:00:00",
142
+ "2026-06-15 06:00:00",
143
+ "2026-06-15 07:00:00",
144
+ "2026-06-15 08:00:00",
145
+ "2026-06-15 09:00:00",
146
+ "2026-06-15 10:00:00",
147
+ "2026-06-15 11:00:00",
148
+ "2026-06-15 12:00:00",
149
+ "2026-06-15 13:00:00",
150
+ "2026-06-15 14:00:00",
151
+ "2026-06-15 15:00:00",
152
+ "2026-06-15 16:00:00",
153
+ "2026-06-15 17:00:00",
154
+ "2026-06-15 18:00:00",
155
+ "2026-06-15 19:00:00",
156
+ "2026-06-15 20:00:00",
157
+ "2026-06-15 21:00:00",
158
+ "2026-06-15 22:00:00",
159
+ "2026-06-15 23:00:00",
160
+ "2026-06-16 00:00:00",
161
+ "2026-06-16 01:00:00",
162
+ "2026-06-16 02:00:00",
163
+ "2026-06-16 03:00:00",
164
+ "2026-06-16 04:00:00",
165
+ "2026-06-16 05:00:00",
166
+ "2026-06-16 06:00:00",
167
+ "2026-06-16 07:00:00",
168
+ "2026-06-16 08:00:00",
169
+ "2026-06-16 09:00:00",
170
+ "2026-06-16 10:00:00",
171
+ "2026-06-16 11:00:00",
172
+ "2026-06-16 12:00:00",
173
+ "2026-06-16 13:00:00",
174
+ "2026-06-16 14:00:00",
175
+ "2026-06-16 15:00:00",
176
+ "2026-06-16 16:00:00",
177
+ "2026-06-16 17:00:00",
178
+ "2026-06-16 18:00:00",
179
+ "2026-06-16 19:00:00",
180
+ "2026-06-16 20:00:00",
181
+ "2026-06-16 21:00:00",
182
+ "2026-06-16 22:00:00",
183
+ "2026-06-16 23:00:00",
184
+ "2026-06-17 00:00:00",
185
+ "2026-06-17 01:00:00",
186
+ "2026-06-17 02:00:00",
187
+ "2026-06-17 03:00:00",
188
+ "2026-06-17 04:00:00",
189
+ "2026-06-17 05:00:00"
190
+ ],
191
+ "context": [
192
+ 61472.890625,
193
+ 61687.55859375,
194
+ 61261.55078125,
195
+ 61334.94140625,
196
+ 61386.08984375,
197
+ 61034.0390625,
198
+ 61564.01171875,
199
+ 62146.421875,
200
+ 62195.98828125,
201
+ 62639.23046875,
202
+ 62219.328125,
203
+ 61969.98828125,
204
+ 61882.0,
205
+ 61942.44140625,
206
+ 61805.51171875,
207
+ 61356.1796875,
208
+ 61381.4609375,
209
+ 61510.98828125,
210
+ 61812.0,
211
+ 62206.01171875,
212
+ 62148.0,
213
+ 62689.48046875,
214
+ 62726.859375,
215
+ 62610.0,
216
+ 62772.0,
217
+ 62719.390625,
218
+ 62957.98828125,
219
+ 62927.48828125,
220
+ 63148.0,
221
+ 63108.0,
222
+ 63010.01171875,
223
+ 63077.5703125,
224
+ 62734.01953125,
225
+ 62749.44140625,
226
+ 62582.44921875,
227
+ 63644.19140625,
228
+ 63461.12109375,
229
+ 63605.6796875,
230
+ 63393.671875,
231
+ 63519.98828125,
232
+ 63500.01171875,
233
+ 63625.98828125,
234
+ 63648.80078125,
235
+ 63426.19921875,
236
+ 63624.0703125,
237
+ 63524.8203125,
238
+ 63700.0,
239
+ 63358.19921875,
240
+ 62980.44921875,
241
+ 63100.80078125,
242
+ 63470.80859375,
243
+ 63752.9296875,
244
+ 63702.01171875,
245
+ 63766.01171875,
246
+ 63465.51171875,
247
+ 63229.1015625,
248
+ 63999.98828125,
249
+ 63593.01953125,
250
+ 63982.48046875,
251
+ 63865.44140625,
252
+ 63694.0,
253
+ 63589.26953125,
254
+ 63449.0,
255
+ 63472.0,
256
+ 63502.0,
257
+ 63580.01171875,
258
+ 63600.01171875,
259
+ 63837.890625,
260
+ 63646.01171875,
261
+ 63532.0,
262
+ 63512.01171875,
263
+ 63584.03125,
264
+ 63735.73828125,
265
+ 63846.0,
266
+ 63806.0,
267
+ 63743.12109375,
268
+ 63843.01171875,
269
+ 63971.28125,
270
+ 64133.12109375,
271
+ 64102.69140625,
272
+ 64220.96875,
273
+ 64296.1484375,
274
+ 64029.171875,
275
+ 63971.19140625,
276
+ 64161.4609375,
277
+ 64296.58984375,
278
+ 64278.30859375,
279
+ 64471.0390625,
280
+ 64456.46875,
281
+ 64458.01171875,
282
+ 64565.0,
283
+ 64563.0,
284
+ 64490.01171875,
285
+ 64545.30078125,
286
+ 64339.0703125,
287
+ 64338.0,
288
+ 64286.1015625,
289
+ 64429.390625,
290
+ 64456.328125,
291
+ 64616.0,
292
+ 64521.12890625,
293
+ 64546.0,
294
+ 64327.53125,
295
+ 64317.98828125,
296
+ 63983.55078125,
297
+ 64025.0703125,
298
+ 63942.62890625,
299
+ 63732.640625,
300
+ 63813.30078125,
301
+ 63802.0,
302
+ 64008.640625,
303
+ 65311.58984375,
304
+ 65426.78125,
305
+ 65746.453125,
306
+ 65625.9921875,
307
+ 65525.0,
308
+ 65472.01171875,
309
+ 65927.1015625,
310
+ 65644.0078125,
311
+ 65858.0078125,
312
+ 65812.0078125,
313
+ 65674.7578125,
314
+ 65662.0078125,
315
+ 65596.859375,
316
+ 65917.3671875,
317
+ 66233.8984375,
318
+ 66563.4921875,
319
+ 66447.046875,
320
+ 66591.546875,
321
+ 67292.140625,
322
+ 67157.9921875,
323
+ 66851.7890625,
324
+ 66766.1171875,
325
+ 66614.3515625,
326
+ 66519.9765625,
327
+ 66368.1484375,
328
+ 66206.34375,
329
+ 66328.7421875,
330
+ 66250.0,
331
+ 66346.5234375,
332
+ 65741.9921875,
333
+ 66165.2109375,
334
+ 65840.09375,
335
+ 66045.0
336
+ ],
337
+ "actual": [
338
+ 66446.0,
339
+ 66372.0,
340
+ 66899.609375,
341
+ 66510.0,
342
+ 66514.0,
343
+ 66481.7265625,
344
+ 66429.828125,
345
+ 66052.0,
346
+ 65654.8984375,
347
+ 65859.7578125,
348
+ 65758.0703125,
349
+ 65978.7890625,
350
+ 65847.9921875,
351
+ 65675.8828125,
352
+ 65854.0,
353
+ 65776.96875,
354
+ 65780.0,
355
+ 65675.0078125,
356
+ 65700.0,
357
+ 65940.0,
358
+ 65904.0,
359
+ 65851.9921875,
360
+ 65892.0,
361
+ 65806.0
362
+ ],
363
+ "predictions": {
364
+ "p50": [
365
+ 66056.390625,
366
+ 66083.0390625,
367
+ 66099.046875,
368
+ 66105.28125,
369
+ 66114.109375,
370
+ 66120.921875,
371
+ 66128.78125,
372
+ 66152.140625,
373
+ 66151.7578125,
374
+ 66138.546875,
375
+ 66108.6640625,
376
+ 66145.4296875,
377
+ 66154.7109375,
378
+ 66176.8125,
379
+ 66190.4375,
380
+ 66206.75,
381
+ 66215.1640625,
382
+ 66226.859375,
383
+ 66229.40625,
384
+ 66245.3671875,
385
+ 66254.9765625,
386
+ 66264.2734375,
387
+ 66269.4921875,
388
+ 66279.3125
389
+ ],
390
+ "p10": [
391
+ 65762.8203125,
392
+ 65639.7890625,
393
+ 65531.0390625,
394
+ 65433.796875,
395
+ 65362.23828125,
396
+ 65284.05078125,
397
+ 65228.0703125,
398
+ 65205.15625,
399
+ 65136.828125,
400
+ 65063.921875,
401
+ 64975.46484375,
402
+ 64958.1640625,
403
+ 64896.35546875,
404
+ 64885.10546875,
405
+ 64852.09765625,
406
+ 64819.19921875,
407
+ 64770.515625,
408
+ 64730.23046875,
409
+ 64687.21484375,
410
+ 64649.2421875,
411
+ 64620.91015625,
412
+ 64588.140625,
413
+ 64540.70703125,
414
+ 64503.453125
415
+ ],
416
+ "p90": [
417
+ 66352.3828125,
418
+ 66517.9921875,
419
+ 66681.9921875,
420
+ 66788.484375,
421
+ 66895.4453125,
422
+ 66977.71875,
423
+ 67053.46875,
424
+ 67140.921875,
425
+ 67206.34375,
426
+ 67267.0078125,
427
+ 67299.046875,
428
+ 67373.765625,
429
+ 67435.578125,
430
+ 67521.078125,
431
+ 67598.1015625,
432
+ 67671.046875,
433
+ 67744.6796875,
434
+ 67794.6640625,
435
+ 67852.578125,
436
+ 67899.671875,
437
+ 67966.546875,
438
+ 68012.1796875,
439
+ 68049.421875,
440
+ 68095.1796875
441
+ ]
442
+ }
443
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,114359.97736104329,114359.97736104329,247.20572916666666,0.26817627589043663,0.0037294861587462667,0.0037386351425655975,2.988455102714223,338.1715206238445,0.005121318559676501,0.003743719419376634,0.005188650737567627,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,18.301453188388376,18.301453188388376,3.2239498297373452,1.9804866505702126,0.1409604112827696,0.12572632574693998,40.410655962119286,4.27801977419324,0.18784871691602661,0.14156429163116974,0.10927428942048743,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0006314134090094588,0.0006314134090094588,0.02184834877649943,0.09807086222612374,0.017489428268345857,0.01729166016488475,0.49639023538789157,0.025127940803206673,0.01952695850368948,0.016978382879602898,0.012218789041304405,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.018662088616948107,0.018662088616948107,0.11371903618176778,0.48143826207077317,0.09728473154457767,0.09246741129303385,2.3138474773407403,0.13660925523897752,0.11202579932393796,0.09325477914599974,0.077731861358084,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,114734.28355153401,114734.28355153401,250.5986328125,0.27185700071531,0.003781060650294394,0.0037901644436574224,2.988455102714223,338.72449505687365,0.005130050178801685,0.0037953663813163766,0.005204115158525543,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,18.301453188388376,18.301453188388376,3.2239498297373452,1.9804866505702126,0.1409604112827696,0.12572632574693998,40.410655962119286,4.27801977419324,0.18784871691602661,0.14156429163116974,0.10927428942048743,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0006314134090094588,0.0006314134090094588,0.02184834877649943,0.09807086222612374,0.017489428268345857,0.01729166016488475,0.49639023538789157,0.025127940803206673,0.01952695850368948,0.016978382879602898,0.012218789041304405,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.018662088616948107,0.018662088616948107,0.11371903618176778,0.48143826207077317,0.09728473154457767,0.09246741129303385,2.3138474773407403,0.13660925523897752,0.11202579932393796,0.09325477914599974,0.077731861358084,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-17T05:54:01.032015+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
@@ -175,7 +175,7 @@
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
- 65916.3203125
179
  ],
180
  "p50": [
181
  65957.8125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-17T06:00:39.691025+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
 
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
+ 65806.0
179
  ],
180
  "p50": [
181
  65957.8125,
results/timer_s1/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-17T05:55:34.473986+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
9
  "context_length": 144,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
14
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
15
- "context_length": 720,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
20
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
21
- "context_length": 232,
22
- "prediction_length": 36
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-17T06:00:42.229247+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
9
  "context_length": 144,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,463482.6613184611,960112.6592680613,925.4637044270834,1.0039711076343805,0.014016587072242853,0.014127712101068108,2.313753840694924,680.7956090622656,0.010310067452176249,0.014015356577177127,0.008989604048352483,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.170142111921905,15.024224924015622,2.9630289872487388,1.8202018221160678,0.1285527628319415,0.1163851994234829,74.18790733060057,4.143687019059464,0.181950138362487,0.13010720445878132,0.13478305809426677,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0003591116543934921,0.0003380431263688403,0.015093326568603516,0.0677495386761475,0.011352652509158357,0.011378459476209512,2.3815762193190384,0.01895024153918604,0.01472625962742463,0.011729045523306215,0.012522097387214784,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.019591537322683275,0.013310899979785518,0.09150689178042942,0.38740144504787355,0.07813498708648461,0.07506102961961306,17.96213155646944,0.13996977288930376,0.11478157656071032,0.0750398110100144,0.09240897977502982,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,453943.58135477704,947423.7045485178,920.8670247395834,0.9989844900336862,0.013948256181269159,0.014057926432856952,2.313753840694924,673.7533535016928,0.010204129202463637,0.013946715144190191,0.008951553730979672,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,17.170142111921905,15.024224924015622,2.9630289872487388,1.8202018221160678,0.1285527628319415,0.1163851994234829,74.18790733060057,4.143687019059464,0.181950138362487,0.13010720445878132,0.13478305809426677,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0003591116543934921,0.0003380431263688403,0.015093326568603516,0.0677495386761475,0.011352652509158357,0.011378459476209512,2.3815762193190384,0.01895024153918604,0.01472625962742463,0.011729045523306215,0.012522097387214784,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.019591537322683275,0.013310899979785518,0.09150689178042942,0.38740144504787355,0.07813498708648461,0.07506102961961306,17.96213155646944,0.13996977288930376,0.11478157656071032,0.0750398110100144,0.09240897977502982,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-17T05:49:23.906539+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
@@ -175,7 +175,7 @@
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
- 65916.3203125
179
  ],
180
  "p50": [
181
  65890.3046875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-17T05:59:50.900257+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
 
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
+ 65806.0
179
  ],
180
  "p50": [
181
  65890.3046875,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T05:51:21.431288+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
9
  "context_length": 144,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
14
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
15
- "context_length": 720,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
20
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
21
- "context_length": 232,
22
- "prediction_length": 36
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-17T06:00:05.471111+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
9
  "context_length": 144,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,187479.21658833823,187479.21658833823,413.607421875,0.44869388121785764,0.006263159326806429,0.006255807585503881,2.552835510621732,432.98870261051644,0.006557243716794324,0.006263730790105541,0.005343669422664439,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,18.087071123675134,18.087071123675134,3.230377197265625,1.9844350108922786,0.14104915667715992,0.12605122039216052,36.30236363756576,4.252889738010514,0.18674525192471092,0.14184651864438236,0.10499095046521915,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0039114380656210795,0.0039114380656210795,0.047350160280863446,0.21254105254325997,0.03387510919827862,0.034505880280298634,1.7878658074836913,0.06254149075310789,0.04860108133249698,0.036795876836412875,0.05035856529788044,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.018891115722048032,0.018891115722048032,0.10396631558736165,0.440149371388234,0.0855341268147643,0.0848828732783378,2.747430842059086,0.1374449552440832,0.11271111131764738,0.08525710491624047,0.08827517600683737,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,191815.57337697348,191815.57337697348,418.2041015625,0.45368049881855194,0.006333452704030099,0.006325600190956027,2.552835510621732,437.9675483149105,0.006633106056191754,0.00633378470498886,0.00536724749822859,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,18.087071123675134,18.087071123675134,3.230377197265625,1.9844350108922786,0.14104915667715992,0.12605122039216052,36.30236363756576,4.252889738010514,0.18674525192471092,0.14184651864438236,0.10499095046521915,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0039114380656210795,0.0039114380656210795,0.047350160280863446,0.21254105254325997,0.03387510919827862,0.034505880280298634,1.7878658074836913,0.06254149075310789,0.04860108133249698,0.036795876836412875,0.05035856529788044,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.018891115722048032,0.018891115722048032,0.10396631558736165,0.440149371388234,0.0855341268147643,0.0848828732783378,2.747430842059086,0.1374449552440832,0.11271111131764738,0.08525710491624047,0.08827517600683737,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-17T05:53:09.373611+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
@@ -175,7 +175,7 @@
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
- 65916.3203125
179
  ],
180
  "p50": [
181
  66051.6640625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-17T06:00:25.089128+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
 
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
+ 65806.0
179
  ],
180
  "p50": [
181
  66051.6640625,
results/tirex/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-17T05:53:37.540831+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
9
  "context_length": 144,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
14
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
15
- "context_length": 720,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
20
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
21
- "context_length": 232,
22
- "prediction_length": 36
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-17T06:00:27.202046+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
9
  "context_length": 144,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,165990.83942159018,165990.83942159018,384.9173177083333,0.4175699856824995,0.005827974662670079,0.005822361845196115,3.142399131966221,407.4197337164588,0.006170023543116294,0.005829243691142418,0.006021798581416033,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,25.343080169499746,25.343080169499746,3.8779948552449546,2.3822694047377,0.1695443015324515,0.14875238221793843,56.88855438534451,5.034191113724204,0.22105235397176043,0.1702835415018845,0.1391041259592853,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0015830025581311227,0.0015830025581311227,0.03634189565976461,0.1631281649127894,0.028343197189514238,0.027896822476105653,0.5427364983935714,0.03978696467602326,0.030918506784977772,0.028241338757176458,0.018168189250433415,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.019001115786803524,0.019001115786803524,0.1115905609395769,0.4724271988761895,0.09336040604868863,0.09090693420081758,3.8327223003937387,0.1378445348456134,0.11303878475512169,0.09150933269048306,0.10033012478808809,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,169835.06419118246,169835.06419118246,389.5139973958333,0.4225566032831938,0.00589821131245472,0.005892154640335223,3.142399131966221,412.110499976866,0.006241495891040879,0.0058992673430681205,0.006045423890129428,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,25.343080169499746,25.343080169499746,3.8779948552449546,2.3822694047377,0.1695443015324515,0.14875238221793843,56.88855438534451,5.034191113724204,0.22105235397176043,0.1702835415018845,0.1391041259592853,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0015830025581311227,0.0015830025581311227,0.03634189565976461,0.1631281649127894,0.028343197189514238,0.027896822476105653,0.5427364983935714,0.03978696467602326,0.030918506784977772,0.028241338757176458,0.018168189250433415,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.019001115786803524,0.019001115786803524,0.1115905609395769,0.4724271988761895,0.09336040604868863,0.09090693420081758,3.8327223003937387,0.1378445348456134,0.11303878475512169,0.09150933269048306,0.10033012478808809,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T05:51:28.405595+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
@@ -175,7 +175,7 @@
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
- 65916.3203125
179
  ],
180
  "p50": [
181
  66056.390625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T06:00:12.428709+00:00",
5
  "freq": "1h",
6
  "context_length": 144,
7
  "prediction_length": 24,
 
175
  65904.0,
176
  65851.9921875,
177
  65892.0,
178
+ 65806.0
179
  ],
180
  "p50": [
181
  66056.390625,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,25 +1,13 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T05:53:03.700186+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
9
  "context_length": 144,
10
  "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t233600z",
14
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
15
- "context_length": 720,
16
- "prediction_length": 60
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t172000z",
20
- "data_fetched_at": "2026-06-17T05:48:51.327388Z",
21
- "context_length": 232,
22
- "prediction_length": 36
23
  }
24
  ],
25
  "failed_datasets": []
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T06:00:14.472472+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t050000z",
8
+ "data_fetched_at": "2026-06-17T05:59:09.758098Z",
9
  "context_length": 144,
10
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
11
  }
12
  ],
13
  "failed_datasets": []