ziyuzhou02 commited on
Commit
867abdb
·
verified ·
1 Parent(s): 6093bbe

Update leaderboard results from local eval

Browse files
Files changed (27) hide show
  1. results/chronos_2/all_results.csv +1 -1
  2. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  3. results/chronos_2/online_meta.json +2 -8
  4. results/dataset_eval_intervals.json +0 -1
  5. results/eval_history.jsonl +1 -0
  6. results/moirai_1_1_large/all_results.csv +1 -1
  7. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  8. results/moirai_1_1_large/online_meta.json +2 -8
  9. results/online_status.json +16 -54
  10. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_024846.json +347 -0
  11. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_024939.json +347 -0
  12. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_024945.json +347 -0
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_024904.json +347 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_024930.json +347 -0
  15. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_024913.json +347 -0
  16. results/timer_s1/all_results.csv +1 -1
  17. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  18. results/timer_s1/online_meta.json +2 -8
  19. results/timesfm_2_5/all_results.csv +1 -1
  20. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  21. results/timesfm_2_5/online_meta.json +2 -8
  22. results/tirex/all_results.csv +1 -1
  23. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  24. results/tirex/online_meta.json +2 -8
  25. results/toto_2_0_1b/all_results.csv +1 -1
  26. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  27. results/toto_2_0_1b/online_meta.json +2 -8
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,222334.40266927084,222334.40266927084,346.6822916666667,0.3628172668380014,0.005224722285845979,0.005249926090004267,3.52619231419126,471.52349111075137,0.007139368974980037,0.005249139955825936,0.007621788047732497,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.8303605319896,24.8303605319896,3.86064076423645,2.4106563786326287,0.16907229469696064,0.14852529859539534,60.20267861109787,4.98300717759764,0.21880485694379262,0.1695215198420369,0.1396064612336441,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0011883718622266077,0.0011883718622266077,0.029965077837308247,0.025799066390964225,0.02708966856460443,0.026694458441337388,0.2655413090951016,0.034472769865889916,0.031051885809548953,0.02699151181927579,0.03241632641243783,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.013595536798553928,0.013595536798553928,0.09849085907141368,0.6952294764413032,0.08250795343344317,0.08537015637638545,3.3349636194346455,0.11659990050833632,0.09994277186428827,0.08442073634692601,0.07647200330855354,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,223114.73364257812,223114.73364257812,348.7578125,0.36498938469379133,0.005256145956331038,0.005281439640667965,3.52619231419126,472.3502235021998,0.007151661558616787,0.005280399408791463,0.0076390063533267015,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,24.8303605319896,24.8303605319896,3.86064076423645,2.4106563786326287,0.16907229469696064,0.14852529859539534,60.20267861109787,4.98300717759764,0.21880485694379262,0.1695215198420369,0.1396064612336441,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0011883718622266077,0.0011883718622266077,0.029965077837308247,0.025799066390964225,0.02708966856460443,0.026694458441337388,0.2655413090951016,0.034472769865889916,0.031051885809548953,0.02699151181927579,0.03241632641243783,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.013595536798553928,0.013595536798553928,0.09849085907141368,0.6952294764413032,0.08250795343344317,0.08537015637638545,3.3349636194346455,0.11659990050833632,0.09994277186428827,0.08442073634692601,0.07647200330855354,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-17T02:43:59.290985+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
- 65836.1796875
131
  ],
132
  "p50": [
133
  65799.9140625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-17T02:48:46.570428+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
+ 65885.9921875
131
  ],
132
  "p50": [
133
  65799.9140625,
results/chronos_2/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-17T02:44:11.902056+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
14
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-17T02:48:59.995843+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/dataset_eval_intervals.json CHANGED
@@ -7,6 +7,5 @@
7
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
8
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
9
  "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
10
- "usgs_potomac_iv_usgs_00060": 900,
11
  "wikimedia_time_series_hourly_pageviews": 86400
12
  }
 
7
  "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600,
8
  "open_meteo_shanghai_hourly_temperature_2m": 3600,
9
  "usgs_earthquake_all_week_hourly_earthquake_count": 3600,
 
10
  "wikimedia_time_series_hourly_pageviews": 86400
11
  }
results/eval_history.jsonl CHANGED
@@ -998,3 +998,4 @@
998
  {"evaluated_at": "2026-06-17T02:40:11.946348+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
999
  {"evaluated_at": "2026-06-17T02:45:15.416484+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1000
  {"evaluated_at": "2026-06-17T02:45:15.416484+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
 
 
998
  {"evaluated_at": "2026-06-17T02:40:11.946348+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
999
  {"evaluated_at": "2026-06-17T02:45:15.416484+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
1000
  {"evaluated_at": "2026-06-17T02:45:15.416484+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
1001
+ {"evaluated_at": "2026-06-17T02:49:47.782161+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,277903.8916168213,227001.35747909546,427.6168619791667,0.44751862107308615,0.006471281724856824,0.006466811991454738,2.740116029112375,527.165905210894,0.007981854518984978,0.006474575742558954,0.006587977507471171,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.07469179502914,18.243655513688356,3.331818103790283,2.080449607938138,0.14567018799615553,0.13047556033124477,46.18007184105378,4.367458276277993,0.19177597970262295,0.146300809446965,0.11703735191378493,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.0027491556859870294,0.0029976784165576995,0.045951938877503075,0.039563291920376546,0.04217486797573705,0.04267357921341539,0.2387039826179507,0.05243239157226218,0.047229295532600565,0.04139192656414537,0.04342487531236536,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.010732934067759103,0.008920110255567604,0.07150259365638097,0.504724105572851,0.063485640799387,0.061460707636471934,4.176237651672759,0.10359987484432162,0.08879989272370424,0.06128793741975512,0.07038205511986262,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,274872.33197021484,217053.5641860962,419.2610677083333,0.4387739389463184,0.006345038351298259,0.006341245250956179,2.782736432439504,524.2826832637282,0.007937949693228427,0.006347860362429475,0.0065628234598235965,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,19.07469179502914,18.243655513688356,3.331818103790283,2.080449607938138,0.14567018799615553,0.13047556033124477,46.18007184105378,4.367458276277993,0.19177597970262295,0.146300809446965,0.11703735191378493,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.0027491556859870294,0.0029976784165576995,0.045951938877503075,0.039563291920376546,0.04217486797573705,0.04267357921341539,0.2387039826179507,0.05243239157226218,0.047229295532600565,0.04139192656414537,0.04342487531236536,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.010732934067759103,0.008920110255567604,0.07150259365638097,0.504724105572851,0.063485640799387,0.061460707636471934,4.176237651672759,0.10359987484432162,0.08879989272370424,0.06128793741975512,0.07038205511986262,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-17T02:44:57.341626+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
- 65836.1796875
131
  ],
132
  "p50": [
133
- 65969.77734375,
134
- 65940.1875,
135
- 65909.10546875,
136
- 65866.59375,
137
- 65947.88671875,
138
- 65971.96484375,
139
- 65952.00390625,
140
- 65952.39453125,
141
- 66168.30859375,
142
- 66061.75390625,
143
- 66207.984375,
144
- 66164.6796875,
145
- 66213.06640625,
146
- 66089.70703125,
147
- 66250.63671875,
148
- 66047.484375,
149
- 66344.09765625,
150
- 66274.30859375,
151
- 66392.71875,
152
- 66254.74609375,
153
- 66369.41796875,
154
- 66502.03515625,
155
- 66435.6328125,
156
- 66311.90625
157
  ],
158
  "p10": [
159
- 65550.5859375,
160
- 65427.8828125,
161
- 65224.333984375,
162
- 64982.041015625,
163
- 65190.61328125,
164
- 65204.8046875,
165
- 64966.6015625,
166
- 65009.431640625,
167
- 65311.51953125,
168
- 64973.67578125,
169
- 65116.693359375,
170
- 64933.4765625,
171
- 64908.451171875,
172
- 64610.251953125,
173
- 64616.662109375,
174
- 64710.525390625,
175
- 64603.32421875,
176
- 64988.2421875,
177
- 64929.455078125,
178
- 64657.044921875,
179
- 64481.447265625,
180
- 64581.888671875,
181
- 64792.31640625,
182
- 64695.33984375
183
  ],
184
  "p90": [
185
- 66329.140625,
186
- 66419.94140625,
187
- 66549.15234375,
188
- 66625.98828125,
189
- 66729.1015625,
190
- 67100.9296875,
191
- 67081.98828125,
192
- 66940.015625,
193
- 67136.11328125,
194
- 67165.0546875,
195
- 67244.49609375,
196
- 67529.5625,
197
- 67550.73046875,
198
- 67685.609375,
199
- 67961.68359375,
200
- 68224.60546875,
201
- 67889.6015625,
202
- 67763.1875,
203
- 68249.85546875,
204
- 67785.1171875,
205
- 68682.171875,
206
- 68756.08984375,
207
- 68678.15625,
208
- 68407.453125
209
  ],
210
  "timestamps": [
211
  "2026-06-12 03:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-17T02:49:39.417815+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
+ 65885.9921875
131
  ],
132
  "p50": [
133
+ 65928.21875,
134
+ 65912.66796875,
135
+ 65984.2109375,
136
+ 65846.1015625,
137
+ 65963.57421875,
138
+ 66010.5546875,
139
+ 65968.40625,
140
+ 65878.43359375,
141
+ 66239.19921875,
142
+ 66127.2734375,
143
+ 66193.6328125,
144
+ 66152.7265625,
145
+ 66319.671875,
146
+ 66242.56640625,
147
+ 66169.87890625,
148
+ 66056.94140625,
149
+ 66236.0859375,
150
+ 66319.65625,
151
+ 66077.578125,
152
+ 66228.6640625,
153
+ 66261.37109375,
154
+ 66423.00390625,
155
+ 66316.4375,
156
+ 66161.98046875
157
  ],
158
  "p10": [
159
+ 65557.72265625,
160
+ 65366.2734375,
161
+ 65337.396484375,
162
+ 65139.013671875,
163
+ 65319.66015625,
164
+ 64858.0703125,
165
+ 64973.525390625,
166
+ 64901.28515625,
167
+ 65263.15625,
168
+ 64963.140625,
169
+ 64863.62109375,
170
+ 64998.388671875,
171
+ 65125.177734375,
172
+ 65035.580078125,
173
+ 64729.626953125,
174
+ 64748.638671875,
175
+ 64536.861328125,
176
+ 64527.1953125,
177
+ 64544.400390625,
178
+ 64422.537109375,
179
+ 65071.125,
180
+ 64567.94140625,
181
+ 64455.8515625,
182
+ 64657.474609375
183
  ],
184
  "p90": [
185
+ 66382.75,
186
+ 66456.4921875,
187
+ 66660.69140625,
188
+ 66593.0234375,
189
+ 66777.734375,
190
+ 67004.015625,
191
+ 66893.88671875,
192
+ 67045.87890625,
193
+ 67332.62109375,
194
+ 67299.3671875,
195
+ 67434.046875,
196
+ 67666.0546875,
197
+ 67890.0,
198
+ 67623.34375,
199
+ 67701.875,
200
+ 67394.51171875,
201
+ 67907.5859375,
202
+ 67722.80078125,
203
+ 67950.90234375,
204
+ 68141.19140625,
205
+ 68010.6640625,
206
+ 68740.453125,
207
+ 68409.25390625,
208
+ 68573.1875
209
  ],
210
  "timestamps": [
211
  "2026-06-12 03:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-17T02:45:04.389006+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
14
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-17T02:49:41.791626+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-17T02:43:41.693498+00:00",
4
- "finished_at": "2026-06-17T02:45:15.414091+00:00",
5
- "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,17 +10,11 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-17T02:44:11.902056+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
17
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
23
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
24
  "context_length": 96,
25
  "prediction_length": 24
26
  }
@@ -30,17 +24,11 @@
30
  "TimesFM-2.5": {
31
  "model": "TimesFM-2.5",
32
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
- "evaluated_at": "2026-06-17T02:44:24.981071+00:00",
34
  "datasets": [
35
  {
36
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
37
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
38
- "context_length": 96,
39
- "prediction_length": 24
40
- },
41
- {
42
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
43
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  }
@@ -50,17 +38,11 @@
50
  "Toto-2.0-1B": {
51
  "model": "Toto-2.0-1B",
52
  "api_model_id": "Datadog/Toto-2.0-1B",
53
- "evaluated_at": "2026-06-17T02:44:38.864177+00:00",
54
  "datasets": [
55
  {
56
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
57
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
58
- "context_length": 96,
59
- "prediction_length": 24
60
- },
61
- {
62
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
63
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
64
  "context_length": 96,
65
  "prediction_length": 24
66
  }
@@ -70,17 +52,11 @@
70
  "TiRex": {
71
  "model": "TiRex",
72
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
- "evaluated_at": "2026-06-17T02:44:53.211317+00:00",
74
  "datasets": [
75
  {
76
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
77
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
78
- "context_length": 96,
79
- "prediction_length": 24
80
- },
81
- {
82
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
83
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
84
  "context_length": 96,
85
  "prediction_length": 24
86
  }
@@ -90,17 +66,11 @@
90
  "Moirai-1.1-Large": {
91
  "model": "Moirai-1.1-Large",
92
  "api_model_id": "Salesforce/moirai-1.1-R-large",
93
- "evaluated_at": "2026-06-17T02:45:04.389006+00:00",
94
  "datasets": [
95
  {
96
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
97
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
98
- "context_length": 96,
99
- "prediction_length": 24
100
- },
101
- {
102
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
103
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
104
  "context_length": 96,
105
  "prediction_length": 24
106
  }
@@ -110,17 +80,11 @@
110
  "Timer-S1": {
111
  "model": "Timer-S1",
112
  "api_model_id": "bytedance-research/Timer-S1",
113
- "evaluated_at": "2026-06-17T02:45:15.411024+00:00",
114
  "datasets": [
115
  {
116
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
117
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
118
- "context_length": 96,
119
- "prediction_length": 24
120
- },
121
- {
122
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
123
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  }
@@ -130,7 +94,5 @@
130
  },
131
  "failed_models": [],
132
  "failed_datasets": [],
133
- "push_status": "ok",
134
- "pushed_at": "2026-06-17T02:45:26.783545+00:00",
135
- "push_detail": "HF Hub API"
136
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-17T02:48:41.619066+00:00",
4
+ "finished_at": "2026-06-17T02:49:47.772515+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-17T02:48:59.995843+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
17
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
18
  "context_length": 96,
19
  "prediction_length": 24
20
  }
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-17T02:49:08.156244+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
31
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
32
  "context_length": 96,
33
  "prediction_length": 24
34
  }
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-17T02:49:15.358705+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
45
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
46
  "context_length": 96,
47
  "prediction_length": 24
48
  }
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-17T02:49:34.414607+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
59
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  }
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-17T02:49:41.791626+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
73
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
74
  "context_length": 96,
75
  "prediction_length": 24
76
  }
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-17T02:49:47.769770+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
87
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
88
  "context_length": 96,
89
  "prediction_length": 24
90
  }
 
94
  },
95
  "failed_models": [],
96
  "failed_datasets": [],
97
+ "push_status": "pending"
 
 
98
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_024846.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-17T02:48:46.570428+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 223114.73364257812,
8
+ "MSE[0.5]": 223114.73364257812,
9
+ "MAE[0.5]": 348.7578125,
10
+ "MASE[0.5]": 0.36498938469379133,
11
+ "MAPE[0.5]": 0.005256145956331038,
12
+ "sMAPE[0.5]": 0.005281439640667965,
13
+ "MSIS": 3.52619231419126,
14
+ "RMSE[mean]": 472.3502235021998,
15
+ "NRMSE[mean]": 0.007151661558616787,
16
+ "ND[0.5]": 0.005280399408791463,
17
+ "mean_weighted_sum_quantile_loss": 0.0076390063533267015
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 03:00:00",
23
+ "2026-06-12 04:00:00",
24
+ "2026-06-12 05:00:00",
25
+ "2026-06-12 06:00:00",
26
+ "2026-06-12 07:00:00",
27
+ "2026-06-12 08:00:00",
28
+ "2026-06-12 09:00:00",
29
+ "2026-06-12 10:00:00",
30
+ "2026-06-12 11:00:00",
31
+ "2026-06-12 12:00:00",
32
+ "2026-06-12 13:00:00",
33
+ "2026-06-12 14:00:00",
34
+ "2026-06-12 15:00:00",
35
+ "2026-06-12 16:00:00",
36
+ "2026-06-12 17:00:00",
37
+ "2026-06-12 18:00:00",
38
+ "2026-06-12 19:00:00",
39
+ "2026-06-12 20:00:00",
40
+ "2026-06-12 21:00:00",
41
+ "2026-06-12 22:00:00",
42
+ "2026-06-12 23:00:00",
43
+ "2026-06-13 00:00:00",
44
+ "2026-06-13 01:00:00",
45
+ "2026-06-13 02:00:00",
46
+ "2026-06-13 03:00:00",
47
+ "2026-06-13 04:00:00",
48
+ "2026-06-13 05:00:00",
49
+ "2026-06-13 06:00:00",
50
+ "2026-06-13 07:00:00",
51
+ "2026-06-13 08:00:00",
52
+ "2026-06-13 09:00:00",
53
+ "2026-06-13 10:00:00",
54
+ "2026-06-13 11:00:00",
55
+ "2026-06-13 12:00:00",
56
+ "2026-06-13 13:00:00",
57
+ "2026-06-13 14:00:00",
58
+ "2026-06-13 15:00:00",
59
+ "2026-06-13 16:00:00",
60
+ "2026-06-13 17:00:00",
61
+ "2026-06-13 18:00:00",
62
+ "2026-06-13 19:00:00",
63
+ "2026-06-13 20:00:00",
64
+ "2026-06-13 21:00:00",
65
+ "2026-06-13 22:00:00",
66
+ "2026-06-13 23:00:00",
67
+ "2026-06-14 00:00:00",
68
+ "2026-06-14 01:00:00",
69
+ "2026-06-14 02:00:00",
70
+ "2026-06-14 03:00:00",
71
+ "2026-06-14 04:00:00",
72
+ "2026-06-14 05:00:00",
73
+ "2026-06-14 06:00:00",
74
+ "2026-06-14 07:00:00",
75
+ "2026-06-14 08:00:00",
76
+ "2026-06-14 09:00:00",
77
+ "2026-06-14 10:00:00",
78
+ "2026-06-14 11:00:00",
79
+ "2026-06-14 12:00:00",
80
+ "2026-06-14 13:00:00",
81
+ "2026-06-14 14:00:00",
82
+ "2026-06-14 15:00:00",
83
+ "2026-06-14 16:00:00",
84
+ "2026-06-14 17:00:00",
85
+ "2026-06-14 18:00:00",
86
+ "2026-06-14 19:00:00",
87
+ "2026-06-14 20:00:00",
88
+ "2026-06-14 21:00:00",
89
+ "2026-06-14 22:00:00",
90
+ "2026-06-14 23:00:00",
91
+ "2026-06-15 00:00:00",
92
+ "2026-06-15 01:00:00",
93
+ "2026-06-15 02:00:00",
94
+ "2026-06-15 03:00:00",
95
+ "2026-06-15 04:00:00",
96
+ "2026-06-15 05:00:00",
97
+ "2026-06-15 06:00:00",
98
+ "2026-06-15 07:00:00",
99
+ "2026-06-15 08:00:00",
100
+ "2026-06-15 09:00:00",
101
+ "2026-06-15 10:00:00",
102
+ "2026-06-15 11:00:00",
103
+ "2026-06-15 12:00:00",
104
+ "2026-06-15 13:00:00",
105
+ "2026-06-15 14:00:00",
106
+ "2026-06-15 15:00:00",
107
+ "2026-06-15 16:00:00",
108
+ "2026-06-15 17:00:00",
109
+ "2026-06-15 18:00:00",
110
+ "2026-06-15 19:00:00",
111
+ "2026-06-15 20:00:00",
112
+ "2026-06-15 21:00:00",
113
+ "2026-06-15 22:00:00",
114
+ "2026-06-15 23:00:00",
115
+ "2026-06-16 00:00:00",
116
+ "2026-06-16 01:00:00",
117
+ "2026-06-16 02:00:00",
118
+ "2026-06-16 03:00:00",
119
+ "2026-06-16 04:00:00",
120
+ "2026-06-16 05:00:00",
121
+ "2026-06-16 06:00:00",
122
+ "2026-06-16 07:00:00",
123
+ "2026-06-16 08:00:00",
124
+ "2026-06-16 09:00:00",
125
+ "2026-06-16 10:00:00",
126
+ "2026-06-16 11:00:00",
127
+ "2026-06-16 12:00:00",
128
+ "2026-06-16 13:00:00",
129
+ "2026-06-16 14:00:00",
130
+ "2026-06-16 15:00:00",
131
+ "2026-06-16 16:00:00",
132
+ "2026-06-16 17:00:00",
133
+ "2026-06-16 18:00:00",
134
+ "2026-06-16 19:00:00",
135
+ "2026-06-16 20:00:00",
136
+ "2026-06-16 21:00:00",
137
+ "2026-06-16 22:00:00",
138
+ "2026-06-16 23:00:00",
139
+ "2026-06-17 00:00:00",
140
+ "2026-06-17 01:00:00",
141
+ "2026-06-17 02:00:00"
142
+ ],
143
+ "context": [
144
+ 63524.8203125,
145
+ 63700.0,
146
+ 63358.19921875,
147
+ 62980.44921875,
148
+ 63100.80078125,
149
+ 63470.80859375,
150
+ 63752.9296875,
151
+ 63702.01171875,
152
+ 63766.01171875,
153
+ 63465.51171875,
154
+ 63229.1015625,
155
+ 63999.98828125,
156
+ 63593.01953125,
157
+ 63982.48046875,
158
+ 63865.44140625,
159
+ 63694.0,
160
+ 63589.26953125,
161
+ 63449.0,
162
+ 63472.0,
163
+ 63502.0,
164
+ 63580.01171875,
165
+ 63600.01171875,
166
+ 63837.890625,
167
+ 63646.01171875,
168
+ 63532.0,
169
+ 63512.01171875,
170
+ 63584.03125,
171
+ 63735.73828125,
172
+ 63846.0,
173
+ 63806.0,
174
+ 63743.12109375,
175
+ 63843.01171875,
176
+ 63971.28125,
177
+ 64133.12109375,
178
+ 64102.69140625,
179
+ 64220.96875,
180
+ 64296.1484375,
181
+ 64029.171875,
182
+ 63971.19140625,
183
+ 64161.4609375,
184
+ 64296.58984375,
185
+ 64278.30859375,
186
+ 64471.0390625,
187
+ 64456.46875,
188
+ 64458.01171875,
189
+ 64565.0,
190
+ 64563.0,
191
+ 64490.01171875,
192
+ 64545.30078125,
193
+ 64339.0703125,
194
+ 64338.0,
195
+ 64286.1015625,
196
+ 64429.390625,
197
+ 64456.328125,
198
+ 64616.0,
199
+ 64521.12890625,
200
+ 64546.0,
201
+ 64327.53125,
202
+ 64317.98828125,
203
+ 63983.55078125,
204
+ 64025.0703125,
205
+ 63942.62890625,
206
+ 63732.640625,
207
+ 63813.30078125,
208
+ 63802.0,
209
+ 64008.640625,
210
+ 65311.58984375,
211
+ 65426.78125,
212
+ 65746.453125,
213
+ 65625.9921875,
214
+ 65525.0,
215
+ 65472.01171875,
216
+ 65927.1015625,
217
+ 65644.0078125,
218
+ 65858.0078125,
219
+ 65812.0078125,
220
+ 65674.7578125,
221
+ 65662.0078125,
222
+ 65596.859375,
223
+ 65917.3671875,
224
+ 66233.8984375,
225
+ 66563.4921875,
226
+ 66447.046875,
227
+ 66591.546875,
228
+ 67292.140625,
229
+ 67157.9921875,
230
+ 66851.7890625,
231
+ 66766.1171875,
232
+ 66614.3515625,
233
+ 66519.9765625,
234
+ 66368.1484375,
235
+ 66206.34375,
236
+ 66328.7421875,
237
+ 66250.0,
238
+ 66346.5234375,
239
+ 65741.9921875
240
+ ],
241
+ "actual": [
242
+ 66165.2109375,
243
+ 65840.09375,
244
+ 66045.0,
245
+ 66446.0,
246
+ 66372.0,
247
+ 66899.609375,
248
+ 66510.0,
249
+ 66514.0,
250
+ 66481.7265625,
251
+ 66429.828125,
252
+ 66052.0,
253
+ 65654.8984375,
254
+ 65859.7578125,
255
+ 65758.0703125,
256
+ 65978.7890625,
257
+ 65847.9921875,
258
+ 65675.8828125,
259
+ 65854.0,
260
+ 65776.96875,
261
+ 65780.0,
262
+ 65675.0078125,
263
+ 65700.0,
264
+ 65940.0,
265
+ 65885.9921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65799.9140625,
270
+ 65759.0,
271
+ 65760.765625,
272
+ 65737.2421875,
273
+ 65719.7890625,
274
+ 65720.3828125,
275
+ 65719.6171875,
276
+ 65714.828125,
277
+ 65719.8515625,
278
+ 65723.296875,
279
+ 65705.3203125,
280
+ 65670.765625,
281
+ 65662.8203125,
282
+ 65638.9609375,
283
+ 65640.4140625,
284
+ 65644.296875,
285
+ 65749.7421875,
286
+ 65728.8046875,
287
+ 65741.9296875,
288
+ 65714.3359375,
289
+ 65717.0546875,
290
+ 65697.5234375,
291
+ 65676.4296875,
292
+ 65673.1015625
293
+ ],
294
+ "p10": [
295
+ 65211.015625,
296
+ 64973.5859375,
297
+ 64839.7890625,
298
+ 64699.37890625,
299
+ 64570.078125,
300
+ 64426.55078125,
301
+ 64343.0,
302
+ 64255.60546875,
303
+ 64162.453125,
304
+ 64062.26171875,
305
+ 64020.359375,
306
+ 63937.90625,
307
+ 63891.09375,
308
+ 63804.86328125,
309
+ 63749.5,
310
+ 63737.51171875,
311
+ 63643.69921875,
312
+ 63603.81640625,
313
+ 63588.359375,
314
+ 63562.6171875,
315
+ 63524.00390625,
316
+ 63478.5625,
317
+ 63440.3046875,
318
+ 63416.7890625
319
+ ],
320
+ "p90": [
321
+ 66139.2265625,
322
+ 66287.0078125,
323
+ 66414.703125,
324
+ 66528.8125,
325
+ 66589.796875,
326
+ 66666.4921875,
327
+ 66730.84375,
328
+ 66812.7578125,
329
+ 66845.0859375,
330
+ 66922.8515625,
331
+ 66960.9296875,
332
+ 66996.0703125,
333
+ 67042.078125,
334
+ 67066.7109375,
335
+ 67096.3671875,
336
+ 67097.21875,
337
+ 67338.4453125,
338
+ 67337.71875,
339
+ 67323.375,
340
+ 67386.7890625,
341
+ 67385.6171875,
342
+ 67468.28125,
343
+ 67494.171875,
344
+ 67512.7578125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_024939.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-17T02:49:39.417815+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 274872.33197021484,
8
+ "MSE[0.5]": 217053.5641860962,
9
+ "MAE[0.5]": 419.2610677083333,
10
+ "MASE[0.5]": 0.4387739389463184,
11
+ "MAPE[0.5]": 0.006345038351298259,
12
+ "sMAPE[0.5]": 0.006341245250956179,
13
+ "MSIS": 2.782736432439504,
14
+ "RMSE[mean]": 524.2826832637282,
15
+ "NRMSE[mean]": 0.007937949693228427,
16
+ "ND[0.5]": 0.006347860362429475,
17
+ "mean_weighted_sum_quantile_loss": 0.0065628234598235965
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 03:00:00",
23
+ "2026-06-12 04:00:00",
24
+ "2026-06-12 05:00:00",
25
+ "2026-06-12 06:00:00",
26
+ "2026-06-12 07:00:00",
27
+ "2026-06-12 08:00:00",
28
+ "2026-06-12 09:00:00",
29
+ "2026-06-12 10:00:00",
30
+ "2026-06-12 11:00:00",
31
+ "2026-06-12 12:00:00",
32
+ "2026-06-12 13:00:00",
33
+ "2026-06-12 14:00:00",
34
+ "2026-06-12 15:00:00",
35
+ "2026-06-12 16:00:00",
36
+ "2026-06-12 17:00:00",
37
+ "2026-06-12 18:00:00",
38
+ "2026-06-12 19:00:00",
39
+ "2026-06-12 20:00:00",
40
+ "2026-06-12 21:00:00",
41
+ "2026-06-12 22:00:00",
42
+ "2026-06-12 23:00:00",
43
+ "2026-06-13 00:00:00",
44
+ "2026-06-13 01:00:00",
45
+ "2026-06-13 02:00:00",
46
+ "2026-06-13 03:00:00",
47
+ "2026-06-13 04:00:00",
48
+ "2026-06-13 05:00:00",
49
+ "2026-06-13 06:00:00",
50
+ "2026-06-13 07:00:00",
51
+ "2026-06-13 08:00:00",
52
+ "2026-06-13 09:00:00",
53
+ "2026-06-13 10:00:00",
54
+ "2026-06-13 11:00:00",
55
+ "2026-06-13 12:00:00",
56
+ "2026-06-13 13:00:00",
57
+ "2026-06-13 14:00:00",
58
+ "2026-06-13 15:00:00",
59
+ "2026-06-13 16:00:00",
60
+ "2026-06-13 17:00:00",
61
+ "2026-06-13 18:00:00",
62
+ "2026-06-13 19:00:00",
63
+ "2026-06-13 20:00:00",
64
+ "2026-06-13 21:00:00",
65
+ "2026-06-13 22:00:00",
66
+ "2026-06-13 23:00:00",
67
+ "2026-06-14 00:00:00",
68
+ "2026-06-14 01:00:00",
69
+ "2026-06-14 02:00:00",
70
+ "2026-06-14 03:00:00",
71
+ "2026-06-14 04:00:00",
72
+ "2026-06-14 05:00:00",
73
+ "2026-06-14 06:00:00",
74
+ "2026-06-14 07:00:00",
75
+ "2026-06-14 08:00:00",
76
+ "2026-06-14 09:00:00",
77
+ "2026-06-14 10:00:00",
78
+ "2026-06-14 11:00:00",
79
+ "2026-06-14 12:00:00",
80
+ "2026-06-14 13:00:00",
81
+ "2026-06-14 14:00:00",
82
+ "2026-06-14 15:00:00",
83
+ "2026-06-14 16:00:00",
84
+ "2026-06-14 17:00:00",
85
+ "2026-06-14 18:00:00",
86
+ "2026-06-14 19:00:00",
87
+ "2026-06-14 20:00:00",
88
+ "2026-06-14 21:00:00",
89
+ "2026-06-14 22:00:00",
90
+ "2026-06-14 23:00:00",
91
+ "2026-06-15 00:00:00",
92
+ "2026-06-15 01:00:00",
93
+ "2026-06-15 02:00:00",
94
+ "2026-06-15 03:00:00",
95
+ "2026-06-15 04:00:00",
96
+ "2026-06-15 05:00:00",
97
+ "2026-06-15 06:00:00",
98
+ "2026-06-15 07:00:00",
99
+ "2026-06-15 08:00:00",
100
+ "2026-06-15 09:00:00",
101
+ "2026-06-15 10:00:00",
102
+ "2026-06-15 11:00:00",
103
+ "2026-06-15 12:00:00",
104
+ "2026-06-15 13:00:00",
105
+ "2026-06-15 14:00:00",
106
+ "2026-06-15 15:00:00",
107
+ "2026-06-15 16:00:00",
108
+ "2026-06-15 17:00:00",
109
+ "2026-06-15 18:00:00",
110
+ "2026-06-15 19:00:00",
111
+ "2026-06-15 20:00:00",
112
+ "2026-06-15 21:00:00",
113
+ "2026-06-15 22:00:00",
114
+ "2026-06-15 23:00:00",
115
+ "2026-06-16 00:00:00",
116
+ "2026-06-16 01:00:00",
117
+ "2026-06-16 02:00:00",
118
+ "2026-06-16 03:00:00",
119
+ "2026-06-16 04:00:00",
120
+ "2026-06-16 05:00:00",
121
+ "2026-06-16 06:00:00",
122
+ "2026-06-16 07:00:00",
123
+ "2026-06-16 08:00:00",
124
+ "2026-06-16 09:00:00",
125
+ "2026-06-16 10:00:00",
126
+ "2026-06-16 11:00:00",
127
+ "2026-06-16 12:00:00",
128
+ "2026-06-16 13:00:00",
129
+ "2026-06-16 14:00:00",
130
+ "2026-06-16 15:00:00",
131
+ "2026-06-16 16:00:00",
132
+ "2026-06-16 17:00:00",
133
+ "2026-06-16 18:00:00",
134
+ "2026-06-16 19:00:00",
135
+ "2026-06-16 20:00:00",
136
+ "2026-06-16 21:00:00",
137
+ "2026-06-16 22:00:00",
138
+ "2026-06-16 23:00:00",
139
+ "2026-06-17 00:00:00",
140
+ "2026-06-17 01:00:00",
141
+ "2026-06-17 02:00:00"
142
+ ],
143
+ "context": [
144
+ 63524.8203125,
145
+ 63700.0,
146
+ 63358.19921875,
147
+ 62980.44921875,
148
+ 63100.80078125,
149
+ 63470.80859375,
150
+ 63752.9296875,
151
+ 63702.01171875,
152
+ 63766.01171875,
153
+ 63465.51171875,
154
+ 63229.1015625,
155
+ 63999.98828125,
156
+ 63593.01953125,
157
+ 63982.48046875,
158
+ 63865.44140625,
159
+ 63694.0,
160
+ 63589.26953125,
161
+ 63449.0,
162
+ 63472.0,
163
+ 63502.0,
164
+ 63580.01171875,
165
+ 63600.01171875,
166
+ 63837.890625,
167
+ 63646.01171875,
168
+ 63532.0,
169
+ 63512.01171875,
170
+ 63584.03125,
171
+ 63735.73828125,
172
+ 63846.0,
173
+ 63806.0,
174
+ 63743.12109375,
175
+ 63843.01171875,
176
+ 63971.28125,
177
+ 64133.12109375,
178
+ 64102.69140625,
179
+ 64220.96875,
180
+ 64296.1484375,
181
+ 64029.171875,
182
+ 63971.19140625,
183
+ 64161.4609375,
184
+ 64296.58984375,
185
+ 64278.30859375,
186
+ 64471.0390625,
187
+ 64456.46875,
188
+ 64458.01171875,
189
+ 64565.0,
190
+ 64563.0,
191
+ 64490.01171875,
192
+ 64545.30078125,
193
+ 64339.0703125,
194
+ 64338.0,
195
+ 64286.1015625,
196
+ 64429.390625,
197
+ 64456.328125,
198
+ 64616.0,
199
+ 64521.12890625,
200
+ 64546.0,
201
+ 64327.53125,
202
+ 64317.98828125,
203
+ 63983.55078125,
204
+ 64025.0703125,
205
+ 63942.62890625,
206
+ 63732.640625,
207
+ 63813.30078125,
208
+ 63802.0,
209
+ 64008.640625,
210
+ 65311.58984375,
211
+ 65426.78125,
212
+ 65746.453125,
213
+ 65625.9921875,
214
+ 65525.0,
215
+ 65472.01171875,
216
+ 65927.1015625,
217
+ 65644.0078125,
218
+ 65858.0078125,
219
+ 65812.0078125,
220
+ 65674.7578125,
221
+ 65662.0078125,
222
+ 65596.859375,
223
+ 65917.3671875,
224
+ 66233.8984375,
225
+ 66563.4921875,
226
+ 66447.046875,
227
+ 66591.546875,
228
+ 67292.140625,
229
+ 67157.9921875,
230
+ 66851.7890625,
231
+ 66766.1171875,
232
+ 66614.3515625,
233
+ 66519.9765625,
234
+ 66368.1484375,
235
+ 66206.34375,
236
+ 66328.7421875,
237
+ 66250.0,
238
+ 66346.5234375,
239
+ 65741.9921875
240
+ ],
241
+ "actual": [
242
+ 66165.2109375,
243
+ 65840.09375,
244
+ 66045.0,
245
+ 66446.0,
246
+ 66372.0,
247
+ 66899.609375,
248
+ 66510.0,
249
+ 66514.0,
250
+ 66481.7265625,
251
+ 66429.828125,
252
+ 66052.0,
253
+ 65654.8984375,
254
+ 65859.7578125,
255
+ 65758.0703125,
256
+ 65978.7890625,
257
+ 65847.9921875,
258
+ 65675.8828125,
259
+ 65854.0,
260
+ 65776.96875,
261
+ 65780.0,
262
+ 65675.0078125,
263
+ 65700.0,
264
+ 65940.0,
265
+ 65885.9921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65928.21875,
270
+ 65912.66796875,
271
+ 65984.2109375,
272
+ 65846.1015625,
273
+ 65963.57421875,
274
+ 66010.5546875,
275
+ 65968.40625,
276
+ 65878.43359375,
277
+ 66239.19921875,
278
+ 66127.2734375,
279
+ 66193.6328125,
280
+ 66152.7265625,
281
+ 66319.671875,
282
+ 66242.56640625,
283
+ 66169.87890625,
284
+ 66056.94140625,
285
+ 66236.0859375,
286
+ 66319.65625,
287
+ 66077.578125,
288
+ 66228.6640625,
289
+ 66261.37109375,
290
+ 66423.00390625,
291
+ 66316.4375,
292
+ 66161.98046875
293
+ ],
294
+ "p10": [
295
+ 65557.72265625,
296
+ 65366.2734375,
297
+ 65337.396484375,
298
+ 65139.013671875,
299
+ 65319.66015625,
300
+ 64858.0703125,
301
+ 64973.525390625,
302
+ 64901.28515625,
303
+ 65263.15625,
304
+ 64963.140625,
305
+ 64863.62109375,
306
+ 64998.388671875,
307
+ 65125.177734375,
308
+ 65035.580078125,
309
+ 64729.626953125,
310
+ 64748.638671875,
311
+ 64536.861328125,
312
+ 64527.1953125,
313
+ 64544.400390625,
314
+ 64422.537109375,
315
+ 65071.125,
316
+ 64567.94140625,
317
+ 64455.8515625,
318
+ 64657.474609375
319
+ ],
320
+ "p90": [
321
+ 66382.75,
322
+ 66456.4921875,
323
+ 66660.69140625,
324
+ 66593.0234375,
325
+ 66777.734375,
326
+ 67004.015625,
327
+ 66893.88671875,
328
+ 67045.87890625,
329
+ 67332.62109375,
330
+ 67299.3671875,
331
+ 67434.046875,
332
+ 67666.0546875,
333
+ 67890.0,
334
+ 67623.34375,
335
+ 67701.875,
336
+ 67394.51171875,
337
+ 67907.5859375,
338
+ 67722.80078125,
339
+ 67950.90234375,
340
+ 68141.19140625,
341
+ 68010.6640625,
342
+ 68740.453125,
343
+ 68409.25390625,
344
+ 68573.1875
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_024945.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-17T02:49:45.914395+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 396506.69523620605,
8
+ "MSE[0.5]": 396506.69523620605,
9
+ "MAE[0.5]": 565.8756510416666,
10
+ "MASE[0.5]": 0.5922121262499216,
11
+ "MAPE[0.5]": 0.008548701432482922,
12
+ "sMAPE[0.5]": 0.008594027630232768,
13
+ "MSIS": 3.1129250891876494,
14
+ "RMSE[mean]": 629.6877759939492,
15
+ "NRMSE[mean]": 0.009533845095102094,
16
+ "ND[0.5]": 0.00856769180822265,
17
+ "mean_weighted_sum_quantile_loss": 0.008551604820725634
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 03:00:00",
23
+ "2026-06-12 04:00:00",
24
+ "2026-06-12 05:00:00",
25
+ "2026-06-12 06:00:00",
26
+ "2026-06-12 07:00:00",
27
+ "2026-06-12 08:00:00",
28
+ "2026-06-12 09:00:00",
29
+ "2026-06-12 10:00:00",
30
+ "2026-06-12 11:00:00",
31
+ "2026-06-12 12:00:00",
32
+ "2026-06-12 13:00:00",
33
+ "2026-06-12 14:00:00",
34
+ "2026-06-12 15:00:00",
35
+ "2026-06-12 16:00:00",
36
+ "2026-06-12 17:00:00",
37
+ "2026-06-12 18:00:00",
38
+ "2026-06-12 19:00:00",
39
+ "2026-06-12 20:00:00",
40
+ "2026-06-12 21:00:00",
41
+ "2026-06-12 22:00:00",
42
+ "2026-06-12 23:00:00",
43
+ "2026-06-13 00:00:00",
44
+ "2026-06-13 01:00:00",
45
+ "2026-06-13 02:00:00",
46
+ "2026-06-13 03:00:00",
47
+ "2026-06-13 04:00:00",
48
+ "2026-06-13 05:00:00",
49
+ "2026-06-13 06:00:00",
50
+ "2026-06-13 07:00:00",
51
+ "2026-06-13 08:00:00",
52
+ "2026-06-13 09:00:00",
53
+ "2026-06-13 10:00:00",
54
+ "2026-06-13 11:00:00",
55
+ "2026-06-13 12:00:00",
56
+ "2026-06-13 13:00:00",
57
+ "2026-06-13 14:00:00",
58
+ "2026-06-13 15:00:00",
59
+ "2026-06-13 16:00:00",
60
+ "2026-06-13 17:00:00",
61
+ "2026-06-13 18:00:00",
62
+ "2026-06-13 19:00:00",
63
+ "2026-06-13 20:00:00",
64
+ "2026-06-13 21:00:00",
65
+ "2026-06-13 22:00:00",
66
+ "2026-06-13 23:00:00",
67
+ "2026-06-14 00:00:00",
68
+ "2026-06-14 01:00:00",
69
+ "2026-06-14 02:00:00",
70
+ "2026-06-14 03:00:00",
71
+ "2026-06-14 04:00:00",
72
+ "2026-06-14 05:00:00",
73
+ "2026-06-14 06:00:00",
74
+ "2026-06-14 07:00:00",
75
+ "2026-06-14 08:00:00",
76
+ "2026-06-14 09:00:00",
77
+ "2026-06-14 10:00:00",
78
+ "2026-06-14 11:00:00",
79
+ "2026-06-14 12:00:00",
80
+ "2026-06-14 13:00:00",
81
+ "2026-06-14 14:00:00",
82
+ "2026-06-14 15:00:00",
83
+ "2026-06-14 16:00:00",
84
+ "2026-06-14 17:00:00",
85
+ "2026-06-14 18:00:00",
86
+ "2026-06-14 19:00:00",
87
+ "2026-06-14 20:00:00",
88
+ "2026-06-14 21:00:00",
89
+ "2026-06-14 22:00:00",
90
+ "2026-06-14 23:00:00",
91
+ "2026-06-15 00:00:00",
92
+ "2026-06-15 01:00:00",
93
+ "2026-06-15 02:00:00",
94
+ "2026-06-15 03:00:00",
95
+ "2026-06-15 04:00:00",
96
+ "2026-06-15 05:00:00",
97
+ "2026-06-15 06:00:00",
98
+ "2026-06-15 07:00:00",
99
+ "2026-06-15 08:00:00",
100
+ "2026-06-15 09:00:00",
101
+ "2026-06-15 10:00:00",
102
+ "2026-06-15 11:00:00",
103
+ "2026-06-15 12:00:00",
104
+ "2026-06-15 13:00:00",
105
+ "2026-06-15 14:00:00",
106
+ "2026-06-15 15:00:00",
107
+ "2026-06-15 16:00:00",
108
+ "2026-06-15 17:00:00",
109
+ "2026-06-15 18:00:00",
110
+ "2026-06-15 19:00:00",
111
+ "2026-06-15 20:00:00",
112
+ "2026-06-15 21:00:00",
113
+ "2026-06-15 22:00:00",
114
+ "2026-06-15 23:00:00",
115
+ "2026-06-16 00:00:00",
116
+ "2026-06-16 01:00:00",
117
+ "2026-06-16 02:00:00",
118
+ "2026-06-16 03:00:00",
119
+ "2026-06-16 04:00:00",
120
+ "2026-06-16 05:00:00",
121
+ "2026-06-16 06:00:00",
122
+ "2026-06-16 07:00:00",
123
+ "2026-06-16 08:00:00",
124
+ "2026-06-16 09:00:00",
125
+ "2026-06-16 10:00:00",
126
+ "2026-06-16 11:00:00",
127
+ "2026-06-16 12:00:00",
128
+ "2026-06-16 13:00:00",
129
+ "2026-06-16 14:00:00",
130
+ "2026-06-16 15:00:00",
131
+ "2026-06-16 16:00:00",
132
+ "2026-06-16 17:00:00",
133
+ "2026-06-16 18:00:00",
134
+ "2026-06-16 19:00:00",
135
+ "2026-06-16 20:00:00",
136
+ "2026-06-16 21:00:00",
137
+ "2026-06-16 22:00:00",
138
+ "2026-06-16 23:00:00",
139
+ "2026-06-17 00:00:00",
140
+ "2026-06-17 01:00:00",
141
+ "2026-06-17 02:00:00"
142
+ ],
143
+ "context": [
144
+ 63524.8203125,
145
+ 63700.0,
146
+ 63358.19921875,
147
+ 62980.44921875,
148
+ 63100.80078125,
149
+ 63470.80859375,
150
+ 63752.9296875,
151
+ 63702.01171875,
152
+ 63766.01171875,
153
+ 63465.51171875,
154
+ 63229.1015625,
155
+ 63999.98828125,
156
+ 63593.01953125,
157
+ 63982.48046875,
158
+ 63865.44140625,
159
+ 63694.0,
160
+ 63589.26953125,
161
+ 63449.0,
162
+ 63472.0,
163
+ 63502.0,
164
+ 63580.01171875,
165
+ 63600.01171875,
166
+ 63837.890625,
167
+ 63646.01171875,
168
+ 63532.0,
169
+ 63512.01171875,
170
+ 63584.03125,
171
+ 63735.73828125,
172
+ 63846.0,
173
+ 63806.0,
174
+ 63743.12109375,
175
+ 63843.01171875,
176
+ 63971.28125,
177
+ 64133.12109375,
178
+ 64102.69140625,
179
+ 64220.96875,
180
+ 64296.1484375,
181
+ 64029.171875,
182
+ 63971.19140625,
183
+ 64161.4609375,
184
+ 64296.58984375,
185
+ 64278.30859375,
186
+ 64471.0390625,
187
+ 64456.46875,
188
+ 64458.01171875,
189
+ 64565.0,
190
+ 64563.0,
191
+ 64490.01171875,
192
+ 64545.30078125,
193
+ 64339.0703125,
194
+ 64338.0,
195
+ 64286.1015625,
196
+ 64429.390625,
197
+ 64456.328125,
198
+ 64616.0,
199
+ 64521.12890625,
200
+ 64546.0,
201
+ 64327.53125,
202
+ 64317.98828125,
203
+ 63983.55078125,
204
+ 64025.0703125,
205
+ 63942.62890625,
206
+ 63732.640625,
207
+ 63813.30078125,
208
+ 63802.0,
209
+ 64008.640625,
210
+ 65311.58984375,
211
+ 65426.78125,
212
+ 65746.453125,
213
+ 65625.9921875,
214
+ 65525.0,
215
+ 65472.01171875,
216
+ 65927.1015625,
217
+ 65644.0078125,
218
+ 65858.0078125,
219
+ 65812.0078125,
220
+ 65674.7578125,
221
+ 65662.0078125,
222
+ 65596.859375,
223
+ 65917.3671875,
224
+ 66233.8984375,
225
+ 66563.4921875,
226
+ 66447.046875,
227
+ 66591.546875,
228
+ 67292.140625,
229
+ 67157.9921875,
230
+ 66851.7890625,
231
+ 66766.1171875,
232
+ 66614.3515625,
233
+ 66519.9765625,
234
+ 66368.1484375,
235
+ 66206.34375,
236
+ 66328.7421875,
237
+ 66250.0,
238
+ 66346.5234375,
239
+ 65741.9921875
240
+ ],
241
+ "actual": [
242
+ 66165.2109375,
243
+ 65840.09375,
244
+ 66045.0,
245
+ 66446.0,
246
+ 66372.0,
247
+ 66899.609375,
248
+ 66510.0,
249
+ 66514.0,
250
+ 66481.7265625,
251
+ 66429.828125,
252
+ 66052.0,
253
+ 65654.8984375,
254
+ 65859.7578125,
255
+ 65758.0703125,
256
+ 65978.7890625,
257
+ 65847.9921875,
258
+ 65675.8828125,
259
+ 65854.0,
260
+ 65776.96875,
261
+ 65780.0,
262
+ 65675.0078125,
263
+ 65700.0,
264
+ 65940.0,
265
+ 65885.9921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65771.6875,
270
+ 65728.25,
271
+ 65702.1875,
272
+ 65676.125,
273
+ 65667.4375,
274
+ 65606.625,
275
+ 65597.9375,
276
+ 65563.1875,
277
+ 65537.125,
278
+ 65498.03125,
279
+ 65502.375,
280
+ 65463.28125,
281
+ 65450.25,
282
+ 65424.1875,
283
+ 65415.5,
284
+ 65389.4375,
285
+ 65376.40625,
286
+ 65350.34375,
287
+ 65341.65625,
288
+ 65311.25,
289
+ 65311.25,
290
+ 65306.90625,
291
+ 65293.875,
292
+ 65276.5
293
+ ],
294
+ "p10": [
295
+ 65137.5,
296
+ 64939.859375,
297
+ 64798.6875,
298
+ 64690.09375,
299
+ 64606.4765625,
300
+ 64494.76171875,
301
+ 64466.390625,
302
+ 64358.8828125,
303
+ 64292.640625,
304
+ 64207.9375,
305
+ 64160.15625,
306
+ 64090.65625,
307
+ 64036.359375,
308
+ 64018.984375,
309
+ 64012.46875,
310
+ 63964.6875,
311
+ 63938.625,
312
+ 63864.78125,
313
+ 63830.03125,
314
+ 63799.625,
315
+ 63769.21875,
316
+ 63756.1875,
317
+ 63730.125,
318
+ 63712.75
319
+ ],
320
+ "p90": [
321
+ 66353.75,
322
+ 66431.9375,
323
+ 66475.375,
324
+ 66501.4375,
325
+ 66553.5625,
326
+ 66536.1875,
327
+ 66553.5625,
328
+ 66570.9375,
329
+ 66588.3125,
330
+ 66553.5625,
331
+ 66588.3125,
332
+ 66588.3125,
333
+ 66614.375,
334
+ 66623.0625,
335
+ 66623.0625,
336
+ 66605.6875,
337
+ 66588.3125,
338
+ 66588.3125,
339
+ 66597.0,
340
+ 66579.625,
341
+ 66597.0,
342
+ 66597.0,
343
+ 66605.6875,
344
+ 66614.375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_024904.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-17T02:49:04.809268+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 474385.82372601825,
8
+ "MSE[0.5]": 894271.3408184052,
9
+ "MAE[0.5]": 902.0460611979166,
10
+ "MASE[0.5]": 0.9440282770499532,
11
+ "MAPE[0.5]": 0.013643265982230637,
12
+ "sMAPE[0.5]": 0.013746141032845528,
13
+ "MSIS": 4.64342058824331,
14
+ "RMSE[mean]": 688.7567231802665,
15
+ "NRMSE[mean]": 0.01042818386722799,
16
+ "ND[0.5]": 0.013657510505953603,
17
+ "mean_weighted_sum_quantile_loss": 0.008940145419068297
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 03:00:00",
23
+ "2026-06-12 04:00:00",
24
+ "2026-06-12 05:00:00",
25
+ "2026-06-12 06:00:00",
26
+ "2026-06-12 07:00:00",
27
+ "2026-06-12 08:00:00",
28
+ "2026-06-12 09:00:00",
29
+ "2026-06-12 10:00:00",
30
+ "2026-06-12 11:00:00",
31
+ "2026-06-12 12:00:00",
32
+ "2026-06-12 13:00:00",
33
+ "2026-06-12 14:00:00",
34
+ "2026-06-12 15:00:00",
35
+ "2026-06-12 16:00:00",
36
+ "2026-06-12 17:00:00",
37
+ "2026-06-12 18:00:00",
38
+ "2026-06-12 19:00:00",
39
+ "2026-06-12 20:00:00",
40
+ "2026-06-12 21:00:00",
41
+ "2026-06-12 22:00:00",
42
+ "2026-06-12 23:00:00",
43
+ "2026-06-13 00:00:00",
44
+ "2026-06-13 01:00:00",
45
+ "2026-06-13 02:00:00",
46
+ "2026-06-13 03:00:00",
47
+ "2026-06-13 04:00:00",
48
+ "2026-06-13 05:00:00",
49
+ "2026-06-13 06:00:00",
50
+ "2026-06-13 07:00:00",
51
+ "2026-06-13 08:00:00",
52
+ "2026-06-13 09:00:00",
53
+ "2026-06-13 10:00:00",
54
+ "2026-06-13 11:00:00",
55
+ "2026-06-13 12:00:00",
56
+ "2026-06-13 13:00:00",
57
+ "2026-06-13 14:00:00",
58
+ "2026-06-13 15:00:00",
59
+ "2026-06-13 16:00:00",
60
+ "2026-06-13 17:00:00",
61
+ "2026-06-13 18:00:00",
62
+ "2026-06-13 19:00:00",
63
+ "2026-06-13 20:00:00",
64
+ "2026-06-13 21:00:00",
65
+ "2026-06-13 22:00:00",
66
+ "2026-06-13 23:00:00",
67
+ "2026-06-14 00:00:00",
68
+ "2026-06-14 01:00:00",
69
+ "2026-06-14 02:00:00",
70
+ "2026-06-14 03:00:00",
71
+ "2026-06-14 04:00:00",
72
+ "2026-06-14 05:00:00",
73
+ "2026-06-14 06:00:00",
74
+ "2026-06-14 07:00:00",
75
+ "2026-06-14 08:00:00",
76
+ "2026-06-14 09:00:00",
77
+ "2026-06-14 10:00:00",
78
+ "2026-06-14 11:00:00",
79
+ "2026-06-14 12:00:00",
80
+ "2026-06-14 13:00:00",
81
+ "2026-06-14 14:00:00",
82
+ "2026-06-14 15:00:00",
83
+ "2026-06-14 16:00:00",
84
+ "2026-06-14 17:00:00",
85
+ "2026-06-14 18:00:00",
86
+ "2026-06-14 19:00:00",
87
+ "2026-06-14 20:00:00",
88
+ "2026-06-14 21:00:00",
89
+ "2026-06-14 22:00:00",
90
+ "2026-06-14 23:00:00",
91
+ "2026-06-15 00:00:00",
92
+ "2026-06-15 01:00:00",
93
+ "2026-06-15 02:00:00",
94
+ "2026-06-15 03:00:00",
95
+ "2026-06-15 04:00:00",
96
+ "2026-06-15 05:00:00",
97
+ "2026-06-15 06:00:00",
98
+ "2026-06-15 07:00:00",
99
+ "2026-06-15 08:00:00",
100
+ "2026-06-15 09:00:00",
101
+ "2026-06-15 10:00:00",
102
+ "2026-06-15 11:00:00",
103
+ "2026-06-15 12:00:00",
104
+ "2026-06-15 13:00:00",
105
+ "2026-06-15 14:00:00",
106
+ "2026-06-15 15:00:00",
107
+ "2026-06-15 16:00:00",
108
+ "2026-06-15 17:00:00",
109
+ "2026-06-15 18:00:00",
110
+ "2026-06-15 19:00:00",
111
+ "2026-06-15 20:00:00",
112
+ "2026-06-15 21:00:00",
113
+ "2026-06-15 22:00:00",
114
+ "2026-06-15 23:00:00",
115
+ "2026-06-16 00:00:00",
116
+ "2026-06-16 01:00:00",
117
+ "2026-06-16 02:00:00",
118
+ "2026-06-16 03:00:00",
119
+ "2026-06-16 04:00:00",
120
+ "2026-06-16 05:00:00",
121
+ "2026-06-16 06:00:00",
122
+ "2026-06-16 07:00:00",
123
+ "2026-06-16 08:00:00",
124
+ "2026-06-16 09:00:00",
125
+ "2026-06-16 10:00:00",
126
+ "2026-06-16 11:00:00",
127
+ "2026-06-16 12:00:00",
128
+ "2026-06-16 13:00:00",
129
+ "2026-06-16 14:00:00",
130
+ "2026-06-16 15:00:00",
131
+ "2026-06-16 16:00:00",
132
+ "2026-06-16 17:00:00",
133
+ "2026-06-16 18:00:00",
134
+ "2026-06-16 19:00:00",
135
+ "2026-06-16 20:00:00",
136
+ "2026-06-16 21:00:00",
137
+ "2026-06-16 22:00:00",
138
+ "2026-06-16 23:00:00",
139
+ "2026-06-17 00:00:00",
140
+ "2026-06-17 01:00:00",
141
+ "2026-06-17 02:00:00"
142
+ ],
143
+ "context": [
144
+ 63524.8203125,
145
+ 63700.0,
146
+ 63358.19921875,
147
+ 62980.44921875,
148
+ 63100.80078125,
149
+ 63470.80859375,
150
+ 63752.9296875,
151
+ 63702.01171875,
152
+ 63766.01171875,
153
+ 63465.51171875,
154
+ 63229.1015625,
155
+ 63999.98828125,
156
+ 63593.01953125,
157
+ 63982.48046875,
158
+ 63865.44140625,
159
+ 63694.0,
160
+ 63589.26953125,
161
+ 63449.0,
162
+ 63472.0,
163
+ 63502.0,
164
+ 63580.01171875,
165
+ 63600.01171875,
166
+ 63837.890625,
167
+ 63646.01171875,
168
+ 63532.0,
169
+ 63512.01171875,
170
+ 63584.03125,
171
+ 63735.73828125,
172
+ 63846.0,
173
+ 63806.0,
174
+ 63743.12109375,
175
+ 63843.01171875,
176
+ 63971.28125,
177
+ 64133.12109375,
178
+ 64102.69140625,
179
+ 64220.96875,
180
+ 64296.1484375,
181
+ 64029.171875,
182
+ 63971.19140625,
183
+ 64161.4609375,
184
+ 64296.58984375,
185
+ 64278.30859375,
186
+ 64471.0390625,
187
+ 64456.46875,
188
+ 64458.01171875,
189
+ 64565.0,
190
+ 64563.0,
191
+ 64490.01171875,
192
+ 64545.30078125,
193
+ 64339.0703125,
194
+ 64338.0,
195
+ 64286.1015625,
196
+ 64429.390625,
197
+ 64456.328125,
198
+ 64616.0,
199
+ 64521.12890625,
200
+ 64546.0,
201
+ 64327.53125,
202
+ 64317.98828125,
203
+ 63983.55078125,
204
+ 64025.0703125,
205
+ 63942.62890625,
206
+ 63732.640625,
207
+ 63813.30078125,
208
+ 63802.0,
209
+ 64008.640625,
210
+ 65311.58984375,
211
+ 65426.78125,
212
+ 65746.453125,
213
+ 65625.9921875,
214
+ 65525.0,
215
+ 65472.01171875,
216
+ 65927.1015625,
217
+ 65644.0078125,
218
+ 65858.0078125,
219
+ 65812.0078125,
220
+ 65674.7578125,
221
+ 65662.0078125,
222
+ 65596.859375,
223
+ 65917.3671875,
224
+ 66233.8984375,
225
+ 66563.4921875,
226
+ 66447.046875,
227
+ 66591.546875,
228
+ 67292.140625,
229
+ 67157.9921875,
230
+ 66851.7890625,
231
+ 66766.1171875,
232
+ 66614.3515625,
233
+ 66519.9765625,
234
+ 66368.1484375,
235
+ 66206.34375,
236
+ 66328.7421875,
237
+ 66250.0,
238
+ 66346.5234375,
239
+ 65741.9921875
240
+ ],
241
+ "actual": [
242
+ 66165.2109375,
243
+ 65840.09375,
244
+ 66045.0,
245
+ 66446.0,
246
+ 66372.0,
247
+ 66899.609375,
248
+ 66510.0,
249
+ 66514.0,
250
+ 66481.7265625,
251
+ 66429.828125,
252
+ 66052.0,
253
+ 65654.8984375,
254
+ 65859.7578125,
255
+ 65758.0703125,
256
+ 65978.7890625,
257
+ 65847.9921875,
258
+ 65675.8828125,
259
+ 65854.0,
260
+ 65776.96875,
261
+ 65780.0,
262
+ 65675.0078125,
263
+ 65700.0,
264
+ 65940.0,
265
+ 65885.9921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65696.71875,
270
+ 65597.96875,
271
+ 65537.546875,
272
+ 65482.80859375,
273
+ 65417.3203125,
274
+ 65337.13671875,
275
+ 65297.265625,
276
+ 65282.03515625,
277
+ 65238.85546875,
278
+ 65190.26953125,
279
+ 65196.63671875,
280
+ 65117.69921875,
281
+ 65061.55859375,
282
+ 65060.015625,
283
+ 65021.4609375,
284
+ 64957.62109375,
285
+ 64952.05078125,
286
+ 64900.49609375,
287
+ 64879.08203125,
288
+ 64835.06640625,
289
+ 64835.72265625,
290
+ 64839.33203125,
291
+ 64838.01171875,
292
+ 64921.04296875
293
+ ],
294
+ "p10": [
295
+ 65661.703125,
296
+ 65677.6640625,
297
+ 65581.6484375,
298
+ 65575.21875,
299
+ 65503.2890625,
300
+ 65454.52734375,
301
+ 65363.75,
302
+ 65351.84765625,
303
+ 65356.13671875,
304
+ 65455.2734375,
305
+ 65318.48046875,
306
+ 65332.80859375,
307
+ 65221.43359375,
308
+ 65280.8671875,
309
+ 65247.40625,
310
+ 65215.20703125,
311
+ 65190.94921875,
312
+ 65046.28515625,
313
+ 65119.8671875,
314
+ 65137.8515625,
315
+ 65160.9296875,
316
+ 65159.01171875,
317
+ 65104.98828125,
318
+ 65126.828125
319
+ ],
320
+ "p90": [
321
+ 66057.78125,
322
+ 66090.359375,
323
+ 66159.7578125,
324
+ 66195.25,
325
+ 66211.546875,
326
+ 66205.7734375,
327
+ 66216.53125,
328
+ 66276.2109375,
329
+ 66271.28125,
330
+ 66278.78125,
331
+ 66347.8515625,
332
+ 66254.4140625,
333
+ 66275.3046875,
334
+ 66317.4296875,
335
+ 66303.2734375,
336
+ 66289.109375,
337
+ 66309.546875,
338
+ 66254.265625,
339
+ 66291.6796875,
340
+ 66242.8125,
341
+ 66277.5546875,
342
+ 66253.265625,
343
+ 66258.609375,
344
+ 66282.9453125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_024930.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-17T02:49:30.061694+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 182771.8949101766,
8
+ "MSE[0.5]": 182771.8949101766,
9
+ "MAE[0.5]": 301.9215494791667,
10
+ "MASE[0.5]": 0.315973310476585,
11
+ "MAPE[0.5]": 0.004549595735158144,
12
+ "sMAPE[0.5]": 0.004568878855260778,
13
+ "MSIS": 2.969665978965614,
14
+ "RMSE[mean]": 427.5182977489696,
15
+ "NRMSE[mean]": 0.006472879705544063,
16
+ "ND[0.5]": 0.00457127070485681,
17
+ "mean_weighted_sum_quantile_loss": 0.00614128143303451
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 03:00:00",
23
+ "2026-06-12 04:00:00",
24
+ "2026-06-12 05:00:00",
25
+ "2026-06-12 06:00:00",
26
+ "2026-06-12 07:00:00",
27
+ "2026-06-12 08:00:00",
28
+ "2026-06-12 09:00:00",
29
+ "2026-06-12 10:00:00",
30
+ "2026-06-12 11:00:00",
31
+ "2026-06-12 12:00:00",
32
+ "2026-06-12 13:00:00",
33
+ "2026-06-12 14:00:00",
34
+ "2026-06-12 15:00:00",
35
+ "2026-06-12 16:00:00",
36
+ "2026-06-12 17:00:00",
37
+ "2026-06-12 18:00:00",
38
+ "2026-06-12 19:00:00",
39
+ "2026-06-12 20:00:00",
40
+ "2026-06-12 21:00:00",
41
+ "2026-06-12 22:00:00",
42
+ "2026-06-12 23:00:00",
43
+ "2026-06-13 00:00:00",
44
+ "2026-06-13 01:00:00",
45
+ "2026-06-13 02:00:00",
46
+ "2026-06-13 03:00:00",
47
+ "2026-06-13 04:00:00",
48
+ "2026-06-13 05:00:00",
49
+ "2026-06-13 06:00:00",
50
+ "2026-06-13 07:00:00",
51
+ "2026-06-13 08:00:00",
52
+ "2026-06-13 09:00:00",
53
+ "2026-06-13 10:00:00",
54
+ "2026-06-13 11:00:00",
55
+ "2026-06-13 12:00:00",
56
+ "2026-06-13 13:00:00",
57
+ "2026-06-13 14:00:00",
58
+ "2026-06-13 15:00:00",
59
+ "2026-06-13 16:00:00",
60
+ "2026-06-13 17:00:00",
61
+ "2026-06-13 18:00:00",
62
+ "2026-06-13 19:00:00",
63
+ "2026-06-13 20:00:00",
64
+ "2026-06-13 21:00:00",
65
+ "2026-06-13 22:00:00",
66
+ "2026-06-13 23:00:00",
67
+ "2026-06-14 00:00:00",
68
+ "2026-06-14 01:00:00",
69
+ "2026-06-14 02:00:00",
70
+ "2026-06-14 03:00:00",
71
+ "2026-06-14 04:00:00",
72
+ "2026-06-14 05:00:00",
73
+ "2026-06-14 06:00:00",
74
+ "2026-06-14 07:00:00",
75
+ "2026-06-14 08:00:00",
76
+ "2026-06-14 09:00:00",
77
+ "2026-06-14 10:00:00",
78
+ "2026-06-14 11:00:00",
79
+ "2026-06-14 12:00:00",
80
+ "2026-06-14 13:00:00",
81
+ "2026-06-14 14:00:00",
82
+ "2026-06-14 15:00:00",
83
+ "2026-06-14 16:00:00",
84
+ "2026-06-14 17:00:00",
85
+ "2026-06-14 18:00:00",
86
+ "2026-06-14 19:00:00",
87
+ "2026-06-14 20:00:00",
88
+ "2026-06-14 21:00:00",
89
+ "2026-06-14 22:00:00",
90
+ "2026-06-14 23:00:00",
91
+ "2026-06-15 00:00:00",
92
+ "2026-06-15 01:00:00",
93
+ "2026-06-15 02:00:00",
94
+ "2026-06-15 03:00:00",
95
+ "2026-06-15 04:00:00",
96
+ "2026-06-15 05:00:00",
97
+ "2026-06-15 06:00:00",
98
+ "2026-06-15 07:00:00",
99
+ "2026-06-15 08:00:00",
100
+ "2026-06-15 09:00:00",
101
+ "2026-06-15 10:00:00",
102
+ "2026-06-15 11:00:00",
103
+ "2026-06-15 12:00:00",
104
+ "2026-06-15 13:00:00",
105
+ "2026-06-15 14:00:00",
106
+ "2026-06-15 15:00:00",
107
+ "2026-06-15 16:00:00",
108
+ "2026-06-15 17:00:00",
109
+ "2026-06-15 18:00:00",
110
+ "2026-06-15 19:00:00",
111
+ "2026-06-15 20:00:00",
112
+ "2026-06-15 21:00:00",
113
+ "2026-06-15 22:00:00",
114
+ "2026-06-15 23:00:00",
115
+ "2026-06-16 00:00:00",
116
+ "2026-06-16 01:00:00",
117
+ "2026-06-16 02:00:00",
118
+ "2026-06-16 03:00:00",
119
+ "2026-06-16 04:00:00",
120
+ "2026-06-16 05:00:00",
121
+ "2026-06-16 06:00:00",
122
+ "2026-06-16 07:00:00",
123
+ "2026-06-16 08:00:00",
124
+ "2026-06-16 09:00:00",
125
+ "2026-06-16 10:00:00",
126
+ "2026-06-16 11:00:00",
127
+ "2026-06-16 12:00:00",
128
+ "2026-06-16 13:00:00",
129
+ "2026-06-16 14:00:00",
130
+ "2026-06-16 15:00:00",
131
+ "2026-06-16 16:00:00",
132
+ "2026-06-16 17:00:00",
133
+ "2026-06-16 18:00:00",
134
+ "2026-06-16 19:00:00",
135
+ "2026-06-16 20:00:00",
136
+ "2026-06-16 21:00:00",
137
+ "2026-06-16 22:00:00",
138
+ "2026-06-16 23:00:00",
139
+ "2026-06-17 00:00:00",
140
+ "2026-06-17 01:00:00",
141
+ "2026-06-17 02:00:00"
142
+ ],
143
+ "context": [
144
+ 63524.8203125,
145
+ 63700.0,
146
+ 63358.19921875,
147
+ 62980.44921875,
148
+ 63100.80078125,
149
+ 63470.80859375,
150
+ 63752.9296875,
151
+ 63702.01171875,
152
+ 63766.01171875,
153
+ 63465.51171875,
154
+ 63229.1015625,
155
+ 63999.98828125,
156
+ 63593.01953125,
157
+ 63982.48046875,
158
+ 63865.44140625,
159
+ 63694.0,
160
+ 63589.26953125,
161
+ 63449.0,
162
+ 63472.0,
163
+ 63502.0,
164
+ 63580.01171875,
165
+ 63600.01171875,
166
+ 63837.890625,
167
+ 63646.01171875,
168
+ 63532.0,
169
+ 63512.01171875,
170
+ 63584.03125,
171
+ 63735.73828125,
172
+ 63846.0,
173
+ 63806.0,
174
+ 63743.12109375,
175
+ 63843.01171875,
176
+ 63971.28125,
177
+ 64133.12109375,
178
+ 64102.69140625,
179
+ 64220.96875,
180
+ 64296.1484375,
181
+ 64029.171875,
182
+ 63971.19140625,
183
+ 64161.4609375,
184
+ 64296.58984375,
185
+ 64278.30859375,
186
+ 64471.0390625,
187
+ 64456.46875,
188
+ 64458.01171875,
189
+ 64565.0,
190
+ 64563.0,
191
+ 64490.01171875,
192
+ 64545.30078125,
193
+ 64339.0703125,
194
+ 64338.0,
195
+ 64286.1015625,
196
+ 64429.390625,
197
+ 64456.328125,
198
+ 64616.0,
199
+ 64521.12890625,
200
+ 64546.0,
201
+ 64327.53125,
202
+ 64317.98828125,
203
+ 63983.55078125,
204
+ 64025.0703125,
205
+ 63942.62890625,
206
+ 63732.640625,
207
+ 63813.30078125,
208
+ 63802.0,
209
+ 64008.640625,
210
+ 65311.58984375,
211
+ 65426.78125,
212
+ 65746.453125,
213
+ 65625.9921875,
214
+ 65525.0,
215
+ 65472.01171875,
216
+ 65927.1015625,
217
+ 65644.0078125,
218
+ 65858.0078125,
219
+ 65812.0078125,
220
+ 65674.7578125,
221
+ 65662.0078125,
222
+ 65596.859375,
223
+ 65917.3671875,
224
+ 66233.8984375,
225
+ 66563.4921875,
226
+ 66447.046875,
227
+ 66591.546875,
228
+ 67292.140625,
229
+ 67157.9921875,
230
+ 66851.7890625,
231
+ 66766.1171875,
232
+ 66614.3515625,
233
+ 66519.9765625,
234
+ 66368.1484375,
235
+ 66206.34375,
236
+ 66328.7421875,
237
+ 66250.0,
238
+ 66346.5234375,
239
+ 65741.9921875
240
+ ],
241
+ "actual": [
242
+ 66165.2109375,
243
+ 65840.09375,
244
+ 66045.0,
245
+ 66446.0,
246
+ 66372.0,
247
+ 66899.609375,
248
+ 66510.0,
249
+ 66514.0,
250
+ 66481.7265625,
251
+ 66429.828125,
252
+ 66052.0,
253
+ 65654.8984375,
254
+ 65859.7578125,
255
+ 65758.0703125,
256
+ 65978.7890625,
257
+ 65847.9921875,
258
+ 65675.8828125,
259
+ 65854.0,
260
+ 65776.96875,
261
+ 65780.0,
262
+ 65675.0078125,
263
+ 65700.0,
264
+ 65940.0,
265
+ 65885.9921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65802.125,
270
+ 65797.1796875,
271
+ 65796.4609375,
272
+ 65802.3203125,
273
+ 65785.7890625,
274
+ 65768.0546875,
275
+ 65777.0625,
276
+ 65775.2109375,
277
+ 65795.6640625,
278
+ 65818.328125,
279
+ 65818.7890625,
280
+ 65815.8671875,
281
+ 65851.2421875,
282
+ 65856.828125,
283
+ 65862.3671875,
284
+ 65881.125,
285
+ 65871.8046875,
286
+ 65859.984375,
287
+ 65874.4375,
288
+ 65860.09375,
289
+ 65855.6015625,
290
+ 65870.4921875,
291
+ 65876.4765625,
292
+ 65870.234375
293
+ ],
294
+ "p10": [
295
+ 65416.72265625,
296
+ 65222.83203125,
297
+ 65089.203125,
298
+ 64996.45703125,
299
+ 64901.59375,
300
+ 64817.578125,
301
+ 64758.6796875,
302
+ 64686.796875,
303
+ 64645.76953125,
304
+ 64608.85546875,
305
+ 64547.265625,
306
+ 64500.68359375,
307
+ 64490.3984375,
308
+ 64449.84375,
309
+ 64394.80078125,
310
+ 64363.70703125,
311
+ 64309.3671875,
312
+ 64260.1015625,
313
+ 64245.62109375,
314
+ 64200.3125,
315
+ 64158.7265625,
316
+ 64143.89453125,
317
+ 64123.1953125,
318
+ 64103.6796875
319
+ ],
320
+ "p90": [
321
+ 66228.0703125,
322
+ 66381.203125,
323
+ 66464.5859375,
324
+ 66537.640625,
325
+ 66574.6640625,
326
+ 66612.7890625,
327
+ 66687.859375,
328
+ 66745.59375,
329
+ 66824.9296875,
330
+ 66908.25,
331
+ 66951.2265625,
332
+ 66986.3359375,
333
+ 67054.0703125,
334
+ 67086.0859375,
335
+ 67109.46875,
336
+ 67136.484375,
337
+ 67138.6328125,
338
+ 67154.7421875,
339
+ 67201.859375,
340
+ 67217.453125,
341
+ 67220.078125,
342
+ 67257.53125,
343
+ 67283.2578125,
344
+ 67302.8828125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_024913.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-17T02:49:13.407928+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 262640.6044514974,
8
+ "MSE[0.5]": 262640.6044514974,
9
+ "MAE[0.5]": 401.4186197916667,
10
+ "MASE[0.5]": 0.42010108387863393,
11
+ "MAPE[0.5]": 0.006053382820822295,
12
+ "sMAPE[0.5]": 0.006083274517347702,
13
+ "MSIS": 3.4029632920258472,
14
+ "RMSE[mean]": 512.484735822929,
15
+ "NRMSE[mean]": 0.007759321795992866,
16
+ "ND[0.5]": 0.0060777151554871674,
17
+ "mean_weighted_sum_quantile_loss": 0.007438026288324325
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-12 03:00:00",
23
+ "2026-06-12 04:00:00",
24
+ "2026-06-12 05:00:00",
25
+ "2026-06-12 06:00:00",
26
+ "2026-06-12 07:00:00",
27
+ "2026-06-12 08:00:00",
28
+ "2026-06-12 09:00:00",
29
+ "2026-06-12 10:00:00",
30
+ "2026-06-12 11:00:00",
31
+ "2026-06-12 12:00:00",
32
+ "2026-06-12 13:00:00",
33
+ "2026-06-12 14:00:00",
34
+ "2026-06-12 15:00:00",
35
+ "2026-06-12 16:00:00",
36
+ "2026-06-12 17:00:00",
37
+ "2026-06-12 18:00:00",
38
+ "2026-06-12 19:00:00",
39
+ "2026-06-12 20:00:00",
40
+ "2026-06-12 21:00:00",
41
+ "2026-06-12 22:00:00",
42
+ "2026-06-12 23:00:00",
43
+ "2026-06-13 00:00:00",
44
+ "2026-06-13 01:00:00",
45
+ "2026-06-13 02:00:00",
46
+ "2026-06-13 03:00:00",
47
+ "2026-06-13 04:00:00",
48
+ "2026-06-13 05:00:00",
49
+ "2026-06-13 06:00:00",
50
+ "2026-06-13 07:00:00",
51
+ "2026-06-13 08:00:00",
52
+ "2026-06-13 09:00:00",
53
+ "2026-06-13 10:00:00",
54
+ "2026-06-13 11:00:00",
55
+ "2026-06-13 12:00:00",
56
+ "2026-06-13 13:00:00",
57
+ "2026-06-13 14:00:00",
58
+ "2026-06-13 15:00:00",
59
+ "2026-06-13 16:00:00",
60
+ "2026-06-13 17:00:00",
61
+ "2026-06-13 18:00:00",
62
+ "2026-06-13 19:00:00",
63
+ "2026-06-13 20:00:00",
64
+ "2026-06-13 21:00:00",
65
+ "2026-06-13 22:00:00",
66
+ "2026-06-13 23:00:00",
67
+ "2026-06-14 00:00:00",
68
+ "2026-06-14 01:00:00",
69
+ "2026-06-14 02:00:00",
70
+ "2026-06-14 03:00:00",
71
+ "2026-06-14 04:00:00",
72
+ "2026-06-14 05:00:00",
73
+ "2026-06-14 06:00:00",
74
+ "2026-06-14 07:00:00",
75
+ "2026-06-14 08:00:00",
76
+ "2026-06-14 09:00:00",
77
+ "2026-06-14 10:00:00",
78
+ "2026-06-14 11:00:00",
79
+ "2026-06-14 12:00:00",
80
+ "2026-06-14 13:00:00",
81
+ "2026-06-14 14:00:00",
82
+ "2026-06-14 15:00:00",
83
+ "2026-06-14 16:00:00",
84
+ "2026-06-14 17:00:00",
85
+ "2026-06-14 18:00:00",
86
+ "2026-06-14 19:00:00",
87
+ "2026-06-14 20:00:00",
88
+ "2026-06-14 21:00:00",
89
+ "2026-06-14 22:00:00",
90
+ "2026-06-14 23:00:00",
91
+ "2026-06-15 00:00:00",
92
+ "2026-06-15 01:00:00",
93
+ "2026-06-15 02:00:00",
94
+ "2026-06-15 03:00:00",
95
+ "2026-06-15 04:00:00",
96
+ "2026-06-15 05:00:00",
97
+ "2026-06-15 06:00:00",
98
+ "2026-06-15 07:00:00",
99
+ "2026-06-15 08:00:00",
100
+ "2026-06-15 09:00:00",
101
+ "2026-06-15 10:00:00",
102
+ "2026-06-15 11:00:00",
103
+ "2026-06-15 12:00:00",
104
+ "2026-06-15 13:00:00",
105
+ "2026-06-15 14:00:00",
106
+ "2026-06-15 15:00:00",
107
+ "2026-06-15 16:00:00",
108
+ "2026-06-15 17:00:00",
109
+ "2026-06-15 18:00:00",
110
+ "2026-06-15 19:00:00",
111
+ "2026-06-15 20:00:00",
112
+ "2026-06-15 21:00:00",
113
+ "2026-06-15 22:00:00",
114
+ "2026-06-15 23:00:00",
115
+ "2026-06-16 00:00:00",
116
+ "2026-06-16 01:00:00",
117
+ "2026-06-16 02:00:00",
118
+ "2026-06-16 03:00:00",
119
+ "2026-06-16 04:00:00",
120
+ "2026-06-16 05:00:00",
121
+ "2026-06-16 06:00:00",
122
+ "2026-06-16 07:00:00",
123
+ "2026-06-16 08:00:00",
124
+ "2026-06-16 09:00:00",
125
+ "2026-06-16 10:00:00",
126
+ "2026-06-16 11:00:00",
127
+ "2026-06-16 12:00:00",
128
+ "2026-06-16 13:00:00",
129
+ "2026-06-16 14:00:00",
130
+ "2026-06-16 15:00:00",
131
+ "2026-06-16 16:00:00",
132
+ "2026-06-16 17:00:00",
133
+ "2026-06-16 18:00:00",
134
+ "2026-06-16 19:00:00",
135
+ "2026-06-16 20:00:00",
136
+ "2026-06-16 21:00:00",
137
+ "2026-06-16 22:00:00",
138
+ "2026-06-16 23:00:00",
139
+ "2026-06-17 00:00:00",
140
+ "2026-06-17 01:00:00",
141
+ "2026-06-17 02:00:00"
142
+ ],
143
+ "context": [
144
+ 63524.8203125,
145
+ 63700.0,
146
+ 63358.19921875,
147
+ 62980.44921875,
148
+ 63100.80078125,
149
+ 63470.80859375,
150
+ 63752.9296875,
151
+ 63702.01171875,
152
+ 63766.01171875,
153
+ 63465.51171875,
154
+ 63229.1015625,
155
+ 63999.98828125,
156
+ 63593.01953125,
157
+ 63982.48046875,
158
+ 63865.44140625,
159
+ 63694.0,
160
+ 63589.26953125,
161
+ 63449.0,
162
+ 63472.0,
163
+ 63502.0,
164
+ 63580.01171875,
165
+ 63600.01171875,
166
+ 63837.890625,
167
+ 63646.01171875,
168
+ 63532.0,
169
+ 63512.01171875,
170
+ 63584.03125,
171
+ 63735.73828125,
172
+ 63846.0,
173
+ 63806.0,
174
+ 63743.12109375,
175
+ 63843.01171875,
176
+ 63971.28125,
177
+ 64133.12109375,
178
+ 64102.69140625,
179
+ 64220.96875,
180
+ 64296.1484375,
181
+ 64029.171875,
182
+ 63971.19140625,
183
+ 64161.4609375,
184
+ 64296.58984375,
185
+ 64278.30859375,
186
+ 64471.0390625,
187
+ 64456.46875,
188
+ 64458.01171875,
189
+ 64565.0,
190
+ 64563.0,
191
+ 64490.01171875,
192
+ 64545.30078125,
193
+ 64339.0703125,
194
+ 64338.0,
195
+ 64286.1015625,
196
+ 64429.390625,
197
+ 64456.328125,
198
+ 64616.0,
199
+ 64521.12890625,
200
+ 64546.0,
201
+ 64327.53125,
202
+ 64317.98828125,
203
+ 63983.55078125,
204
+ 64025.0703125,
205
+ 63942.62890625,
206
+ 63732.640625,
207
+ 63813.30078125,
208
+ 63802.0,
209
+ 64008.640625,
210
+ 65311.58984375,
211
+ 65426.78125,
212
+ 65746.453125,
213
+ 65625.9921875,
214
+ 65525.0,
215
+ 65472.01171875,
216
+ 65927.1015625,
217
+ 65644.0078125,
218
+ 65858.0078125,
219
+ 65812.0078125,
220
+ 65674.7578125,
221
+ 65662.0078125,
222
+ 65596.859375,
223
+ 65917.3671875,
224
+ 66233.8984375,
225
+ 66563.4921875,
226
+ 66447.046875,
227
+ 66591.546875,
228
+ 67292.140625,
229
+ 67157.9921875,
230
+ 66851.7890625,
231
+ 66766.1171875,
232
+ 66614.3515625,
233
+ 66519.9765625,
234
+ 66368.1484375,
235
+ 66206.34375,
236
+ 66328.7421875,
237
+ 66250.0,
238
+ 66346.5234375,
239
+ 65741.9921875
240
+ ],
241
+ "actual": [
242
+ 66165.2109375,
243
+ 65840.09375,
244
+ 66045.0,
245
+ 66446.0,
246
+ 66372.0,
247
+ 66899.609375,
248
+ 66510.0,
249
+ 66514.0,
250
+ 66481.7265625,
251
+ 66429.828125,
252
+ 66052.0,
253
+ 65654.8984375,
254
+ 65859.7578125,
255
+ 65758.0703125,
256
+ 65978.7890625,
257
+ 65847.9921875,
258
+ 65675.8828125,
259
+ 65854.0,
260
+ 65776.96875,
261
+ 65780.0,
262
+ 65675.0078125,
263
+ 65700.0,
264
+ 65940.0,
265
+ 65885.9921875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 65736.359375,
270
+ 65703.0078125,
271
+ 65702.96875,
272
+ 65690.359375,
273
+ 65684.3359375,
274
+ 65672.1484375,
275
+ 65677.796875,
276
+ 65663.515625,
277
+ 65659.25,
278
+ 65651.3671875,
279
+ 65649.8828125,
280
+ 65638.5078125,
281
+ 65650.234375,
282
+ 65614.7109375,
283
+ 65617.9921875,
284
+ 65617.40625,
285
+ 65616.7890625,
286
+ 65622.9375,
287
+ 65626.796875,
288
+ 65614.7421875,
289
+ 65610.296875,
290
+ 65597.90625,
291
+ 65598.34375,
292
+ 65591.125
293
+ ],
294
+ "p10": [
295
+ 65344.38671875,
296
+ 65143.0390625,
297
+ 65015.125,
298
+ 64890.98828125,
299
+ 64791.34765625,
300
+ 64688.01171875,
301
+ 64626.421875,
302
+ 64541.49609375,
303
+ 64483.5625,
304
+ 64406.9609375,
305
+ 64338.6875,
306
+ 64268.41015625,
307
+ 64207.55078125,
308
+ 64120.28125,
309
+ 64077.39453125,
310
+ 64009.296875,
311
+ 63985.0546875,
312
+ 63948.11328125,
313
+ 63894.34765625,
314
+ 63843.40625,
315
+ 63793.98046875,
316
+ 63753.7578125,
317
+ 63704.359375,
318
+ 63671.17578125
319
+ ],
320
+ "p90": [
321
+ 66109.984375,
322
+ 66222.375,
323
+ 66333.5703125,
324
+ 66424.5234375,
325
+ 66507.7265625,
326
+ 66573.4296875,
327
+ 66644.9140625,
328
+ 66687.859375,
329
+ 66752.5703125,
330
+ 66817.90625,
331
+ 66863.8984375,
332
+ 66906.9765625,
333
+ 66972.5390625,
334
+ 66988.7890625,
335
+ 67046.625,
336
+ 67110.6015625,
337
+ 67157.5390625,
338
+ 67221.7578125,
339
+ 67264.3828125,
340
+ 67294.3203125,
341
+ 67324.84375,
342
+ 67378.6328125,
343
+ 67407.4609375,
344
+ 67457.7109375
345
+ ]
346
+ }
347
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,394080.0546518962,394080.0546518962,563.8001302083334,0.5900400083941317,0.008517467530358383,0.008562514641434737,3.1129250891876494,627.7579586527726,0.00950492558333583,0.008536535790013582,0.008534415230070272,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3477594400797,16.3477594400797,3.03729780515035,1.8965456189604009,0.13265318939582207,0.11902678140052318,32.43547507346092,4.04323625825646,0.1775393250595865,0.13336836333276494,0.09754846870080457,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002823105362235623,0.002823105362235623,0.048896729946136475,0.04209867196175928,0.044183049868567886,0.043144404573698746,0.34357258982168065,0.05313290282146857,0.047860291980036745,0.0440444931073016,0.04142709475981841,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01599501909269622,0.01599501909269622,0.10616993407408397,0.7494347026317761,0.0883852280878431,0.09241591967718936,5.34646982084109,0.12647141610931784,0.10840407095084385,0.09100280063492912,0.07685432292166211,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,396506.69523620605,396506.69523620605,565.8756510416666,0.5922121262499216,0.008548701432482922,0.008594027630232768,3.1129250891876494,629.6877759939492,0.009533845095102094,0.00856769180822265,0.008551604820725634,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,16.3477594400797,16.3477594400797,3.03729780515035,1.8965456189604009,0.13265318939582207,0.11902678140052318,32.43547507346092,4.04323625825646,0.1775393250595865,0.13336836333276494,0.09754846870080457,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002823105362235623,0.002823105362235623,0.048896729946136475,0.04209867196175928,0.044183049868567886,0.043144404573698746,0.34357258982168065,0.05313290282146857,0.047860291980036745,0.0440444931073016,0.04142709475981841,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01599501909269622,0.01599501909269622,0.10616993407408397,0.7494347026317761,0.0883852280878431,0.09241591967718936,5.34646982084109,0.12647141610931784,0.10840407095084385,0.09100280063492912,0.07685432292166211,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-17T02:45:09.599568+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
- 65836.1796875
131
  ],
132
  "p50": [
133
  65771.6875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-17T02:49:45.914395+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
+ 65885.9921875
131
  ],
132
  "p50": [
133
  65771.6875,
results/timer_s1/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-17T02:45:15.411024+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
14
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-17T02:49:47.769770+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,471802.1245886485,890369.1832866669,899.9705403645834,0.9418561591941632,0.013612202161377667,0.01371462904596069,4.64342058824331,686.8785369980988,0.01040007424671888,0.013626514639046416,0.008922968053854813,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,19.47776982140628,17.26073411871069,3.198925336201986,1.9974688756129346,0.13921436982684388,0.1251515027128617,81.22673232980667,4.413362643314764,0.19379164977986701,0.14046546103892985,0.14502870025094725,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.003312643856665076,0.004176643916850391,0.05474752684434255,0.04713603907411601,0.04943255213334615,0.04970631685361967,1.24095498036578,0.05755557189938326,0.05184408021971393,0.04931468978383049,0.04733488821024963,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013859413129971188,0.019705458622558087,0.11866786082585652,0.8376553472089183,0.0983004685509808,0.10409031215283789,10.146533436517137,0.11772600872352373,0.10090800747730605,0.1017153092793056,0.07532850257934086,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,474385.82372601825,894271.3408184052,902.0460611979166,0.9440282770499532,0.013643265982230637,0.013746141032845528,4.64342058824331,688.7567231802665,0.01042818386722799,0.013657510505953603,0.008940145419068297,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,19.47776982140628,17.26073411871069,3.198925336201986,1.9974688756129346,0.13921436982684388,0.1251515027128617,81.22673232980667,4.413362643314764,0.19379164977986701,0.14046546103892985,0.14502870025094725,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.003312643856665076,0.004176643916850391,0.05474752684434255,0.04713603907411601,0.04943255213334615,0.04970631685361967,1.24095498036578,0.05755557189938326,0.05184408021971393,0.04931468978383049,0.04733488821024963,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.013859413129971188,0.019705458622558087,0.11866786082585652,0.8376553472089183,0.0983004685509808,0.10409031215283789,10.146533436517137,0.11772600872352373,0.10090800747730605,0.1017153092793056,0.07532850257934086,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-17T02:44:17.133540+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
- 65836.1796875
131
  ],
132
  "p50": [
133
  65696.71875,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-17T02:49:04.809268+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
+ 65885.9921875
131
  ],
132
  "p50": [
133
  65696.71875,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-17T02:44:24.981071+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
14
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-17T02:49:08.156244+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,182809.87045542398,182809.87045542398,302.6839192708333,0.31677116179688924,0.004561183075024874,0.004580459430523251,2.969665978965614,427.5627093835757,0.006473755814457458,0.004582957632454373,0.006143113198510539,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.258045542325664,17.258045542325664,3.1616267363230386,1.974178931481074,0.13808818900582684,0.12376321487957258,35.84680411743509,4.154280388024581,0.18241529534467757,0.1388276719449452,0.10292266373333431,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0017055720308943496,0.0017055720308943496,0.037757267554601036,0.032507916637871635,0.03431926573101491,0.03371987975748939,0.28484976306536053,0.041298571777899896,0.037200333478677475,0.03401044839585572,0.03446199842875763,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.011717903767754242,0.011717903767754242,0.09035885334014893,0.6378270927047013,0.0767425799430521,0.07798548308806626,3.761891387593092,0.10824926682317179,0.09278508584843295,0.07745044572012764,0.0801267007040599,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,182771.8949101766,182771.8949101766,301.9215494791667,0.315973310476585,0.004549595735158144,0.004568878855260778,2.969665978965614,427.5182977489696,0.006472879705544063,0.00457127070485681,0.00614128143303451,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,17.258045542325664,17.258045542325664,3.1616267363230386,1.974178931481074,0.13808818900582684,0.12376321487957258,35.84680411743509,4.154280388024581,0.18241529534467757,0.1388276719449452,0.10292266373333431,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0017055720308943496,0.0017055720308943496,0.037757267554601036,0.032507916637871635,0.03431926573101491,0.03371987975748939,0.28484976306536053,0.041298571777899896,0.037200333478677475,0.03401044839585572,0.03446199842875763,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.011717903767754242,0.011717903767754242,0.09035885334014893,0.6378270927047013,0.0767425799430521,0.07798548308806626,3.761891387593092,0.10824926682317179,0.09278508584843295,0.07745044572012764,0.0801267007040599,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-17T02:44:44.540829+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
- 65836.1796875
131
  ],
132
  "p50": [
133
  65802.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-17T02:49:30.061694+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
+ 65885.9921875
131
  ],
132
  "p50": [
133
  65802.125,
results/tirex/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-17T02:44:53.211317+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
14
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-17T02:49:34.414607+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,261519.9853515625,261519.9853515625,399.3430989583333,0.417928966022844,0.006021998374988216,0.006051761035227452,3.4029632920258472,511.39024761092435,0.007742994223469654,0.006046480790086134,0.00742080165888619,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.213113120779628,27.213113120779628,4.021333297093709,2.5109958049059764,0.17587306639644643,0.1536135386222476,59.86891208788146,5.216618935745607,0.22906279667780619,0.1765775615876399,0.14394318631470898,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0014371637266634707,0.0014371637266634707,0.03438904881477356,0.02960797760350987,0.03108953484451979,0.030774386299213752,0.251248668728733,0.037909942319442676,0.03414797257457143,0.03097647276530464,0.035867609408109964,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0094145420275904,0.0094145420275904,0.07443803052107494,0.525444832895251,0.0655091691888383,0.06410878158461038,3.3537149395019967,0.09702856294715696,0.08316733966899167,0.06380402616092137,0.06538589946807377,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,262640.6044514974,262640.6044514974,401.4186197916667,0.42010108387863393,0.006053382820822295,0.006083274517347702,3.4029632920258472,512.484735822929,0.007759321795992866,0.0060777151554871674,0.007438026288324325,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,27.213113120779628,27.213113120779628,4.021333297093709,2.5109958049059764,0.17587306639644643,0.1536135386222476,59.86891208788146,5.216618935745607,0.22906279667780619,0.1765775615876399,0.14394318631470898,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0014371637266634707,0.0014371637266634707,0.03438904881477356,0.02960797760350987,0.03108953484451979,0.030774386299213752,0.251248668728733,0.037909942319442676,0.03414797257457143,0.03097647276530464,0.035867609408109964,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0094145420275904,0.0094145420275904,0.07443803052107494,0.525444832895251,0.0655091691888383,0.06410878158461038,3.3537149395019967,0.09702856294715696,0.08316733966899167,0.06380402616092137,0.06538589946807377,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T02:44:29.547456+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
- 65836.1796875
131
  ],
132
  "p50": [
133
  65736.359375,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T02:49:13.407928+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  65675.0078125,
128
  65700.0,
129
  65940.0,
130
+ 65885.9921875
131
  ],
132
  "p50": [
133
  65736.359375,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,17 +1,11 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-17T02:44:38.864177+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t001200z",
14
- "data_fetched_at": "2026-06-17T02:43:39.969580Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-17T02:49:15.358705+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t020000z",
8
+ "data_fetched_at": "2026-06-17T02:48:39.723930Z",
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }