ziyuzhou02 commited on
Commit
bb6135d
·
verified ·
1 Parent(s): b4ef35d

Update leaderboard results from local eval

Browse files
Files changed (26) hide show
  1. results/chronos_2/all_results.csv +1 -1
  2. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  3. results/chronos_2/online_meta.json +2 -14
  4. results/eval_history.jsonl +1 -0
  5. results/moirai_1_1_large/all_results.csv +1 -1
  6. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  7. results/moirai_1_1_large/online_meta.json +2 -14
  8. results/online_status.json +16 -90
  9. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_121116.json +347 -0
  10. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_121255.json +347 -0
  11. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_121313.json +347 -0
  12. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_121150.json +347 -0
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_121229.json +347 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_121219.json +347 -0
  15. results/timer_s1/all_results.csv +1 -1
  16. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  17. results/timer_s1/online_meta.json +2 -14
  18. results/timesfm_2_5/all_results.csv +1 -1
  19. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  20. results/timesfm_2_5/online_meta.json +2 -14
  21. results/tirex/all_results.csv +1 -1
  22. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  23. results/tirex/online_meta.json +2 -14
  24. results/toto_2_0_1b/all_results.csv +1 -1
  25. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  26. results/toto_2_0_1b/online_meta.json +2 -14
results/chronos_2/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,189140.59484354654,189140.59484354654,361.5462239583333,0.5560544881698178,0.0054460306839229184,0.005435003405977904,4.194782699247601,434.90297175754796,0.00654317614955443,0.005439513600023069,0.005978765965740753,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0025022369522221533,0.0025022369522221533,0.04580526488522688,0.056429244254432465,0.07952489938695763,0.07625979810807886,1.168757603596152,0.05002236452050376,0.061499756883487584,0.05631506390047863,0.1563483685628951,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.009276160219434596,0.009276160219434596,0.09107396006584167,0.8743101000127887,0.09262598881492184,0.08798436281030923,5.202716727515862,0.09631282479210437,0.0967158011478621,0.09145501682137737,0.06030855476576607,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,187943.34386698404,187943.34386698404,359.3229166666667,0.5526350637195311,0.0054124468324651615,0.005401555184787694,4.194782699247601,433.52432903700344,0.006522216044831188,0.005405882750720634,0.005967416307482494,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0025022369522221533,0.0025022369522221533,0.04580526488522688,0.056429244254432465,0.07952489938695763,0.07625979810807886,1.168757603596152,0.05002236452050376,0.061499756883487584,0.05631506390047863,0.1563483685628951,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.009276160219434596,0.009276160219434596,0.09107396006584167,0.8743101000127887,0.09262598881492184,0.08798436281030923,5.202716727515862,0.09631282479210437,0.0967158011478621,0.09145501682137737,0.06030855476576607,Ocean,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-16T12:06:40.343188+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66443.171875
131
  ],
132
  "p50": [
133
  66575.828125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-16T12:11:16.054319+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66496.53125
131
  ],
132
  "p50": [
133
  66575.828125,
results/chronos_2/online_meta.json CHANGED
@@ -1,23 +1,11 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T12:06:49.724116+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
14
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
20
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T12:11:18.639768+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/eval_history.jsonl CHANGED
@@ -905,3 +905,4 @@
905
  {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
906
  {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
907
  {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
 
 
905
  {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
906
  {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
907
  {"evaluated_at": "2026-06-16T12:08:14.902884+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
908
+ {"evaluated_at": "2026-06-16T12:13:16.289813+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,287895.0024159749,232986.9532699585,404.8170572916667,0.6226045984666994,0.006099317572552786,0.006082085149961583,4.647767949412544,536.5584799590581,0.008072597514616444,0.006090529350717575,0.0061882586041745865,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4337402367491887,0.42202574956512057,0.5403451963017384,0.6656717549875821,1.3043077317443723,0.5862558018369619,16.382329253862647,0.6585895814156102,0.809699811900255,0.664324817994082,0.5395648253394083,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.009707882707736815,0.009173655030209282,0.08915276328722636,0.8558666091791735,0.09083853110075264,0.08622222423951582,5.261667252699589,0.09852858827638207,0.09894083546700569,0.08952578168568748,0.0595211604999101,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,314008.5913263957,217612.50822703043,391.017578125,0.6013811370762819,0.0058922417846775064,0.00587537609394831,4.336835003091083,560.3646949321447,0.00843048327267329,0.005882717418703915,0.006050990875210162,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4337402367491887,0.42202574956512057,0.5403451963017384,0.6656717549875821,1.3043077317443723,0.5862558018369619,16.382329253862647,0.6585895814156102,0.809699811900255,0.664324817994082,0.5395648253394083,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.009707882707736815,0.009173655030209282,0.08915276328722636,0.8558666091791735,0.09083853110075264,0.08622222423951582,5.261667252699589,0.09852858827638207,0.09894083546700569,0.08952578168568748,0.0595211604999101,Ocean,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-16T12:07:48.486125+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66443.171875
131
  ],
132
  "p50": [
133
- 66526.39453125,
134
- 66562.98046875,
135
- 66558.1328125,
136
- 66619.59375,
137
- 66606.4765625,
138
- 66568.4609375,
139
- 66697.046875,
140
- 66732.41796875,
141
- 66738.6171875,
142
- 66674.078125,
143
- 66693.83984375,
144
- 66816.01953125,
145
- 66835.234375,
146
- 66879.33203125,
147
- 66691.5234375,
148
- 66664.01953125,
149
- 66846.1328125,
150
- 66737.5390625,
151
- 66814.6640625,
152
- 66673.015625,
153
- 66788.7578125,
154
- 66882.9375,
155
- 66901.58984375,
156
- 67030.50390625
157
  ],
158
  "p10": [
159
- 66266.359375,
160
- 66057.6328125,
161
- 66098.7890625,
162
- 66021.8046875,
163
- 65886.1953125,
164
- 65884.75390625,
165
- 65809.16015625,
166
- 65620.2265625,
167
- 65534.62890625,
168
- 65514.66015625,
169
- 65354.27734375,
170
- 65588.10546875,
171
- 65678.68359375,
172
- 65458.63671875,
173
- 65352.43359375,
174
- 65362.23046875,
175
- 65372.544921875,
176
- 65245.5703125,
177
- 65422.91015625,
178
- 65307.857421875,
179
- 65226.05078125,
180
- 65084.48046875,
181
- 65377.625,
182
- 65389.267578125
183
  ],
184
  "p90": [
185
- 66848.859375,
186
- 67065.80078125,
187
- 67150.47265625,
188
- 67250.4765625,
189
- 67422.921875,
190
- 67496.484375,
191
- 67952.265625,
192
- 67715.5546875,
193
- 67893.56640625,
194
- 67861.7421875,
195
- 68127.48046875,
196
- 68302.328125,
197
- 68191.18359375,
198
- 68299.09375,
199
- 68315.10546875,
200
- 68786.17578125,
201
- 68933.11328125,
202
- 68542.4453125,
203
- 68995.1640625,
204
- 68792.42578125,
205
- 69212.0625,
206
- 69374.49609375,
207
- 69241.1875,
208
- 69214.09375
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-16T12:12:55.624656+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66496.53125
131
  ],
132
  "p50": [
133
+ 66554.24609375,
134
+ 66529.48828125,
135
+ 66559.48046875,
136
+ 66574.41796875,
137
+ 66588.63671875,
138
+ 66638.53125,
139
+ 66668.2734375,
140
+ 66707.54296875,
141
+ 66698.86328125,
142
+ 66766.66796875,
143
+ 66669.92578125,
144
+ 66630.21875,
145
+ 66674.4921875,
146
+ 66704.60546875,
147
+ 66766.078125,
148
+ 66741.60546875,
149
+ 66783.453125,
150
+ 66873.99609375,
151
+ 66767.03125,
152
+ 66861.94921875,
153
+ 66800.90234375,
154
+ 66908.46875,
155
+ 66841.59765625,
156
+ 66825.98828125
157
  ],
158
  "p10": [
159
+ 66262.79296875,
160
+ 66135.859375,
161
+ 66044.69140625,
162
+ 65911.53515625,
163
+ 65802.83984375,
164
+ 65608.1015625,
165
+ 65665.66796875,
166
+ 65633.0390625,
167
+ 65775.5390625,
168
+ 65726.09375,
169
+ 65573.98828125,
170
+ 65242.875,
171
+ 65456.681640625,
172
+ 65629.484375,
173
+ 65328.228515625,
174
+ 65245.57421875,
175
+ 65276.3046875,
176
+ 65434.279296875,
177
+ 65106.775390625,
178
+ 65279.705078125,
179
+ 65347.890625,
180
+ 65450.224609375,
181
+ 65161.359375,
182
+ 64956.7578125
183
  ],
184
  "p90": [
185
+ 66877.453125,
186
+ 67025.2890625,
187
+ 67125.27734375,
188
+ 67228.59375,
189
+ 67315.97265625,
190
+ 67768.015625,
191
+ 67683.65234375,
192
+ 67652.08203125,
193
+ 67770.86328125,
194
+ 68203.1015625,
195
+ 68077.015625,
196
+ 67923.94140625,
197
+ 68508.86328125,
198
+ 68464.59765625,
199
+ 68654.73828125,
200
+ 68636.4296875,
201
+ 68459.7578125,
202
+ 68486.96484375,
203
+ 68824.59375,
204
+ 69368.69140625,
205
+ 68641.8203125,
206
+ 69518.41015625,
207
+ 68593.1484375,
208
+ 68907.30078125
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,23 +1,11 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-16T12:07:59.099908+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
14
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
20
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-16T12:12:59.278937+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-16T12:06:36.293169+00:00",
4
- "finished_at": "2026-06-16T12:08:14.895211+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,23 +10,11 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T12:06:49.724116+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
18
- "context_length": 96,
19
- "prediction_length": 24
20
- },
21
- {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
23
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
24
- "context_length": 96,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
29
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
30
  "context_length": 96,
31
  "prediction_length": 24
32
  }
@@ -36,23 +24,11 @@
36
  "TimesFM-2.5": {
37
  "model": "TimesFM-2.5",
38
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-16T12:07:10.658257+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
43
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
49
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
50
- "context_length": 96,
51
- "prediction_length": 24
52
- },
53
- {
54
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
55
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
56
  "context_length": 96,
57
  "prediction_length": 24
58
  }
@@ -62,23 +38,11 @@
62
  "Toto-2.0-1B": {
63
  "model": "Toto-2.0-1B",
64
  "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-16T12:07:28.811496+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
69
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
75
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
76
- "context_length": 96,
77
- "prediction_length": 24
78
- },
79
- {
80
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
81
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
82
  "context_length": 96,
83
  "prediction_length": 24
84
  }
@@ -88,23 +52,11 @@
88
  "TiRex": {
89
  "model": "TiRex",
90
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-16T12:07:44.061063+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
95
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
101
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
102
- "context_length": 96,
103
- "prediction_length": 24
104
- },
105
- {
106
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
107
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
108
  "context_length": 96,
109
  "prediction_length": 24
110
  }
@@ -114,23 +66,11 @@
114
  "Moirai-1.1-Large": {
115
  "model": "Moirai-1.1-Large",
116
  "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-16T12:07:59.099908+00:00",
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
121
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
127
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
128
- "context_length": 96,
129
- "prediction_length": 24
130
- },
131
- {
132
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
133
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
134
  "context_length": 96,
135
  "prediction_length": 24
136
  }
@@ -140,23 +80,11 @@
140
  "Timer-S1": {
141
  "model": "Timer-S1",
142
  "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-16T12:08:14.892405+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
147
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
153
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
154
- "context_length": 96,
155
- "prediction_length": 24
156
- },
157
- {
158
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
159
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
160
  "context_length": 96,
161
  "prediction_length": 24
162
  }
@@ -166,7 +94,5 @@
166
  },
167
  "failed_models": [],
168
  "failed_datasets": [],
169
- "push_status": "ok",
170
- "pushed_at": "2026-06-16T12:08:22.393755+00:00",
171
- "push_detail": "HF Hub API"
172
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-16T12:10:46.006400+00:00",
4
+ "finished_at": "2026-06-16T12:13:16.287913+00:00",
5
+ "task_count": 1,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-16T12:11:18.639768+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
18
  "context_length": 96,
19
  "prediction_length": 24
20
  }
 
24
  "TimesFM-2.5": {
25
  "model": "TimesFM-2.5",
26
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
27
+ "evaluated_at": "2026-06-16T12:11:56.341843+00:00",
28
  "datasets": [
29
  {
30
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
31
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
32
  "context_length": 96,
33
  "prediction_length": 24
34
  }
 
38
  "Toto-2.0-1B": {
39
  "model": "Toto-2.0-1B",
40
  "api_model_id": "Datadog/Toto-2.0-1B",
41
+ "evaluated_at": "2026-06-16T12:12:22.656832+00:00",
42
  "datasets": [
43
  {
44
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
45
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
46
  "context_length": 96,
47
  "prediction_length": 24
48
  }
 
52
  "TiRex": {
53
  "model": "TiRex",
54
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
55
+ "evaluated_at": "2026-06-16T12:12:32.559785+00:00",
56
  "datasets": [
57
  {
58
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
59
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  }
 
66
  "Moirai-1.1-Large": {
67
  "model": "Moirai-1.1-Large",
68
  "api_model_id": "Salesforce/moirai-1.1-R-large",
69
+ "evaluated_at": "2026-06-16T12:12:59.278937+00:00",
70
  "datasets": [
71
  {
72
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
73
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
74
  "context_length": 96,
75
  "prediction_length": 24
76
  }
 
80
  "Timer-S1": {
81
  "model": "Timer-S1",
82
  "api_model_id": "bytedance-research/Timer-S1",
83
+ "evaluated_at": "2026-06-16T12:13:16.283279+00:00",
84
  "datasets": [
85
  {
86
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
87
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
88
  "context_length": 96,
89
  "prediction_length": 24
90
  }
 
94
  },
95
  "failed_models": [],
96
  "failed_datasets": [],
97
+ "push_status": "pending"
 
 
98
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_121116.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-16T12:11:16.054319+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 187943.34386698404,
8
+ "MSE[0.5]": 187943.34386698404,
9
+ "MAE[0.5]": 359.3229166666667,
10
+ "MASE[0.5]": 0.5526350637195311,
11
+ "MAPE[0.5]": 0.0054124468324651615,
12
+ "sMAPE[0.5]": 0.005401555184787694,
13
+ "MSIS": 4.194782699247601,
14
+ "RMSE[mean]": 433.52432903700344,
15
+ "NRMSE[mean]": 0.006522216044831188,
16
+ "ND[0.5]": 0.005405882750720634,
17
+ "mean_weighted_sum_quantile_loss": 0.005967416307482494
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66496.53125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66575.828125,
270
+ 66554.4765625,
271
+ 66547.5234375,
272
+ 66536.625,
273
+ 66549.6953125,
274
+ 66551.140625,
275
+ 66582.9765625,
276
+ 66597.953125,
277
+ 66648.25,
278
+ 66641.078125,
279
+ 66652.5625,
280
+ 66653.25,
281
+ 66654.6171875,
282
+ 66692.4609375,
283
+ 66726.1640625,
284
+ 66676.5390625,
285
+ 66703.0078125,
286
+ 66683.5,
287
+ 66690.1484375,
288
+ 66691.1484375,
289
+ 66741.2265625,
290
+ 66715.0,
291
+ 66752.4375,
292
+ 66739.1015625
293
+ ],
294
+ "p10": [
295
+ 66119.140625,
296
+ 65966.8203125,
297
+ 65844.78125,
298
+ 65729.6484375,
299
+ 65684.3671875,
300
+ 65631.9765625,
301
+ 65579.8046875,
302
+ 65521.94921875,
303
+ 65511.1875,
304
+ 65510.94921875,
305
+ 65408.73046875,
306
+ 65325.796875,
307
+ 65247.88671875,
308
+ 65199.04296875,
309
+ 65184.26953125,
310
+ 65053.71875,
311
+ 65042.109375,
312
+ 64981.1875,
313
+ 64928.02734375,
314
+ 64922.890625,
315
+ 64892.953125,
316
+ 64852.36328125,
317
+ 64830.9140625,
318
+ 64787.34375
319
+ ],
320
+ "p90": [
321
+ 66998.8046875,
322
+ 67049.2421875,
323
+ 67148.6484375,
324
+ 67234.7265625,
325
+ 67296.765625,
326
+ 67367.75,
327
+ 67478.3828125,
328
+ 67567.8828125,
329
+ 67634.5,
330
+ 67699.1171875,
331
+ 67801.1640625,
332
+ 67862.109375,
333
+ 67932.375,
334
+ 67926.8046875,
335
+ 67994.1171875,
336
+ 68033.390625,
337
+ 68132.40625,
338
+ 68140.5703125,
339
+ 68174.8515625,
340
+ 68278.3671875,
341
+ 68310.109375,
342
+ 68407.2734375,
343
+ 68459.640625,
344
+ 68547.84375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_121255.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-16T12:12:55.624656+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 314008.5913263957,
8
+ "MSE[0.5]": 217612.50822703043,
9
+ "MAE[0.5]": 391.017578125,
10
+ "MASE[0.5]": 0.6013811370762819,
11
+ "MAPE[0.5]": 0.0058922417846775064,
12
+ "sMAPE[0.5]": 0.00587537609394831,
13
+ "MSIS": 4.336835003091083,
14
+ "RMSE[mean]": 560.3646949321447,
15
+ "NRMSE[mean]": 0.00843048327267329,
16
+ "ND[0.5]": 0.005882717418703915,
17
+ "mean_weighted_sum_quantile_loss": 0.006050990875210162
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66496.53125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66554.24609375,
270
+ 66529.48828125,
271
+ 66559.48046875,
272
+ 66574.41796875,
273
+ 66588.63671875,
274
+ 66638.53125,
275
+ 66668.2734375,
276
+ 66707.54296875,
277
+ 66698.86328125,
278
+ 66766.66796875,
279
+ 66669.92578125,
280
+ 66630.21875,
281
+ 66674.4921875,
282
+ 66704.60546875,
283
+ 66766.078125,
284
+ 66741.60546875,
285
+ 66783.453125,
286
+ 66873.99609375,
287
+ 66767.03125,
288
+ 66861.94921875,
289
+ 66800.90234375,
290
+ 66908.46875,
291
+ 66841.59765625,
292
+ 66825.98828125
293
+ ],
294
+ "p10": [
295
+ 66262.79296875,
296
+ 66135.859375,
297
+ 66044.69140625,
298
+ 65911.53515625,
299
+ 65802.83984375,
300
+ 65608.1015625,
301
+ 65665.66796875,
302
+ 65633.0390625,
303
+ 65775.5390625,
304
+ 65726.09375,
305
+ 65573.98828125,
306
+ 65242.875,
307
+ 65456.681640625,
308
+ 65629.484375,
309
+ 65328.228515625,
310
+ 65245.57421875,
311
+ 65276.3046875,
312
+ 65434.279296875,
313
+ 65106.775390625,
314
+ 65279.705078125,
315
+ 65347.890625,
316
+ 65450.224609375,
317
+ 65161.359375,
318
+ 64956.7578125
319
+ ],
320
+ "p90": [
321
+ 66877.453125,
322
+ 67025.2890625,
323
+ 67125.27734375,
324
+ 67228.59375,
325
+ 67315.97265625,
326
+ 67768.015625,
327
+ 67683.65234375,
328
+ 67652.08203125,
329
+ 67770.86328125,
330
+ 68203.1015625,
331
+ 68077.015625,
332
+ 67923.94140625,
333
+ 68508.86328125,
334
+ 68464.59765625,
335
+ 68654.73828125,
336
+ 68636.4296875,
337
+ 68459.7578125,
338
+ 68486.96484375,
339
+ 68824.59375,
340
+ 69368.69140625,
341
+ 68641.8203125,
342
+ 69518.41015625,
343
+ 68593.1484375,
344
+ 68907.30078125
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_121313.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-16T12:13:13.096830+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 345191.7837193807,
8
+ "MSE[0.5]": 345191.7837193807,
9
+ "MAE[0.5]": 505.8551432291667,
10
+ "MASE[0.5]": 0.7780001673832467,
11
+ "MAPE[0.5]": 0.007591228457507595,
12
+ "sMAPE[0.5]": 0.007629899489467487,
13
+ "MSIS": 6.203889566107747,
14
+ "RMSE[mean]": 587.5302406850057,
15
+ "NRMSE[mean]": 0.008839179040150694,
16
+ "ND[0.5]": 0.007610406868879644,
17
+ "mean_weighted_sum_quantile_loss": 0.007932545037900512
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66496.53125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66445.125,
270
+ 66313.25,
271
+ 66247.3125,
272
+ 66194.5625,
273
+ 66155.0,
274
+ 66115.4375,
275
+ 66089.0625,
276
+ 66062.6875,
277
+ 66023.125,
278
+ 65996.75,
279
+ 65970.375,
280
+ 65957.1875,
281
+ 65930.8125,
282
+ 65917.625,
283
+ 65878.0625,
284
+ 65851.6875,
285
+ 65851.6875,
286
+ 65825.3125,
287
+ 65805.53125,
288
+ 65792.34375,
289
+ 65798.9375,
290
+ 65785.75,
291
+ 65752.78125,
292
+ 65726.40625
293
+ ],
294
+ "p10": [
295
+ 66009.9375,
296
+ 65700.03125,
297
+ 65469.25,
298
+ 65291.21875,
299
+ 65165.9375,
300
+ 65053.84375,
301
+ 64948.34375,
302
+ 64846.140625,
303
+ 64740.640625,
304
+ 64669.7578125,
305
+ 64597.2265625,
306
+ 64536.234375,
307
+ 64453.8125,
308
+ 64396.1171875,
309
+ 64353.2578125,
310
+ 64288.96875,
311
+ 64351.609375,
312
+ 64305.8671875,
313
+ 64263.625,
314
+ 64239.30859375,
315
+ 64221.3828125,
316
+ 64198.3046875,
317
+ 64148.8515625,
318
+ 64127.421875
319
+ ],
320
+ "p90": [
321
+ 66761.625,
322
+ 66748.4375,
323
+ 66748.4375,
324
+ 66774.8125,
325
+ 66774.8125,
326
+ 66761.625,
327
+ 66801.1875,
328
+ 66801.1875,
329
+ 66814.375,
330
+ 66814.375,
331
+ 66814.375,
332
+ 66814.375,
333
+ 66814.375,
334
+ 66814.375,
335
+ 66801.1875,
336
+ 66814.375,
337
+ 66801.1875,
338
+ 66774.8125,
339
+ 66761.625,
340
+ 66748.4375,
341
+ 66761.625,
342
+ 66774.8125,
343
+ 66748.4375,
344
+ 66761.625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_121150.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-16T12:11:50.794245+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 223241.41192626953,
8
+ "MSE[0.5]": 365044.65092722577,
9
+ "MAE[0.5]": 526.4521484375,
10
+ "MASE[0.5]": 0.809678156060763,
11
+ "MAPE[0.5]": 0.007899092960561684,
12
+ "sMAPE[0.5]": 0.007939955747737832,
13
+ "MSIS": 6.466583720452289,
14
+ "RMSE[mean]": 472.48429807377676,
15
+ "NRMSE[mean]": 0.007108354626078102,
16
+ "ND[0.5]": 0.00792028133000544,
17
+ "mean_weighted_sum_quantile_loss": 0.005670847164626207
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66496.53125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66274.125,
270
+ 66219.921875,
271
+ 66175.4296875,
272
+ 66099.890625,
273
+ 66030.4921875,
274
+ 66024.828125,
275
+ 65997.4765625,
276
+ 65963.1328125,
277
+ 65973.5078125,
278
+ 65973.6015625,
279
+ 65987.265625,
280
+ 65962.7109375,
281
+ 65909.546875,
282
+ 65918.9453125,
283
+ 65927.0,
284
+ 65882.578125,
285
+ 65874.7734375,
286
+ 65867.3828125,
287
+ 65821.6796875,
288
+ 65790.0078125,
289
+ 65805.3203125,
290
+ 65817.6640625,
291
+ 65865.3515625,
292
+ 65894.2734375
293
+ ],
294
+ "p10": [
295
+ 66273.0546875,
296
+ 66279.40625,
297
+ 66189.3671875,
298
+ 66161.40625,
299
+ 66121.84375,
300
+ 66058.5234375,
301
+ 66003.28125,
302
+ 66032.875,
303
+ 66007.234375,
304
+ 66064.03125,
305
+ 66044.3359375,
306
+ 65935.203125,
307
+ 65946.7890625,
308
+ 65974.390625,
309
+ 66003.921875,
310
+ 65974.0078125,
311
+ 65936.921875,
312
+ 65817.078125,
313
+ 65883.0546875,
314
+ 65817.953125,
315
+ 65859.90625,
316
+ 65916.8359375,
317
+ 65848.3359375,
318
+ 65862.765625
319
+ ],
320
+ "p90": [
321
+ 66592.0703125,
322
+ 66622.9375,
323
+ 66632.140625,
324
+ 66638.9609375,
325
+ 66608.234375,
326
+ 66629.2265625,
327
+ 66623.140625,
328
+ 66627.859375,
329
+ 66642.6953125,
330
+ 66690.765625,
331
+ 66751.5625,
332
+ 66704.625,
333
+ 66703.7578125,
334
+ 66750.96875,
335
+ 66734.1953125,
336
+ 66738.1796875,
337
+ 66720.265625,
338
+ 66732.6328125,
339
+ 66732.9609375,
340
+ 66724.2734375,
341
+ 66763.390625,
342
+ 66799.2109375,
343
+ 66833.6640625,
344
+ 66879.4375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_121229.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-16T12:12:29.744648+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 144207.6692530314,
8
+ "MSE[0.5]": 144207.6692530314,
9
+ "MAE[0.5]": 296.0511067708333,
10
+ "MASE[0.5]": 0.455323650860576,
11
+ "MAPE[0.5]": 0.004443362449471405,
12
+ "sMAPE[0.5]": 0.004454431253807061,
13
+ "MSIS": 4.998578994670854,
14
+ "RMSE[mean]": 379.74684890467677,
15
+ "NRMSE[mean]": 0.005713153391879793,
16
+ "ND[0.5]": 0.004453981355463785,
17
+ "mean_weighted_sum_quantile_loss": 0.006234066169080978
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66496.53125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66489.8515625,
270
+ 66440.4375,
271
+ 66396.9609375,
272
+ 66349.6875,
273
+ 66346.984375,
274
+ 66352.0703125,
275
+ 66361.421875,
276
+ 66346.6640625,
277
+ 66327.875,
278
+ 66295.7734375,
279
+ 66271.796875,
280
+ 66266.734375,
281
+ 66276.71875,
282
+ 66281.2578125,
283
+ 66288.578125,
284
+ 66264.7109375,
285
+ 66247.890625,
286
+ 66211.078125,
287
+ 66209.859375,
288
+ 66224.03125,
289
+ 66227.3125,
290
+ 66204.9921875,
291
+ 66185.359375,
292
+ 66157.828125
293
+ ],
294
+ "p10": [
295
+ 66069.328125,
296
+ 65829.0859375,
297
+ 65658.9296875,
298
+ 65503.53515625,
299
+ 65426.5625,
300
+ 65370.4609375,
301
+ 65305.01953125,
302
+ 65221.74609375,
303
+ 65165.96875,
304
+ 65086.5078125,
305
+ 64996.30078125,
306
+ 64953.484375,
307
+ 64912.7109375,
308
+ 64846.9375,
309
+ 64772.140625,
310
+ 64701.26953125,
311
+ 64661.26171875,
312
+ 64580.90234375,
313
+ 64540.0078125,
314
+ 64514.40234375,
315
+ 64473.23046875,
316
+ 64399.90625,
317
+ 64335.89453125,
318
+ 64280.33203125
319
+ ],
320
+ "p90": [
321
+ 66814.2890625,
322
+ 66901.8828125,
323
+ 66977.8828125,
324
+ 67032.4140625,
325
+ 67111.3828125,
326
+ 67210.234375,
327
+ 67324.7265625,
328
+ 67392.4375,
329
+ 67437.921875,
330
+ 67468.9453125,
331
+ 67500.171875,
332
+ 67534.578125,
333
+ 67581.4375,
334
+ 67631.3046875,
335
+ 67699.171875,
336
+ 67694.7109375,
337
+ 67704.703125,
338
+ 67724.6171875,
339
+ 67787.0078125,
340
+ 67860.3359375,
341
+ 67886.1484375,
342
+ 67907.8828125,
343
+ 67911.9296875,
344
+ 67918.109375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_121219.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-16T12:12:19.717470+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 153112.78068033853,
8
+ "MSE[0.5]": 153112.78068033853,
9
+ "MAE[0.5]": 299.21484375,
10
+ "MASE[0.5]": 0.46018944679503226,
11
+ "MAPE[0.5]": 0.004503280322298596,
12
+ "sMAPE[0.5]": 0.00449971423513763,
13
+ "MSIS": 4.7726849566101075,
14
+ "RMSE[mean]": 391.29628247702345,
15
+ "NRMSE[mean]": 0.005886910424435726,
16
+ "ND[0.5]": 0.004501578629030836,
17
+ "mean_weighted_sum_quantile_loss": 0.005840638470875659
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66496.53125
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66557.4375,
270
+ 66520.4453125,
271
+ 66475.1015625,
272
+ 66414.6953125,
273
+ 66501.5078125,
274
+ 66538.5625,
275
+ 66572.4296875,
276
+ 66562.15625,
277
+ 66515.3984375,
278
+ 66475.703125,
279
+ 66492.0234375,
280
+ 66553.3125,
281
+ 66606.2578125,
282
+ 66646.2578125,
283
+ 66610.0,
284
+ 66560.9140625,
285
+ 66548.0703125,
286
+ 66556.828125,
287
+ 66586.703125,
288
+ 66614.40625,
289
+ 66623.7890625,
290
+ 66613.59375,
291
+ 66607.0859375,
292
+ 66608.5625
293
+ ],
294
+ "p10": [
295
+ 66196.6640625,
296
+ 66029.1484375,
297
+ 65879.328125,
298
+ 65709.8984375,
299
+ 65713.5,
300
+ 65668.6484375,
301
+ 65604.875,
302
+ 65524.3046875,
303
+ 65420.39453125,
304
+ 65316.3515625,
305
+ 65264.4375,
306
+ 65241.578125,
307
+ 65210.51953125,
308
+ 65166.765625,
309
+ 65075.4375,
310
+ 64973.5546875,
311
+ 64928.4921875,
312
+ 64887.62109375,
313
+ 64863.48828125,
314
+ 64845.578125,
315
+ 64814.71484375,
316
+ 64759.69921875,
317
+ 64718.8515625,
318
+ 64661.3125
319
+ ],
320
+ "p90": [
321
+ 66928.3203125,
322
+ 67003.4375,
323
+ 67060.40625,
324
+ 67090.8125,
325
+ 67270.21875,
326
+ 67398.5,
327
+ 67513.78125,
328
+ 67579.734375,
329
+ 67598.9453125,
330
+ 67642.765625,
331
+ 67726.8671875,
332
+ 67885.453125,
333
+ 68009.0625,
334
+ 68118.84375,
335
+ 68159.0234375,
336
+ 68131.9921875,
337
+ 68200.65625,
338
+ 68280.421875,
339
+ 68381.34375,
340
+ 68482.0625,
341
+ 68560.578125,
342
+ 68606.9296875,
343
+ 68658.5546875,
344
+ 68706.6015625
345
+ ]
346
+ }
347
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,341885.9689509074,341885.9689509074,503.6318359375,0.77458074293296,0.007558154205492305,0.00759645218947901,6.203889566107747,584.710158070567,0.008797046258912198,0.007577211541565804,0.007914227142470616,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.22601423416891278,0.22601423416891278,0.38163517601788044,0.47015085749546426,0.9648941153306118,0.4801057924736322,9.707126114055947,0.4754095436241397,0.584489990292045,0.4691995424100011,0.3609286409297386,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.021882194976832043,0.021882194976832043,0.14414483805497488,1.3837905772963122,0.14602048409458712,0.13547934313978596,21.603140030206685,0.14792631603887132,0.1485452451159354,0.14474794529086027,0.10233644772487108,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,345191.7837193807,345191.7837193807,505.8551432291667,0.7780001673832467,0.007591228457507595,0.007629899489467487,6.203889566107747,587.5302406850057,0.008839179040150694,0.007610406868879644,0.007932545037900512,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.22601423416891278,0.22601423416891278,0.38163517601788044,0.47015085749546426,0.9648941153306118,0.4801057924736322,9.707126114055947,0.4754095436241397,0.584489990292045,0.4691995424100011,0.3609286409297386,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.021882194976832043,0.021882194976832043,0.14414483805497488,1.3837905772963122,0.14602048409458712,0.13547934313978596,21.603140030206685,0.14792631603887132,0.1485452451159354,0.14474794529086027,0.10233644772487108,Ocean,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-16T12:08:03.698792+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66443.171875
131
  ],
132
  "p50": [
133
  66445.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:13:13.096830+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66496.53125
131
  ],
132
  "p50": [
133
  66445.125,
results/timer_s1/online_meta.json CHANGED
@@ -1,23 +1,11 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-16T12:08:14.892405+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
14
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
20
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:13:16.283279+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,221629.47940063477,362485.2768427531,524.2288411458334,0.8062587316104763,0.00786593423592753,0.007906508022351514,6.466583720452289,470.77540228928143,0.007082881893420074,0.00788709637101817,0.005652453593317534,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2230522004911392,0.1747109409016984,0.3255483576407035,0.401055377279598,0.8507688140990739,0.4360642080303701,19.008929342435426,0.47228402523390434,0.5806473366514807,0.40024387172892295,0.454988715903547,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015088629829871655,0.010449163670167275,0.09636980791886647,0.9251502442503208,0.09811883092390804,0.0928830615465408,47.785408333340484,0.1228357839958359,0.12334973337587052,0.09677302269409546,0.11738007619391772,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,223241.41192626953,365044.65092722577,526.4521484375,0.809678156060763,0.007899092960561684,0.007939955747737832,6.466583720452289,472.48429807377676,0.007108354626078102,0.00792028133000544,0.005670847164626207,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2230522004911392,0.1747109409016984,0.3255483576407035,0.401055377279598,0.8507688140990739,0.4360642080303701,19.008929342435426,0.47228402523390434,0.5806473366514807,0.40024387172892295,0.454988715903547,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015088629829871655,0.010449163670167275,0.09636980791886647,0.9251502442503208,0.09811883092390804,0.0928830615465408,47.785408333340484,0.1228357839958359,0.12334973337587052,0.09677302269409546,0.11738007619391772,Ocean,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-16T12:06:55.147862+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66443.171875
131
  ],
132
  "p50": [
133
  66274.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-16T12:11:50.794245+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66496.53125
131
  ],
132
  "p50": [
133
  66274.125,
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,23 +1,11 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T12:07:10.658257+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
14
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
20
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T12:11:56.341843+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/tirex/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,142820.2212855021,142820.2212855021,293.8277994791667,0.4519042264102895,0.004410071101213785,0.004420983081083739,4.998578994670854,377.91562720467397,0.005685793565577331,0.004420680414894814,0.006215691442947697,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.004631972337083355,0.004631972337083355,0.047479658698042236,0.058491993540529065,0.13353552504039204,0.10670055046047928,0.7927311884852793,0.06805859488031879,0.08367431406117838,0.058373639367720914,0.10200106978682517,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.00914317761435631,0.00914317761435631,0.0903014341990153,0.866893850983987,0.09187801530324156,0.08729148375653768,4.861506878042877,0.09561996451764825,0.09602004192086198,0.09067925867827611,0.06079137995698241,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,144207.6692530314,144207.6692530314,296.0511067708333,0.455323650860576,0.004443362449471405,0.004454431253807061,4.998578994670854,379.74684890467677,0.005713153391879793,0.004453981355463785,0.006234066169080978,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.004631972337083355,0.004631972337083355,0.047479658698042236,0.058491993540529065,0.13353552504039204,0.10670055046047928,0.7927311884852793,0.06805859488031879,0.08367431406117838,0.058373639367720914,0.10200106978682517,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.00914317761435631,0.00914317761435631,0.0903014341990153,0.866893850983987,0.09187801530324156,0.08729148375653768,4.861506878042877,0.09561996451764825,0.09602004192086198,0.09067925867827611,0.06079137995698241,Ocean,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-16T12:07:33.925127+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66443.171875
131
  ],
132
  "p50": [
133
  66489.8515625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-16T12:12:29.744648+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66496.53125
131
  ],
132
  "p50": [
133
  66489.8515625,
results/tirex/online_meta.json CHANGED
@@ -1,23 +1,11 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-16T12:07:44.061063+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
14
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
20
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-16T12:12:32.559785+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,5 +1,5 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,153729.5747578939,153729.5747578939,301.4381510416667,0.46360887124531885,0.004536798485061392,0.004533162556643873,4.7726849566101075,392.08363235143327,0.005898953188259148,0.004535179220530097,0.00585198388717733,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.010113863749159282,0.010113863749159282,0.07936526151994865,0.09777307780771079,0.20138483111271047,0.28796476880030625,0.5148799243718155,0.10056770728797233,0.12364248687214506,0.09757524129973093,0.10306069876105445,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013169454344315193,0.013169454344315193,0.10932022829850514,1.0494742917513171,0.1111217873937113,0.10460968585092072,7.956100936517806,0.11475824303428139,0.11523839568966177,0.10977762810279315,0.06944939969331326,Ocean,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,153112.78068033853,153112.78068033853,299.21484375,0.46018944679503226,0.004503280322298596,0.00449971423513763,4.7726849566101075,391.29628247702345,0.005886910424435726,0.004501578629030836,0.005840638470875659,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.010113863749159282,0.010113863749159282,0.07936526151994865,0.09777307780771079,0.20138483111271047,0.28796476880030625,0.5148799243718155,0.10056770728797233,0.12364248687214506,0.09757524129973093,0.10306069876105445,Ocean,1
5
  noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013169454344315193,0.013169454344315193,0.10932022829850514,1.0494742917513171,0.1111217873937113,0.10460968585092072,7.956100936517806,0.11475824303428139,0.11523839568966177,0.10977762810279315,0.06944939969331326,Ocean,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:07:16.543073+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66443.171875
131
  ],
132
  "p50": [
133
  66557.4375,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:12:19.717470+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66496.53125
131
  ],
132
  "p50": [
133
  66557.4375,
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,23 +1,11 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:07:28.811496+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
9
- "context_length": 96,
10
- "prediction_length": 24
11
- },
12
- {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t093600z",
14
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t034000z",
20
- "data_fetched_at": "2026-06-16T12:06:34.655526Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:12:22.656832+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:10:44.082571Z",
 
 
 
 
 
 
 
 
 
 
 
 
9
  "context_length": 96,
10
  "prediction_length": 24
11
  }