ziyuzhou02 commited on
Commit
d3a795d
·
verified ·
1 Parent(s): e7c427b

Update leaderboard results from local eval

Browse files
Files changed (40) hide show
  1. results/baseline_rank_history_daily.csv +1 -1
  2. results/baseline_rank_history_weekly.csv +1 -1
  3. results/chronos_2/all_results.csv +2 -2
  4. results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  5. results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +80 -80
  6. results/chronos_2/online_meta.json +4 -10
  7. results/eval_history.jsonl +2 -0
  8. results/moirai_1_1_large/all_results.csv +2 -2
  9. results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +74 -74
  10. results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +80 -80
  11. results/moirai_1_1_large/online_meta.json +4 -10
  12. results/online_status.json +28 -66
  13. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_122302.json +347 -0
  14. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_122504.json +347 -0
  15. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_122530.json +347 -0
  16. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_122332.json +347 -0
  17. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_122428.json +347 -0
  18. results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_122405.json +347 -0
  19. results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_122309.json +347 -0
  20. results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_122510.json +347 -0
  21. results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_122535.json +347 -0
  22. results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_122339.json +347 -0
  23. results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_122436.json +347 -0
  24. results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_122415.json +347 -0
  25. results/timer_s1/all_results.csv +2 -2
  26. results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  27. results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +80 -80
  28. results/timer_s1/online_meta.json +4 -10
  29. results/timesfm_2_5/all_results.csv +2 -2
  30. results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  31. results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +80 -80
  32. results/timesfm_2_5/online_meta.json +4 -10
  33. results/tirex/all_results.csv +2 -2
  34. results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  35. results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +80 -80
  36. results/tirex/online_meta.json +4 -10
  37. results/toto_2_0_1b/all_results.csv +2 -2
  38. results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +2 -2
  39. results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +80 -80
  40. results/toto_2_0_1b/online_meta.json +4 -10
results/baseline_rank_history_daily.csv CHANGED
@@ -7,4 +7,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N
7
  2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778
8
  2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600
9
  2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400
10
- 2026-06-16,Chronos-2,3.700,3.500,3.700,3.300,3.700,3.300,3.700,3.300,3.700
 
7
  2026-06-13,Chronos-2,3.778,2.889,3.778,3.222,3.778,2.000,3.778,3.222,3.778
8
  2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600
9
  2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400
10
+ 2026-06-16,Chronos-2,3.500,3.400,3.500,3.200,3.500,3.100,3.500,3.200,3.500
results/baseline_rank_history_weekly.csv CHANGED
@@ -1,3 +1,3 @@
1
  week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
- 2026-W25,Chronos-Bolt-Mini,3.5,3.25,3.5,3.2,3.5,2.95,3.5,3.2,3.55
 
1
  week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
  2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103
3
+ 2026-W25,Chronos-Bolt-Mini,3.4,3.2,3.4,3.15,3.4,2.85,3.4,3.15,3.45
results/chronos_2/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,186303.68718973795,186303.68718973795,355.0325520833333,0.5460365257612914,0.005347791463423491,0.005337085097061362,4.194782699247601,431.6291083670539,0.006493284398046827,0.0053409913431534005,0.005945517232859608,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.026505035115197657,0.026505035115197657,0.11218011751770973,0.13945884935220987,0.40840761271373954,0.2466764033876019,1.0915710829082872,0.16280367045984454,0.21515903765787073,0.14825566316338396,0.17834973077401547,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.009276160219434596,0.009276160219434596,0.09107396006584167,0.8743101000127887,0.09262598881492184,0.08798436281030923,5.202716727515862,0.09631282479210437,0.0967158011478621,0.09145501682137737,0.06030855476576607,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9172492339912424,0.9172492339912424,0.8776604334513346,0.3443681264768179,0.03606971887676185,0.03684775912876929,2.5414003481332226,0.9577312952969859,0.039857036645174315,0.03652480004555147,0.03091232690593795,Weather,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,185950.42231750488,185950.42231750488,353.587890625,0.5438146508402998,0.005326065528764627,0.005315398983512902,4.194782699247601,431.21969147698354,0.006486983967528705,0.005319142476403113,0.005938143553255457,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,19.689885215026607,19.689885215026607,3.3949809869130454,1.7756175339992517,0.14861099669506625,0.13218339808726534,39.26593182153576,4.437328612467935,0.19484400035155672,0.14907430446980308,0.11809797085867345,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.026505035115197657,0.026505035115197657,0.11218011751770973,0.13945884935220987,0.40840761271373954,0.2466764033876019,1.0915710829082872,0.16280367045984454,0.21515903765787073,0.14825566316338396,0.17834973077401547,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.005167634657708457,0.005167634657708457,0.06813613573710124,0.6289489683352606,0.06900833647121453,0.06655196866185638,4.109744672032307,0.07188626195392592,0.07188626195392592,0.06813613573710124,0.051703599536860434,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Chronos-2,0.019167480366225693,0.019167480366225693,0.057550271352132164,0.10281934530517246,0.004013840336921564,0.004060248573928755,1.8509961944844397,0.1384466697549121,0.009853855141849267,0.004096104574287946,0.0064740008932635965,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.41728673433647,20.41728673433647,3.8837023973464966,0.5977481400292389,0.25379690280682005,0.30172152128147184,3.6977984637810875,4.518549184676036,0.30843338609128806,0.26509913514868944,0.2217770080368837,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.9172492339912424,0.9172492339912424,0.8776604334513346,0.3443681264768179,0.03606971887676185,0.03684775912876929,2.5414003481332226,0.9577312952969859,0.039857036645174315,0.03652480004555147,0.03091232690593795,Weather,1
results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-16T12:17:24.503412+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66599.5
131
  ],
132
  "p50": [
133
  66575.828125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-16T12:23:02.572746+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66634.171875
131
  ],
132
  "p50": [
133
  66575.828125,
results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Chronos-2",
4
- "evaluated_at": "2026-06-16T12:06:47.974062+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -11,7 +11,6 @@
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
14
- 1.2000000476837158,
15
  1.100000023841858,
16
  1.100000023841858,
17
  1.2000000476837158,
@@ -101,10 +100,10 @@
101
  1.100000023841858,
102
  1.100000023841858,
103
  1.100000023841858,
 
104
  1.0
105
  ],
106
  "actuals": [
107
- 1.0,
108
  0.8999999761581421,
109
  0.8999999761581421,
110
  1.0,
@@ -127,90 +126,88 @@
127
  1.0,
128
  1.100000023841858,
129
  1.0,
130
- 1.0
 
131
  ],
132
  "p50": [
133
- 1.0479332208633423,
134
- 1.0611575841903687,
135
- 1.078667163848877,
136
- 1.092858076095581,
137
- 1.0958888530731201,
138
- 1.088196039199829,
139
- 1.0751653909683228,
140
- 1.0744619369506836,
141
- 1.0825217962265015,
142
- 1.0949243307113647,
143
- 1.0952391624450684,
144
- 1.0938818454742432,
145
- 1.0907856225967407,
146
- 1.0889531373977661,
147
- 1.1044464111328125,
148
- 1.1035622358322144,
149
- 1.1049758195877075,
150
- 1.0925019979476929,
151
- 1.0812145471572876,
152
- 1.0855050086975098,
153
- 1.0905815362930298,
154
- 1.0943940877914429,
155
- 1.086971640586853,
156
- 1.0697757005691528
157
  ],
158
  "p10": [
159
- 0.9813723564147949,
160
- 0.9797397255897522,
161
- 0.9886607527732849,
162
- 0.9912036657333374,
163
- 0.9898310899734497,
164
- 0.9811537861824036,
165
- 0.9675639867782593,
166
- 0.9667458534240723,
167
- 0.9747388362884521,
168
- 0.9811771512031555,
169
- 0.9799237251281738,
170
- 0.9707370400428772,
171
- 0.9655079245567322,
172
- 0.9656815528869629,
173
- 0.9712560772895813,
174
- 0.9762673377990723,
175
- 0.9818121790885925,
176
- 0.9716172814369202,
177
- 0.9658189415931702,
178
- 0.9598995447158813,
179
- 0.9673195481300354,
180
- 0.9694544076919556,
181
- 0.9624596834182739,
182
- 0.9463388919830322
183
  ],
184
  "p90": [
185
- 1.1276217699050903,
186
- 1.1621286869049072,
187
- 1.1951643228530884,
188
- 1.2256940603256226,
189
- 1.2422220706939697,
190
- 1.2351458072662354,
191
- 1.2202374935150146,
192
- 1.2138242721557617,
193
- 1.2226642370224,
194
- 1.2490360736846924,
195
- 1.247438669204712,
196
- 1.2473620176315308,
197
- 1.2460905313491821,
198
- 1.2470309734344482,
199
- 1.2675855159759521,
200
- 1.264554500579834,
201
- 1.2623924016952515,
202
- 1.2473148107528687,
203
- 1.2403370141983032,
204
- 1.2521196603775024,
205
- 1.2591712474822998,
206
- 1.263363242149353,
207
- 1.2568469047546387,
208
- 1.231704592704773
209
  ],
210
  "timestamps": [
211
- "2026-06-14 21:20:00",
212
- "2026-06-14 21:30:00",
213
- "2026-06-14 21:40:00",
214
  "2026-06-14 21:50:00",
215
  "2026-06-14 22:00:00",
216
  "2026-06-14 22:10:00",
@@ -327,6 +324,9 @@
327
  "2026-06-15 16:40:00",
328
  "2026-06-15 16:50:00",
329
  "2026-06-15 17:00:00",
330
- "2026-06-15 17:10:00"
 
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Chronos-2",
4
+ "evaluated_at": "2026-06-16T12:23:09.691417+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
 
14
  1.100000023841858,
15
  1.100000023841858,
16
  1.2000000476837158,
 
100
  1.100000023841858,
101
  1.100000023841858,
102
  1.100000023841858,
103
+ 1.0,
104
  1.0
105
  ],
106
  "actuals": [
 
107
  0.8999999761581421,
108
  0.8999999761581421,
109
  1.0,
 
126
  1.0,
127
  1.100000023841858,
128
  1.0,
129
+ 1.0,
130
+ 1.100000023841858
131
  ],
132
  "p50": [
133
+ 1.0143581628799438,
134
+ 1.0476875305175781,
135
+ 1.0648972988128662,
136
+ 1.075293779373169,
137
+ 1.0639289617538452,
138
+ 1.0436993837356567,
139
+ 1.044513463973999,
140
+ 1.0585906505584717,
141
+ 1.0743197202682495,
142
+ 1.0694115161895752,
143
+ 1.068098545074463,
144
+ 1.0611404180526733,
145
+ 1.0610274076461792,
146
+ 1.080655813217163,
147
+ 1.0824222564697266,
148
+ 1.070058822631836,
149
+ 1.0689424276351929,
150
+ 1.0589128732681274,
151
+ 1.0586943626403809,
152
+ 1.0686836242675781,
153
+ 1.071887731552124,
154
+ 1.063460350036621,
155
+ 1.0464526414871216,
156
+ 1.0380951166152954
157
  ],
158
  "p10": [
159
+ 0.9520764350891113,
160
+ 0.9633886218070984,
161
+ 0.9682187438011169,
162
+ 0.9695355892181396,
163
+ 0.9574275016784668,
164
+ 0.9428348541259766,
165
+ 0.9353537559509277,
166
+ 0.9428184032440186,
167
+ 0.9527486562728882,
168
+ 0.9504666328430176,
169
+ 0.9442496299743652,
170
+ 0.9357469081878662,
171
+ 0.9357269406318665,
172
+ 0.9411358833312988,
173
+ 0.945533037185669,
174
+ 0.9402324557304382,
175
+ 0.932445764541626,
176
+ 0.9255702495574951,
177
+ 0.9247549772262573,
178
+ 0.9277352094650269,
179
+ 0.9258104562759399,
180
+ 0.9208199381828308,
181
+ 0.9064773321151733,
182
+ 0.8986052870750427
183
  ],
184
  "p90": [
185
+ 1.094393014907837,
186
+ 1.145073652267456,
187
+ 1.1753184795379639,
188
+ 1.1903268098831177,
189
+ 1.1834760904312134,
190
+ 1.1684843301773071,
191
+ 1.1689472198486328,
192
+ 1.1895941495895386,
193
+ 1.2044039964675903,
194
+ 1.2014713287353516,
195
+ 1.203351616859436,
196
+ 1.1991643905639648,
197
+ 1.198056936264038,
198
+ 1.216181755065918,
199
+ 1.2196468114852905,
200
+ 1.2127937078475952,
201
+ 1.2073993682861328,
202
+ 1.1960101127624512,
203
+ 1.200118064880371,
204
+ 1.2126045227050781,
205
+ 1.21721613407135,
206
+ 1.2122735977172852,
207
+ 1.1965433359146118,
208
+ 1.1935954093933105
209
  ],
210
  "timestamps": [
 
 
 
211
  "2026-06-14 21:50:00",
212
  "2026-06-14 22:00:00",
213
  "2026-06-14 22:10:00",
 
324
  "2026-06-15 16:40:00",
325
  "2026-06-15 16:50:00",
326
  "2026-06-15 17:00:00",
327
+ "2026-06-15 17:10:00",
328
+ "2026-06-15 17:20:00",
329
+ "2026-06-15 17:30:00",
330
+ "2026-06-15 17:40:00"
331
  ]
332
  }
results/chronos_2/online_meta.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-16T12:17:37.905407+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
14
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
20
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-16T12:23:12.915125+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
14
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/eval_history.jsonl CHANGED
@@ -909,3 +909,5 @@
909
  {"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
910
  {"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
911
  {"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
 
 
 
909
  {"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
910
  {"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 24}
911
  {"evaluated_at": "2026-06-16T12:20:05.777358+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24}
912
+ {"evaluated_at": "2026-06-16T12:25:37.818489+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24}
913
+ {"evaluated_at": "2026-06-16T12:25:37.818489+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 24}
results/moirai_1_1_large/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,284119.5447260539,222669.68370437622,398.0989583333333,0.6122722292419533,0.005998400682754673,0.005981090883669299,4.159436213841026,533.0286528190148,0.00801870533744988,0.005988868000131005,0.006045830924213751,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8969875800791143,0.8658521948849781,0.8558294139802456,1.0639406336565747,2.2129288521365367,0.8009870016202164,19.411749209639108,0.9470942825712307,1.2516664632543328,1.1310520984642483,0.8320766878748922,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.009707882707736815,0.009173655030209282,0.08915276328722636,0.8558666091791735,0.09083853110075264,0.08622222423951582,5.261667252699589,0.09852858827638207,0.09894083546700569,0.08952578168568748,0.0595211604999101,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.30386413360717296,0.20042135931388808,0.34636445840199787,0.13590322073538882,0.014415862125174062,0.014534229847340449,1.7550287948317358,0.5512387265125456,0.022940403253750602,0.014414336232829826,0.024443115595278092,Weather,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,325011.6628901164,242305.93760108948,416.31689453125,0.6402912334985443,0.006272893631533623,0.006253965138796472,4.41597290093607,570.0979414891062,0.0085761765509689,0.006262796142229755,0.0061813595427995,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,20.18381810183079,21.879052912187074,3.7839450438817344,1.9790506024940113,0.1653976422587492,0.1471474822483271,38.307584682980796,4.492640437630279,0.19727275382523354,0.16615379518856666,0.12561442260265018,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8969875800791143,0.8658521948849781,0.8558294139802456,1.0639406336565747,2.2129288521365367,0.8009870016202164,19.411749209639108,0.9470942825712307,1.2516664632543328,1.1310520984642483,0.8320766878748922,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.007414593983924078,0.006625005283714902,0.07678244759639104,0.7087610807331188,0.0779250131860343,0.07466047461306756,4.300610030636789,0.0861080366976514,0.0861080366976514,0.07678244759639104,0.05381822812336463,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.3212045093063504,0.02015936079955812,0.051366329193115234,0.09177111096575925,0.0035694272407190263,0.0036187243746153043,3.888867312237142,0.566749070847364,0.040338010699671946,0.0036559663582629597,0.007151083959487683,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,11.696655874589473,8.28888748081558,2.517130732536316,0.38741645462124735,0.18175327797128527,0.17034017912122926,2.196184077414056,3.420037408361124,0.23344964839534527,0.17181779446012227,0.16696646306136265,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.30386413360717296,0.20042135931388808,0.34636445840199787,0.13590322073538882,0.014415862125174062,0.014534229847340449,1.7550287948317358,0.5512387265125456,0.022940403253750602,0.014414336232829826,0.024443115595278092,Weather,1
results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-16T12:19:26.773820+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,85 +127,85 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66599.5
131
  ],
132
  "p50": [
133
- 66579.58984375,
134
- 66587.171875,
135
- 66576.2421875,
136
- 66616.04296875,
137
- 66633.6171875,
138
- 66555.21484375,
139
- 66675.359375,
140
- 66711.703125,
141
- 66643.7109375,
142
- 66665.87109375,
143
- 66665.5703125,
144
- 66630.64453125,
145
- 66697.0390625,
146
- 66767.66796875,
147
- 66684.2421875,
148
- 66675.453125,
149
- 67012.64453125,
150
- 66875.53125,
151
- 66887.49609375,
152
- 66759.9921875,
153
- 66899.51953125,
154
- 66814.18359375,
155
- 66880.9296875,
156
- 66740.11328125
157
  ],
158
  "p10": [
159
- 66239.25390625,
160
- 66166.4453125,
161
- 66031.984375,
162
- 65957.42578125,
163
- 65836.29296875,
164
- 65628.609375,
165
- 65717.09375,
166
- 65622.83203125,
167
- 65542.73828125,
168
- 65517.876953125,
169
- 65413.8515625,
170
- 65362.123046875,
171
- 65618.1796875,
172
- 65438.828125,
173
- 65282.044921875,
174
- 65159.693359375,
175
- 65560.8984375,
176
- 65532.017578125,
177
- 65483.681640625,
178
- 64944.533203125,
179
- 65155.921875,
180
- 65230.296875,
181
- 65049.451171875,
182
- 64918.2890625
183
  ],
184
  "p90": [
185
- 66933.96484375,
186
- 67036.50390625,
187
- 67072.5859375,
188
- 67169.02734375,
189
- 67418.1953125,
190
- 67542.6484375,
191
- 67743.10546875,
192
- 67619.03125,
193
- 68043.375,
194
- 67936.7109375,
195
- 68049.73046875,
196
- 68122.96484375,
197
- 68309.79296875,
198
- 68289.81640625,
199
- 68545.84765625,
200
- 68596.234375,
201
- 69566.953125,
202
- 68738.12890625,
203
- 69152.18359375,
204
- 68528.9609375,
205
- 69037.77734375,
206
- 69256.5,
207
- 68452.453125,
208
- 68796.59765625
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-16T12:25:04.275350+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66634.171875
131
  ],
132
  "p50": [
133
+ 66574.140625,
134
+ 66543.01953125,
135
+ 66578.87890625,
136
+ 66605.234375,
137
+ 66585.953125,
138
+ 66649.234375,
139
+ 66568.86328125,
140
+ 66659.38671875,
141
+ 66555.1640625,
142
+ 66788.08203125,
143
+ 66826.03515625,
144
+ 66782.38671875,
145
+ 66700.921875,
146
+ 66701.87109375,
147
+ 66746.65234375,
148
+ 66946.83203125,
149
+ 66787.171875,
150
+ 66805.5859375,
151
+ 66758.35546875,
152
+ 66825.63671875,
153
+ 66796.20703125,
154
+ 66987.44140625,
155
+ 67015.703125,
156
+ 67005.0390625
157
  ],
158
  "p10": [
159
+ 66240.27734375,
160
+ 66087.79296875,
161
+ 65990.49609375,
162
+ 66008.85546875,
163
+ 65918.71875,
164
+ 65607.5078125,
165
+ 65692.0546875,
166
+ 65749.03515625,
167
+ 65430.49609375,
168
+ 65651.01171875,
169
+ 65627.15234375,
170
+ 65393.677734375,
171
+ 65172.66796875,
172
+ 65424.919921875,
173
+ 65236.033203125,
174
+ 65307.115234375,
175
+ 65115.765625,
176
+ 65131.72265625,
177
+ 65177.876953125,
178
+ 65098.32421875,
179
+ 65251.39453125,
180
+ 65316.544921875,
181
+ 65489.94921875,
182
+ 65423.109375
183
  ],
184
  "p90": [
185
+ 66918.421875,
186
+ 66971.81640625,
187
+ 67146.23828125,
188
+ 67341.6953125,
189
+ 67378.3203125,
190
+ 67484.35546875,
191
+ 67431.38671875,
192
+ 67831.13671875,
193
+ 67636.76171875,
194
+ 68344.92578125,
195
+ 68123.80859375,
196
+ 68132.26953125,
197
+ 68209.359375,
198
+ 68191.6328125,
199
+ 68804.7421875,
200
+ 68894.1328125,
201
+ 68655.44921875,
202
+ 68504.1484375,
203
+ 68464.4921875,
204
+ 69182.859375,
205
+ 68752.81640625,
206
+ 69110.23046875,
207
+ 69169.86328125,
208
+ 69171.5
209
  ],
210
  "timestamps": [
211
  "2026-06-11 13:00:00",
results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Moirai-1.1-Large",
4
- "evaluated_at": "2026-06-16T12:07:56.991709+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -11,7 +11,6 @@
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
14
- 1.2000000476837158,
15
  1.100000023841858,
16
  1.100000023841858,
17
  1.2000000476837158,
@@ -101,10 +100,10 @@
101
  1.100000023841858,
102
  1.100000023841858,
103
  1.100000023841858,
 
104
  1.0
105
  ],
106
  "actuals": [
107
- 1.0,
108
  0.8999999761581421,
109
  0.8999999761581421,
110
  1.0,
@@ -127,90 +126,88 @@
127
  1.0,
128
  1.100000023841858,
129
  1.0,
130
- 1.0
 
131
  ],
132
  "p50": [
133
- 1.0508322715759277,
134
- 1.0812822580337524,
135
- 1.1148348450660706,
136
- 1.1093769669532776,
137
- 1.0863009095191956,
138
- 1.0877518057823181,
139
- 1.0857505202293396,
140
- 1.0671283602714539,
141
- 1.082274854183197,
142
- 1.0863446593284607,
143
- 1.072920322418213,
144
- 1.0829743146896362,
145
- 1.0758118033409119,
146
- 1.0854742527008057,
147
- 1.0915058851242065,
148
- 1.1038406491279602,
149
- 1.0804436802864075,
150
- 1.077744722366333,
151
- 1.072234332561493,
152
- 1.0934231877326965,
153
- 1.08152836561203,
154
- 1.092420220375061,
155
- 1.0607903003692627,
156
- 1.0698034167289734
157
  ],
158
  "p10": [
159
- 0.9547853171825409,
160
- 0.9771632552146912,
161
- 1.0084180235862732,
162
- 0.9995120167732239,
163
- 0.971025139093399,
164
- 0.9713017344474792,
165
- 0.9645112752914429,
166
- 0.9371620714664459,
167
- 0.9524262249469757,
168
- 0.9673036932945251,
169
- 0.9673750102519989,
170
- 0.9604257345199585,
171
- 0.9510597884654999,
172
- 0.9422069489955902,
173
- 0.957041472196579,
174
- 0.9843250811100006,
175
- 0.9636183679103851,
176
- 0.9527406394481659,
177
- 0.9434832632541656,
178
- 0.9430904388427734,
179
- 0.9486275613307953,
180
- 0.9455837309360504,
181
- 0.9236837029457092,
182
- 0.9428713917732239
183
  ],
184
  "p90": [
185
- 1.1387210488319397,
186
- 1.183374047279358,
187
- 1.2114558219909668,
188
- 1.2203726768493652,
189
- 1.1965466141700745,
190
- 1.2033289074897766,
191
- 1.2079618573188782,
192
- 1.1959959268569946,
193
- 1.224714994430542,
194
- 1.2007145881652832,
195
- 1.2070011496543884,
196
- 1.2254217267036438,
197
- 1.215606927871704,
198
- 1.2219999432563782,
199
- 1.2108393907546997,
200
- 1.216651201248169,
201
- 1.2127601504325867,
202
- 1.2124069929122925,
203
- 1.2041864395141602,
204
- 1.2287757396697998,
205
- 1.211969017982483,
206
- 1.2403550148010254,
207
- 1.2056347727775574,
208
- 1.1933669447898865
209
  ],
210
  "timestamps": [
211
- "2026-06-14 21:20:00",
212
- "2026-06-14 21:30:00",
213
- "2026-06-14 21:40:00",
214
  "2026-06-14 21:50:00",
215
  "2026-06-14 22:00:00",
216
  "2026-06-14 22:10:00",
@@ -327,6 +324,9 @@
327
  "2026-06-15 16:40:00",
328
  "2026-06-15 16:50:00",
329
  "2026-06-15 17:00:00",
330
- "2026-06-15 17:10:00"
 
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Moirai-1.1-Large",
4
+ "evaluated_at": "2026-06-16T12:25:10.080024+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
 
14
  1.100000023841858,
15
  1.100000023841858,
16
  1.2000000476837158,
 
100
  1.100000023841858,
101
  1.100000023841858,
102
  1.100000023841858,
103
+ 1.0,
104
  1.0
105
  ],
106
  "actuals": [
 
107
  0.8999999761581421,
108
  0.8999999761581421,
109
  1.0,
 
126
  1.0,
127
  1.100000023841858,
128
  1.0,
129
+ 1.0,
130
+ 1.100000023841858
131
  ],
132
  "p50": [
133
+ 1.0377939939498901,
134
+ 1.0690044164657593,
135
+ 1.090711772441864,
136
+ 1.0840529799461365,
137
+ 1.072720229625702,
138
+ 1.0625249147415161,
139
+ 1.0700313448905945,
140
+ 1.0806199312210083,
141
+ 1.0675532221794128,
142
+ 1.0843029022216797,
143
+ 1.057131290435791,
144
+ 1.0809307098388672,
145
+ 1.0653735995292664,
146
+ 1.0867875814437866,
147
+ 1.0717648267745972,
148
+ 1.085457682609558,
149
+ 1.0830081105232239,
150
+ 1.0832982063293457,
151
+ 1.0752596855163574,
152
+ 1.0626081824302673,
153
+ 1.0638700723648071,
154
+ 1.074509620666504,
155
+ 1.0486592054367065,
156
+ 1.0538457036018372
157
  ],
158
  "p10": [
159
+ 0.9546855092048645,
160
+ 0.9726636111736298,
161
+ 0.9929470121860504,
162
+ 0.9782131612300873,
163
+ 0.9744632244110107,
164
+ 0.9508781433105469,
165
+ 0.9656856656074524,
166
+ 0.9448739290237427,
167
+ 0.9670532643795013,
168
+ 0.9731576442718506,
169
+ 0.9690640866756439,
170
+ 0.9764051139354706,
171
+ 0.9551233351230621,
172
+ 0.9730444252490997,
173
+ 0.9442064166069031,
174
+ 0.9531099498271942,
175
+ 0.9521931409835815,
176
+ 0.9603279232978821,
177
+ 0.9426490068435669,
178
+ 0.9182247817516327,
179
+ 0.9632100760936737,
180
+ 0.9197063446044922,
181
+ 0.9280574917793274,
182
+ 0.9174941182136536
183
  ],
184
  "p90": [
185
+ 1.12899649143219,
186
+ 1.1535842418670654,
187
+ 1.191925585269928,
188
+ 1.175689160823822,
189
+ 1.182449221611023,
190
+ 1.1787986159324646,
191
+ 1.1823187470436096,
192
+ 1.1998718976974487,
193
+ 1.1868463158607483,
194
+ 1.1935042142868042,
195
+ 1.1744852662086487,
196
+ 1.2014158964157104,
197
+ 1.1790269017219543,
198
+ 1.2115591764450073,
199
+ 1.2140173316001892,
200
+ 1.21343594789505,
201
+ 1.1962699890136719,
202
+ 1.2130120396614075,
203
+ 1.2085001468658447,
204
+ 1.2157827615737915,
205
+ 1.1818336844444275,
206
+ 1.2144253253936768,
207
+ 1.2044327855110168,
208
+ 1.1943427920341492
209
  ],
210
  "timestamps": [
 
 
 
211
  "2026-06-14 21:50:00",
212
  "2026-06-14 22:00:00",
213
  "2026-06-14 22:10:00",
 
324
  "2026-06-15 16:40:00",
325
  "2026-06-15 16:50:00",
326
  "2026-06-15 17:00:00",
327
+ "2026-06-15 17:10:00",
328
+ "2026-06-15 17:20:00",
329
+ "2026-06-15 17:30:00",
330
+ "2026-06-15 17:40:00"
331
  ]
332
  }
results/moirai_1_1_large/online_meta.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
- "evaluated_at": "2026-06-16T12:19:41.573422+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
14
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
20
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Moirai-1.1-Large",
3
  "api_model_id": "Salesforce/moirai-1.1-R-large",
4
+ "evaluated_at": "2026-06-16T12:25:12.534090+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
14
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/online_status.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-16T12:17:18.200939+00:00",
4
- "finished_at": "2026-06-16T12:20:05.769676+00:00",
5
- "task_count": 3,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
@@ -10,23 +10,17 @@
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
- "evaluated_at": "2026-06-16T12:17:37.905407+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
23
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
24
- "context_length": 96,
25
- "prediction_length": 24
26
- },
27
- {
28
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
29
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
30
  "context_length": 96,
31
  "prediction_length": 24
32
  }
@@ -36,23 +30,17 @@
36
  "TimesFM-2.5": {
37
  "model": "TimesFM-2.5",
38
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
39
- "evaluated_at": "2026-06-16T12:18:09.547443+00:00",
40
  "datasets": [
41
  {
42
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
43
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
44
- "context_length": 96,
45
- "prediction_length": 24
46
- },
47
- {
48
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
49
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
50
  "context_length": 96,
51
  "prediction_length": 24
52
  },
53
  {
54
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
55
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
56
  "context_length": 96,
57
  "prediction_length": 24
58
  }
@@ -62,23 +50,17 @@
62
  "Toto-2.0-1B": {
63
  "model": "Toto-2.0-1B",
64
  "api_model_id": "Datadog/Toto-2.0-1B",
65
- "evaluated_at": "2026-06-16T12:18:43.534598+00:00",
66
  "datasets": [
67
  {
68
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
69
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
70
- "context_length": 96,
71
- "prediction_length": 24
72
- },
73
- {
74
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
75
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
76
  "context_length": 96,
77
  "prediction_length": 24
78
  },
79
  {
80
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
81
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
82
  "context_length": 96,
83
  "prediction_length": 24
84
  }
@@ -88,23 +70,17 @@
88
  "TiRex": {
89
  "model": "TiRex",
90
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
91
- "evaluated_at": "2026-06-16T12:19:01.586711+00:00",
92
  "datasets": [
93
  {
94
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
95
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
96
  "context_length": 96,
97
  "prediction_length": 24
98
  },
99
  {
100
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
101
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
102
- "context_length": 96,
103
- "prediction_length": 24
104
- },
105
- {
106
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
107
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
108
  "context_length": 96,
109
  "prediction_length": 24
110
  }
@@ -114,23 +90,17 @@
114
  "Moirai-1.1-Large": {
115
  "model": "Moirai-1.1-Large",
116
  "api_model_id": "Salesforce/moirai-1.1-R-large",
117
- "evaluated_at": "2026-06-16T12:19:41.573422+00:00",
118
  "datasets": [
119
  {
120
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
121
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
122
- "context_length": 96,
123
- "prediction_length": 24
124
- },
125
- {
126
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
127
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
128
  "context_length": 96,
129
  "prediction_length": 24
130
  },
131
  {
132
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
133
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
134
  "context_length": 96,
135
  "prediction_length": 24
136
  }
@@ -140,23 +110,17 @@
140
  "Timer-S1": {
141
  "model": "Timer-S1",
142
  "api_model_id": "bytedance-research/Timer-S1",
143
- "evaluated_at": "2026-06-16T12:20:05.767384+00:00",
144
  "datasets": [
145
  {
146
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
147
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
148
- "context_length": 96,
149
- "prediction_length": 24
150
- },
151
- {
152
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
153
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
154
  "context_length": 96,
155
  "prediction_length": 24
156
  },
157
  {
158
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
159
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
160
  "context_length": 96,
161
  "prediction_length": 24
162
  }
@@ -166,7 +130,5 @@
166
  },
167
  "failed_models": [],
168
  "failed_datasets": [],
169
- "push_status": "ok",
170
- "pushed_at": "2026-06-16T12:20:13.122208+00:00",
171
- "push_detail": "HF Hub API"
172
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-16T12:22:39.647680+00:00",
4
+ "finished_at": "2026-06-16T12:25:37.816569+00:00",
5
+ "task_count": 2,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench",
 
10
  "Chronos-2": {
11
  "model": "Chronos-2",
12
  "api_model_id": "amazon/chronos-2",
13
+ "evaluated_at": "2026-06-16T12:23:12.915125+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
17
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
23
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
24
  "context_length": 96,
25
  "prediction_length": 24
26
  }
 
30
  "TimesFM-2.5": {
31
  "model": "TimesFM-2.5",
32
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
33
+ "evaluated_at": "2026-06-16T12:23:41.772772+00:00",
34
  "datasets": [
35
  {
36
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
37
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
38
  "context_length": 96,
39
  "prediction_length": 24
40
  },
41
  {
42
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
43
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
44
  "context_length": 96,
45
  "prediction_length": 24
46
  }
 
50
  "Toto-2.0-1B": {
51
  "model": "Toto-2.0-1B",
52
  "api_model_id": "Datadog/Toto-2.0-1B",
53
+ "evaluated_at": "2026-06-16T12:24:21.560842+00:00",
54
  "datasets": [
55
  {
56
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
57
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
58
  "context_length": 96,
59
  "prediction_length": 24
60
  },
61
  {
62
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
63
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
64
  "context_length": 96,
65
  "prediction_length": 24
66
  }
 
70
  "TiRex": {
71
  "model": "TiRex",
72
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
73
+ "evaluated_at": "2026-06-16T12:24:39.116516+00:00",
74
  "datasets": [
75
  {
76
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
77
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
78
  "context_length": 96,
79
  "prediction_length": 24
80
  },
81
  {
82
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
83
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
84
  "context_length": 96,
85
  "prediction_length": 24
86
  }
 
90
  "Moirai-1.1-Large": {
91
  "model": "Moirai-1.1-Large",
92
  "api_model_id": "Salesforce/moirai-1.1-R-large",
93
+ "evaluated_at": "2026-06-16T12:25:12.534090+00:00",
94
  "datasets": [
95
  {
96
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
97
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
98
  "context_length": 96,
99
  "prediction_length": 24
100
  },
101
  {
102
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
103
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
104
  "context_length": 96,
105
  "prediction_length": 24
106
  }
 
110
  "Timer-S1": {
111
  "model": "Timer-S1",
112
  "api_model_id": "bytedance-research/Timer-S1",
113
+ "evaluated_at": "2026-06-16T12:25:37.813568+00:00",
114
  "datasets": [
115
  {
116
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
117
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
118
  "context_length": 96,
119
  "prediction_length": 24
120
  },
121
  {
122
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
123
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  }
 
130
  },
131
  "failed_models": [],
132
  "failed_datasets": [],
133
+ "push_status": "pending"
 
 
134
  }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260616_122302.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-16T12:23:02.572746+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 185950.42231750488,
8
+ "MSE[0.5]": 185950.42231750488,
9
+ "MAE[0.5]": 353.587890625,
10
+ "MASE[0.5]": 0.5438146508402998,
11
+ "MAPE[0.5]": 0.005326065528764627,
12
+ "sMAPE[0.5]": 0.005315398983512902,
13
+ "MSIS": 4.194782699247601,
14
+ "RMSE[mean]": 431.21969147698354,
15
+ "NRMSE[mean]": 0.006486983967528705,
16
+ "ND[0.5]": 0.005319142476403113,
17
+ "mean_weighted_sum_quantile_loss": 0.005938143553255457
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66634.171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66575.828125,
270
+ 66554.4765625,
271
+ 66547.5234375,
272
+ 66536.625,
273
+ 66549.6953125,
274
+ 66551.140625,
275
+ 66582.9765625,
276
+ 66597.953125,
277
+ 66648.25,
278
+ 66641.078125,
279
+ 66652.5625,
280
+ 66653.25,
281
+ 66654.6171875,
282
+ 66692.4609375,
283
+ 66726.1640625,
284
+ 66676.5390625,
285
+ 66703.0078125,
286
+ 66683.5,
287
+ 66690.1484375,
288
+ 66691.1484375,
289
+ 66741.2265625,
290
+ 66715.0,
291
+ 66752.4375,
292
+ 66739.1015625
293
+ ],
294
+ "p10": [
295
+ 66119.140625,
296
+ 65966.8203125,
297
+ 65844.78125,
298
+ 65729.6484375,
299
+ 65684.3671875,
300
+ 65631.9765625,
301
+ 65579.8046875,
302
+ 65521.94921875,
303
+ 65511.1875,
304
+ 65510.94921875,
305
+ 65408.73046875,
306
+ 65325.796875,
307
+ 65247.88671875,
308
+ 65199.04296875,
309
+ 65184.26953125,
310
+ 65053.71875,
311
+ 65042.109375,
312
+ 64981.1875,
313
+ 64928.02734375,
314
+ 64922.890625,
315
+ 64892.953125,
316
+ 64852.36328125,
317
+ 64830.9140625,
318
+ 64787.34375
319
+ ],
320
+ "p90": [
321
+ 66998.8046875,
322
+ 67049.2421875,
323
+ 67148.6484375,
324
+ 67234.7265625,
325
+ 67296.765625,
326
+ 67367.75,
327
+ 67478.3828125,
328
+ 67567.8828125,
329
+ 67634.5,
330
+ 67699.1171875,
331
+ 67801.1640625,
332
+ 67862.109375,
333
+ 67932.375,
334
+ 67926.8046875,
335
+ 67994.1171875,
336
+ 68033.390625,
337
+ 68132.40625,
338
+ 68140.5703125,
339
+ 68174.8515625,
340
+ 68278.3671875,
341
+ 68310.109375,
342
+ 68407.2734375,
343
+ 68459.640625,
344
+ 68547.84375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260616_122504.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-16T12:25:04.275350+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 325011.6628901164,
8
+ "MSE[0.5]": 242305.93760108948,
9
+ "MAE[0.5]": 416.31689453125,
10
+ "MASE[0.5]": 0.6402912334985443,
11
+ "MAPE[0.5]": 0.006272893631533623,
12
+ "sMAPE[0.5]": 0.006253965138796472,
13
+ "MSIS": 4.41597290093607,
14
+ "RMSE[mean]": 570.0979414891062,
15
+ "NRMSE[mean]": 0.0085761765509689,
16
+ "ND[0.5]": 0.006262796142229755,
17
+ "mean_weighted_sum_quantile_loss": 0.0061813595427995
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66634.171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66574.140625,
270
+ 66543.01953125,
271
+ 66578.87890625,
272
+ 66605.234375,
273
+ 66585.953125,
274
+ 66649.234375,
275
+ 66568.86328125,
276
+ 66659.38671875,
277
+ 66555.1640625,
278
+ 66788.08203125,
279
+ 66826.03515625,
280
+ 66782.38671875,
281
+ 66700.921875,
282
+ 66701.87109375,
283
+ 66746.65234375,
284
+ 66946.83203125,
285
+ 66787.171875,
286
+ 66805.5859375,
287
+ 66758.35546875,
288
+ 66825.63671875,
289
+ 66796.20703125,
290
+ 66987.44140625,
291
+ 67015.703125,
292
+ 67005.0390625
293
+ ],
294
+ "p10": [
295
+ 66240.27734375,
296
+ 66087.79296875,
297
+ 65990.49609375,
298
+ 66008.85546875,
299
+ 65918.71875,
300
+ 65607.5078125,
301
+ 65692.0546875,
302
+ 65749.03515625,
303
+ 65430.49609375,
304
+ 65651.01171875,
305
+ 65627.15234375,
306
+ 65393.677734375,
307
+ 65172.66796875,
308
+ 65424.919921875,
309
+ 65236.033203125,
310
+ 65307.115234375,
311
+ 65115.765625,
312
+ 65131.72265625,
313
+ 65177.876953125,
314
+ 65098.32421875,
315
+ 65251.39453125,
316
+ 65316.544921875,
317
+ 65489.94921875,
318
+ 65423.109375
319
+ ],
320
+ "p90": [
321
+ 66918.421875,
322
+ 66971.81640625,
323
+ 67146.23828125,
324
+ 67341.6953125,
325
+ 67378.3203125,
326
+ 67484.35546875,
327
+ 67431.38671875,
328
+ 67831.13671875,
329
+ 67636.76171875,
330
+ 68344.92578125,
331
+ 68123.80859375,
332
+ 68132.26953125,
333
+ 68209.359375,
334
+ 68191.6328125,
335
+ 68804.7421875,
336
+ 68894.1328125,
337
+ 68655.44921875,
338
+ 68504.1484375,
339
+ 68464.4921875,
340
+ 69182.859375,
341
+ 68752.81640625,
342
+ 69110.23046875,
343
+ 69169.86328125,
344
+ 69171.5
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260616_122530.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-16T12:25:30.014466+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 354814.53014882404,
8
+ "MSE[0.5]": 354814.53014882404,
9
+ "MAE[0.5]": 511.5901692708333,
10
+ "MASE[0.5]": 0.786820580262478,
11
+ "MAPE[0.5]": 0.0076762990162430765,
12
+ "sMAPE[0.5]": 0.007716052372577196,
13
+ "MSIS": 6.203889566107747,
14
+ "RMSE[mean]": 595.6631012147924,
15
+ "NRMSE[mean]": 0.008960761913246329,
16
+ "ND[0.5]": 0.007696024304081038,
17
+ "mean_weighted_sum_quantile_loss": 0.007979790710591963
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66634.171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66445.125,
270
+ 66313.25,
271
+ 66247.3125,
272
+ 66194.5625,
273
+ 66155.0,
274
+ 66115.4375,
275
+ 66089.0625,
276
+ 66062.6875,
277
+ 66023.125,
278
+ 65996.75,
279
+ 65970.375,
280
+ 65957.1875,
281
+ 65930.8125,
282
+ 65917.625,
283
+ 65878.0625,
284
+ 65851.6875,
285
+ 65851.6875,
286
+ 65825.3125,
287
+ 65805.53125,
288
+ 65792.34375,
289
+ 65798.9375,
290
+ 65785.75,
291
+ 65752.78125,
292
+ 65726.40625
293
+ ],
294
+ "p10": [
295
+ 66009.9375,
296
+ 65700.03125,
297
+ 65469.25,
298
+ 65291.21875,
299
+ 65165.9375,
300
+ 65053.84375,
301
+ 64948.34375,
302
+ 64846.140625,
303
+ 64740.640625,
304
+ 64669.7578125,
305
+ 64597.2265625,
306
+ 64536.234375,
307
+ 64453.8125,
308
+ 64396.1171875,
309
+ 64353.2578125,
310
+ 64288.96875,
311
+ 64351.609375,
312
+ 64305.8671875,
313
+ 64263.625,
314
+ 64239.30859375,
315
+ 64221.3828125,
316
+ 64198.3046875,
317
+ 64148.8515625,
318
+ 64127.421875
319
+ ],
320
+ "p90": [
321
+ 66761.625,
322
+ 66748.4375,
323
+ 66748.4375,
324
+ 66774.8125,
325
+ 66774.8125,
326
+ 66761.625,
327
+ 66801.1875,
328
+ 66801.1875,
329
+ 66814.375,
330
+ 66814.375,
331
+ 66814.375,
332
+ 66814.375,
333
+ 66814.375,
334
+ 66814.375,
335
+ 66801.1875,
336
+ 66814.375,
337
+ 66801.1875,
338
+ 66774.8125,
339
+ 66761.625,
340
+ 66748.4375,
341
+ 66761.625,
342
+ 66774.8125,
343
+ 66748.4375,
344
+ 66761.625
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260616_122332.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-16T12:23:32.804593+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 228494.7853902181,
8
+ "MSE[0.5]": 372741.9519729614,
9
+ "MAE[0.5]": 532.1871744791666,
10
+ "MASE[0.5]": 0.8184985689399943,
11
+ "MAPE[0.5]": 0.00798438079202283,
12
+ "sMAPE[0.5]": 0.008026109884279556,
13
+ "MSIS": 6.466583720452289,
14
+ "RMSE[mean]": 478.01128165579746,
15
+ "NRMSE[mean]": 0.007190885717157735,
16
+ "ND[0.5]": 0.008005872034150886,
17
+ "mean_weighted_sum_quantile_loss": 0.005718287940754595
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66634.171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66274.125,
270
+ 66219.921875,
271
+ 66175.4296875,
272
+ 66099.890625,
273
+ 66030.4921875,
274
+ 66024.828125,
275
+ 65997.4765625,
276
+ 65963.1328125,
277
+ 65973.5078125,
278
+ 65973.6015625,
279
+ 65987.265625,
280
+ 65962.7109375,
281
+ 65909.546875,
282
+ 65918.9453125,
283
+ 65927.0,
284
+ 65882.578125,
285
+ 65874.7734375,
286
+ 65867.3828125,
287
+ 65821.6796875,
288
+ 65790.0078125,
289
+ 65805.3203125,
290
+ 65817.6640625,
291
+ 65865.3515625,
292
+ 65894.2734375
293
+ ],
294
+ "p10": [
295
+ 66273.0546875,
296
+ 66279.40625,
297
+ 66189.3671875,
298
+ 66161.40625,
299
+ 66121.84375,
300
+ 66058.5234375,
301
+ 66003.28125,
302
+ 66032.875,
303
+ 66007.234375,
304
+ 66064.03125,
305
+ 66044.3359375,
306
+ 65935.203125,
307
+ 65946.7890625,
308
+ 65974.390625,
309
+ 66003.921875,
310
+ 65974.0078125,
311
+ 65936.921875,
312
+ 65817.078125,
313
+ 65883.0546875,
314
+ 65817.953125,
315
+ 65859.90625,
316
+ 65916.8359375,
317
+ 65848.3359375,
318
+ 65862.765625
319
+ ],
320
+ "p90": [
321
+ 66592.0703125,
322
+ 66622.9375,
323
+ 66632.140625,
324
+ 66638.9609375,
325
+ 66608.234375,
326
+ 66629.2265625,
327
+ 66623.140625,
328
+ 66627.859375,
329
+ 66642.6953125,
330
+ 66690.765625,
331
+ 66751.5625,
332
+ 66704.625,
333
+ 66703.7578125,
334
+ 66750.96875,
335
+ 66734.1953125,
336
+ 66738.1796875,
337
+ 66720.265625,
338
+ 66732.6328125,
339
+ 66732.9609375,
340
+ 66724.2734375,
341
+ 66763.390625,
342
+ 66799.2109375,
343
+ 66833.6640625,
344
+ 66879.4375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260616_122428.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-16T12:24:28.190756+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 148881.98430633545,
8
+ "MSE[0.5]": 148881.98430633545,
9
+ "MAE[0.5]": 301.7861328125,
10
+ "MASE[0.5]": 0.4641440637398074,
11
+ "MAPE[0.5]": 0.004528991403257688,
12
+ "sMAPE[0.5]": 0.00454058678938474,
13
+ "MSIS": 4.998578994670854,
14
+ "RMSE[mean]": 385.8522830129886,
15
+ "NRMSE[mean]": 0.005804506666118248,
16
+ "ND[0.5]": 0.004539871077018448,
17
+ "mean_weighted_sum_quantile_loss": 0.00628145835960259
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66634.171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66489.8515625,
270
+ 66440.4375,
271
+ 66396.9609375,
272
+ 66349.6875,
273
+ 66346.984375,
274
+ 66352.0703125,
275
+ 66361.421875,
276
+ 66346.6640625,
277
+ 66327.875,
278
+ 66295.7734375,
279
+ 66271.796875,
280
+ 66266.734375,
281
+ 66276.71875,
282
+ 66281.2578125,
283
+ 66288.578125,
284
+ 66264.7109375,
285
+ 66247.890625,
286
+ 66211.078125,
287
+ 66209.859375,
288
+ 66224.03125,
289
+ 66227.3125,
290
+ 66204.9921875,
291
+ 66185.359375,
292
+ 66157.828125
293
+ ],
294
+ "p10": [
295
+ 66069.328125,
296
+ 65829.0859375,
297
+ 65658.9296875,
298
+ 65503.53515625,
299
+ 65426.5625,
300
+ 65370.4609375,
301
+ 65305.01953125,
302
+ 65221.74609375,
303
+ 65165.96875,
304
+ 65086.5078125,
305
+ 64996.30078125,
306
+ 64953.484375,
307
+ 64912.7109375,
308
+ 64846.9375,
309
+ 64772.140625,
310
+ 64701.26953125,
311
+ 64661.26171875,
312
+ 64580.90234375,
313
+ 64540.0078125,
314
+ 64514.40234375,
315
+ 64473.23046875,
316
+ 64399.90625,
317
+ 64335.89453125,
318
+ 64280.33203125
319
+ ],
320
+ "p90": [
321
+ 66814.2890625,
322
+ 66901.8828125,
323
+ 66977.8828125,
324
+ 67032.4140625,
325
+ 67111.3828125,
326
+ 67210.234375,
327
+ 67324.7265625,
328
+ 67392.4375,
329
+ 67437.921875,
330
+ 67468.9453125,
331
+ 67500.171875,
332
+ 67534.578125,
333
+ 67581.4375,
334
+ 67631.3046875,
335
+ 67699.171875,
336
+ 67694.7109375,
337
+ 67704.703125,
338
+ 67724.6171875,
339
+ 67787.0078125,
340
+ 67860.3359375,
341
+ 67886.1484375,
342
+ 67907.8828125,
343
+ 67911.9296875,
344
+ 67918.109375
345
+ ]
346
+ }
347
+ }
results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260616_122405.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "binance_btcusdt_1h_close/1h/short",
3
+ "domain": "Finance",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-16T12:24:05.708884+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 152617.1489766439,
8
+ "MSE[0.5]": 152617.1489766439,
9
+ "MAE[0.5]": 295.6139322916667,
10
+ "MASE[0.5]": 0.45465128086983886,
11
+ "MAPE[0.5]": 0.004449095306607827,
12
+ "sMAPE[0.5]": 0.004445591381772882,
13
+ "MSIS": 4.7726849566101075,
14
+ "RMSE[mean]": 390.6624488950069,
15
+ "NRMSE[mean]": 0.005876867621739107,
16
+ "ND[0.5]": 0.0044470205727061805,
17
+ "mean_weighted_sum_quantile_loss": 0.005825645190350297
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-11 13:00:00",
23
+ "2026-06-11 14:00:00",
24
+ "2026-06-11 15:00:00",
25
+ "2026-06-11 16:00:00",
26
+ "2026-06-11 17:00:00",
27
+ "2026-06-11 18:00:00",
28
+ "2026-06-11 19:00:00",
29
+ "2026-06-11 20:00:00",
30
+ "2026-06-11 21:00:00",
31
+ "2026-06-11 22:00:00",
32
+ "2026-06-11 23:00:00",
33
+ "2026-06-12 00:00:00",
34
+ "2026-06-12 01:00:00",
35
+ "2026-06-12 02:00:00",
36
+ "2026-06-12 03:00:00",
37
+ "2026-06-12 04:00:00",
38
+ "2026-06-12 05:00:00",
39
+ "2026-06-12 06:00:00",
40
+ "2026-06-12 07:00:00",
41
+ "2026-06-12 08:00:00",
42
+ "2026-06-12 09:00:00",
43
+ "2026-06-12 10:00:00",
44
+ "2026-06-12 11:00:00",
45
+ "2026-06-12 12:00:00",
46
+ "2026-06-12 13:00:00",
47
+ "2026-06-12 14:00:00",
48
+ "2026-06-12 15:00:00",
49
+ "2026-06-12 16:00:00",
50
+ "2026-06-12 17:00:00",
51
+ "2026-06-12 18:00:00",
52
+ "2026-06-12 19:00:00",
53
+ "2026-06-12 20:00:00",
54
+ "2026-06-12 21:00:00",
55
+ "2026-06-12 22:00:00",
56
+ "2026-06-12 23:00:00",
57
+ "2026-06-13 00:00:00",
58
+ "2026-06-13 01:00:00",
59
+ "2026-06-13 02:00:00",
60
+ "2026-06-13 03:00:00",
61
+ "2026-06-13 04:00:00",
62
+ "2026-06-13 05:00:00",
63
+ "2026-06-13 06:00:00",
64
+ "2026-06-13 07:00:00",
65
+ "2026-06-13 08:00:00",
66
+ "2026-06-13 09:00:00",
67
+ "2026-06-13 10:00:00",
68
+ "2026-06-13 11:00:00",
69
+ "2026-06-13 12:00:00",
70
+ "2026-06-13 13:00:00",
71
+ "2026-06-13 14:00:00",
72
+ "2026-06-13 15:00:00",
73
+ "2026-06-13 16:00:00",
74
+ "2026-06-13 17:00:00",
75
+ "2026-06-13 18:00:00",
76
+ "2026-06-13 19:00:00",
77
+ "2026-06-13 20:00:00",
78
+ "2026-06-13 21:00:00",
79
+ "2026-06-13 22:00:00",
80
+ "2026-06-13 23:00:00",
81
+ "2026-06-14 00:00:00",
82
+ "2026-06-14 01:00:00",
83
+ "2026-06-14 02:00:00",
84
+ "2026-06-14 03:00:00",
85
+ "2026-06-14 04:00:00",
86
+ "2026-06-14 05:00:00",
87
+ "2026-06-14 06:00:00",
88
+ "2026-06-14 07:00:00",
89
+ "2026-06-14 08:00:00",
90
+ "2026-06-14 09:00:00",
91
+ "2026-06-14 10:00:00",
92
+ "2026-06-14 11:00:00",
93
+ "2026-06-14 12:00:00",
94
+ "2026-06-14 13:00:00",
95
+ "2026-06-14 14:00:00",
96
+ "2026-06-14 15:00:00",
97
+ "2026-06-14 16:00:00",
98
+ "2026-06-14 17:00:00",
99
+ "2026-06-14 18:00:00",
100
+ "2026-06-14 19:00:00",
101
+ "2026-06-14 20:00:00",
102
+ "2026-06-14 21:00:00",
103
+ "2026-06-14 22:00:00",
104
+ "2026-06-14 23:00:00",
105
+ "2026-06-15 00:00:00",
106
+ "2026-06-15 01:00:00",
107
+ "2026-06-15 02:00:00",
108
+ "2026-06-15 03:00:00",
109
+ "2026-06-15 04:00:00",
110
+ "2026-06-15 05:00:00",
111
+ "2026-06-15 06:00:00",
112
+ "2026-06-15 07:00:00",
113
+ "2026-06-15 08:00:00",
114
+ "2026-06-15 09:00:00",
115
+ "2026-06-15 10:00:00",
116
+ "2026-06-15 11:00:00",
117
+ "2026-06-15 12:00:00",
118
+ "2026-06-15 13:00:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 15:00:00",
121
+ "2026-06-15 16:00:00",
122
+ "2026-06-15 17:00:00",
123
+ "2026-06-15 18:00:00",
124
+ "2026-06-15 19:00:00",
125
+ "2026-06-15 20:00:00",
126
+ "2026-06-15 21:00:00",
127
+ "2026-06-15 22:00:00",
128
+ "2026-06-15 23:00:00",
129
+ "2026-06-16 00:00:00",
130
+ "2026-06-16 01:00:00",
131
+ "2026-06-16 02:00:00",
132
+ "2026-06-16 03:00:00",
133
+ "2026-06-16 04:00:00",
134
+ "2026-06-16 05:00:00",
135
+ "2026-06-16 06:00:00",
136
+ "2026-06-16 07:00:00",
137
+ "2026-06-16 08:00:00",
138
+ "2026-06-16 09:00:00",
139
+ "2026-06-16 10:00:00",
140
+ "2026-06-16 11:00:00",
141
+ "2026-06-16 12:00:00"
142
+ ],
143
+ "context": [
144
+ 63077.5703125,
145
+ 62734.01953125,
146
+ 62749.44140625,
147
+ 62582.44921875,
148
+ 63644.19140625,
149
+ 63461.12109375,
150
+ 63605.6796875,
151
+ 63393.671875,
152
+ 63519.98828125,
153
+ 63500.01171875,
154
+ 63625.98828125,
155
+ 63648.80078125,
156
+ 63426.19921875,
157
+ 63624.0703125,
158
+ 63524.8203125,
159
+ 63700.0,
160
+ 63358.19921875,
161
+ 62980.44921875,
162
+ 63100.80078125,
163
+ 63470.80859375,
164
+ 63752.9296875,
165
+ 63702.01171875,
166
+ 63766.01171875,
167
+ 63465.51171875,
168
+ 63229.1015625,
169
+ 63999.98828125,
170
+ 63593.01953125,
171
+ 63982.48046875,
172
+ 63865.44140625,
173
+ 63694.0,
174
+ 63589.26953125,
175
+ 63449.0,
176
+ 63472.0,
177
+ 63502.0,
178
+ 63580.01171875,
179
+ 63600.01171875,
180
+ 63837.890625,
181
+ 63646.01171875,
182
+ 63532.0,
183
+ 63512.01171875,
184
+ 63584.03125,
185
+ 63735.73828125,
186
+ 63846.0,
187
+ 63806.0,
188
+ 63743.12109375,
189
+ 63843.01171875,
190
+ 63971.28125,
191
+ 64133.12109375,
192
+ 64102.69140625,
193
+ 64220.96875,
194
+ 64296.1484375,
195
+ 64029.171875,
196
+ 63971.19140625,
197
+ 64161.4609375,
198
+ 64296.58984375,
199
+ 64278.30859375,
200
+ 64471.0390625,
201
+ 64456.46875,
202
+ 64458.01171875,
203
+ 64565.0,
204
+ 64563.0,
205
+ 64490.01171875,
206
+ 64545.30078125,
207
+ 64339.0703125,
208
+ 64338.0,
209
+ 64286.1015625,
210
+ 64429.390625,
211
+ 64456.328125,
212
+ 64616.0,
213
+ 64521.12890625,
214
+ 64546.0,
215
+ 64327.53125,
216
+ 64317.98828125,
217
+ 63983.55078125,
218
+ 64025.0703125,
219
+ 63942.62890625,
220
+ 63732.640625,
221
+ 63813.30078125,
222
+ 63802.0,
223
+ 64008.640625,
224
+ 65311.58984375,
225
+ 65426.78125,
226
+ 65746.453125,
227
+ 65625.9921875,
228
+ 65525.0,
229
+ 65472.01171875,
230
+ 65927.1015625,
231
+ 65644.0078125,
232
+ 65858.0078125,
233
+ 65812.0078125,
234
+ 65674.7578125,
235
+ 65662.0078125,
236
+ 65596.859375,
237
+ 65917.3671875,
238
+ 66233.8984375,
239
+ 66563.4921875
240
+ ],
241
+ "actual": [
242
+ 66447.046875,
243
+ 66591.546875,
244
+ 67292.140625,
245
+ 67157.9921875,
246
+ 66851.7890625,
247
+ 66766.1171875,
248
+ 66614.3515625,
249
+ 66519.9765625,
250
+ 66368.1484375,
251
+ 66206.34375,
252
+ 66328.7421875,
253
+ 66250.0,
254
+ 66346.5234375,
255
+ 65741.9921875,
256
+ 66165.2109375,
257
+ 65840.09375,
258
+ 66045.0,
259
+ 66446.0,
260
+ 66372.0,
261
+ 66899.609375,
262
+ 66510.0,
263
+ 66514.0,
264
+ 66481.7265625,
265
+ 66634.171875
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 66557.4375,
270
+ 66520.4453125,
271
+ 66475.1015625,
272
+ 66414.6953125,
273
+ 66501.5078125,
274
+ 66538.5625,
275
+ 66572.4296875,
276
+ 66562.15625,
277
+ 66515.3984375,
278
+ 66475.703125,
279
+ 66492.0234375,
280
+ 66553.3125,
281
+ 66606.2578125,
282
+ 66646.2578125,
283
+ 66610.0,
284
+ 66560.9140625,
285
+ 66548.0703125,
286
+ 66556.828125,
287
+ 66586.703125,
288
+ 66614.40625,
289
+ 66623.7890625,
290
+ 66613.59375,
291
+ 66607.0859375,
292
+ 66608.5625
293
+ ],
294
+ "p10": [
295
+ 66196.6640625,
296
+ 66029.1484375,
297
+ 65879.328125,
298
+ 65709.8984375,
299
+ 65713.5,
300
+ 65668.6484375,
301
+ 65604.875,
302
+ 65524.3046875,
303
+ 65420.39453125,
304
+ 65316.3515625,
305
+ 65264.4375,
306
+ 65241.578125,
307
+ 65210.51953125,
308
+ 65166.765625,
309
+ 65075.4375,
310
+ 64973.5546875,
311
+ 64928.4921875,
312
+ 64887.62109375,
313
+ 64863.48828125,
314
+ 64845.578125,
315
+ 64814.71484375,
316
+ 64759.69921875,
317
+ 64718.8515625,
318
+ 64661.3125
319
+ ],
320
+ "p90": [
321
+ 66928.3203125,
322
+ 67003.4375,
323
+ 67060.40625,
324
+ 67090.8125,
325
+ 67270.21875,
326
+ 67398.5,
327
+ 67513.78125,
328
+ 67579.734375,
329
+ 67598.9453125,
330
+ 67642.765625,
331
+ 67726.8671875,
332
+ 67885.453125,
333
+ 68009.0625,
334
+ 68118.84375,
335
+ 68159.0234375,
336
+ 68131.9921875,
337
+ 68200.65625,
338
+ 68280.421875,
339
+ 68381.34375,
340
+ 68482.0625,
341
+ 68560.578125,
342
+ 68606.9296875,
343
+ 68658.5546875,
344
+ 68706.6015625
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260616_122309.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
+ "domain": "Ocean",
4
+ "model": "Chronos-2",
5
+ "evaluated_at": "2026-06-16T12:23:09.691417+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.005167634657708457,
8
+ "MSE[0.5]": 0.005167634657708457,
9
+ "MAE[0.5]": 0.06813613573710124,
10
+ "MASE[0.5]": 0.6289489683352606,
11
+ "MAPE[0.5]": 0.06900833647121453,
12
+ "sMAPE[0.5]": 0.06655196866185638,
13
+ "MSIS": 4.109744672032307,
14
+ "RMSE[mean]": 0.07188626195392592,
15
+ "NRMSE[mean]": 0.07188626195392592,
16
+ "ND[0.5]": 0.06813613573710124,
17
+ "mean_weighted_sum_quantile_loss": 0.051703599536860434
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-14 21:50:00",
23
+ "2026-06-14 22:00:00",
24
+ "2026-06-14 22:10:00",
25
+ "2026-06-14 22:20:00",
26
+ "2026-06-14 22:30:00",
27
+ "2026-06-14 22:40:00",
28
+ "2026-06-14 22:50:00",
29
+ "2026-06-14 23:00:00",
30
+ "2026-06-14 23:10:00",
31
+ "2026-06-14 23:20:00",
32
+ "2026-06-14 23:30:00",
33
+ "2026-06-14 23:40:00",
34
+ "2026-06-14 23:50:00",
35
+ "2026-06-15 00:00:00",
36
+ "2026-06-15 00:10:00",
37
+ "2026-06-15 00:20:00",
38
+ "2026-06-15 00:30:00",
39
+ "2026-06-15 00:40:00",
40
+ "2026-06-15 00:50:00",
41
+ "2026-06-15 01:00:00",
42
+ "2026-06-15 01:10:00",
43
+ "2026-06-15 01:20:00",
44
+ "2026-06-15 01:30:00",
45
+ "2026-06-15 01:40:00",
46
+ "2026-06-15 01:50:00",
47
+ "2026-06-15 02:00:00",
48
+ "2026-06-15 02:10:00",
49
+ "2026-06-15 02:20:00",
50
+ "2026-06-15 02:30:00",
51
+ "2026-06-15 02:40:00",
52
+ "2026-06-15 02:50:00",
53
+ "2026-06-15 03:00:00",
54
+ "2026-06-15 03:10:00",
55
+ "2026-06-15 03:20:00",
56
+ "2026-06-15 03:30:00",
57
+ "2026-06-15 03:40:00",
58
+ "2026-06-15 03:50:00",
59
+ "2026-06-15 04:00:00",
60
+ "2026-06-15 04:10:00",
61
+ "2026-06-15 04:20:00",
62
+ "2026-06-15 04:30:00",
63
+ "2026-06-15 04:40:00",
64
+ "2026-06-15 04:50:00",
65
+ "2026-06-15 05:00:00",
66
+ "2026-06-15 05:10:00",
67
+ "2026-06-15 05:20:00",
68
+ "2026-06-15 05:30:00",
69
+ "2026-06-15 05:40:00",
70
+ "2026-06-15 05:50:00",
71
+ "2026-06-15 06:00:00",
72
+ "2026-06-15 06:10:00",
73
+ "2026-06-15 06:20:00",
74
+ "2026-06-15 06:30:00",
75
+ "2026-06-15 06:40:00",
76
+ "2026-06-15 06:50:00",
77
+ "2026-06-15 07:00:00",
78
+ "2026-06-15 07:10:00",
79
+ "2026-06-15 07:20:00",
80
+ "2026-06-15 07:30:00",
81
+ "2026-06-15 07:40:00",
82
+ "2026-06-15 07:50:00",
83
+ "2026-06-15 08:00:00",
84
+ "2026-06-15 08:10:00",
85
+ "2026-06-15 08:20:00",
86
+ "2026-06-15 08:30:00",
87
+ "2026-06-15 08:40:00",
88
+ "2026-06-15 08:50:00",
89
+ "2026-06-15 09:00:00",
90
+ "2026-06-15 09:10:00",
91
+ "2026-06-15 09:20:00",
92
+ "2026-06-15 09:30:00",
93
+ "2026-06-15 09:40:00",
94
+ "2026-06-15 09:50:00",
95
+ "2026-06-15 10:00:00",
96
+ "2026-06-15 10:10:00",
97
+ "2026-06-15 10:20:00",
98
+ "2026-06-15 10:30:00",
99
+ "2026-06-15 10:40:00",
100
+ "2026-06-15 10:50:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 11:10:00",
103
+ "2026-06-15 11:20:00",
104
+ "2026-06-15 11:30:00",
105
+ "2026-06-15 11:40:00",
106
+ "2026-06-15 11:50:00",
107
+ "2026-06-15 12:00:00",
108
+ "2026-06-15 12:10:00",
109
+ "2026-06-15 12:20:00",
110
+ "2026-06-15 12:30:00",
111
+ "2026-06-15 12:40:00",
112
+ "2026-06-15 12:50:00",
113
+ "2026-06-15 13:00:00",
114
+ "2026-06-15 13:10:00",
115
+ "2026-06-15 13:20:00",
116
+ "2026-06-15 13:30:00",
117
+ "2026-06-15 13:40:00",
118
+ "2026-06-15 13:50:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 14:10:00",
121
+ "2026-06-15 14:20:00",
122
+ "2026-06-15 14:30:00",
123
+ "2026-06-15 14:40:00",
124
+ "2026-06-15 14:50:00",
125
+ "2026-06-15 15:00:00",
126
+ "2026-06-15 15:10:00",
127
+ "2026-06-15 15:20:00",
128
+ "2026-06-15 15:30:00",
129
+ "2026-06-15 15:40:00",
130
+ "2026-06-15 15:50:00",
131
+ "2026-06-15 16:00:00",
132
+ "2026-06-15 16:10:00",
133
+ "2026-06-15 16:20:00",
134
+ "2026-06-15 16:30:00",
135
+ "2026-06-15 16:40:00",
136
+ "2026-06-15 16:50:00",
137
+ "2026-06-15 17:00:00",
138
+ "2026-06-15 17:10:00",
139
+ "2026-06-15 17:20:00",
140
+ "2026-06-15 17:30:00",
141
+ "2026-06-15 17:40:00"
142
+ ],
143
+ "context": [
144
+ 1.2000000476837158,
145
+ 1.2000000476837158,
146
+ 1.2000000476837158,
147
+ 1.2000000476837158,
148
+ 1.2000000476837158,
149
+ 1.100000023841858,
150
+ 1.100000023841858,
151
+ 1.2000000476837158,
152
+ 1.2999999523162842,
153
+ 1.2999999523162842,
154
+ 1.2999999523162842,
155
+ 1.2999999523162842,
156
+ 1.2999999523162842,
157
+ 1.2999999523162842,
158
+ 1.2000000476837158,
159
+ 1.2000000476837158,
160
+ 1.100000023841858,
161
+ 1.100000023841858,
162
+ 1.2999999523162842,
163
+ 1.2999999523162842,
164
+ 1.2999999523162842,
165
+ 1.2999999523162842,
166
+ 1.0,
167
+ 1.2000000476837158,
168
+ 1.100000023841858,
169
+ 1.100000023841858,
170
+ 1.100000023841858,
171
+ 1.2000000476837158,
172
+ 1.100000023841858,
173
+ 1.100000023841858,
174
+ 1.0,
175
+ 1.2000000476837158,
176
+ 1.2000000476837158,
177
+ 1.2000000476837158,
178
+ 1.2000000476837158,
179
+ 1.2000000476837158,
180
+ 1.100000023841858,
181
+ 1.2999999523162842,
182
+ 1.2999999523162842,
183
+ 1.2000000476837158,
184
+ 1.2000000476837158,
185
+ 1.2000000476837158,
186
+ 1.2000000476837158,
187
+ 1.2999999523162842,
188
+ 1.2000000476837158,
189
+ 1.2000000476837158,
190
+ 1.2000000476837158,
191
+ 1.2000000476837158,
192
+ 1.100000023841858,
193
+ 1.2000000476837158,
194
+ 1.2000000476837158,
195
+ 1.2000000476837158,
196
+ 1.100000023841858,
197
+ 1.100000023841858,
198
+ 1.100000023841858,
199
+ 1.100000023841858,
200
+ 1.100000023841858,
201
+ 1.100000023841858,
202
+ 1.100000023841858,
203
+ 1.100000023841858,
204
+ 1.0,
205
+ 1.2000000476837158,
206
+ 1.2000000476837158,
207
+ 1.2000000476837158,
208
+ 1.2000000476837158,
209
+ 1.100000023841858,
210
+ 1.100000023841858,
211
+ 1.100000023841858,
212
+ 1.2000000476837158,
213
+ 1.100000023841858,
214
+ 1.100000023841858,
215
+ 1.100000023841858,
216
+ 1.2000000476837158,
217
+ 1.2000000476837158,
218
+ 1.2000000476837158,
219
+ 1.2999999523162842,
220
+ 1.2999999523162842,
221
+ 1.2000000476837158,
222
+ 1.100000023841858,
223
+ 1.0,
224
+ 1.100000023841858,
225
+ 1.100000023841858,
226
+ 1.2000000476837158,
227
+ 1.100000023841858,
228
+ 1.100000023841858,
229
+ 1.2000000476837158,
230
+ 1.2000000476837158,
231
+ 1.100000023841858,
232
+ 1.100000023841858,
233
+ 1.100000023841858,
234
+ 1.100000023841858,
235
+ 1.100000023841858,
236
+ 1.100000023841858,
237
+ 1.100000023841858,
238
+ 1.0,
239
+ 1.0
240
+ ],
241
+ "actual": [
242
+ 0.8999999761581421,
243
+ 0.8999999761581421,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.100000023841858,
263
+ 1.0,
264
+ 1.0,
265
+ 1.100000023841858
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0143581628799438,
270
+ 1.0476875305175781,
271
+ 1.0648972988128662,
272
+ 1.075293779373169,
273
+ 1.0639289617538452,
274
+ 1.0436993837356567,
275
+ 1.044513463973999,
276
+ 1.0585906505584717,
277
+ 1.0743197202682495,
278
+ 1.0694115161895752,
279
+ 1.068098545074463,
280
+ 1.0611404180526733,
281
+ 1.0610274076461792,
282
+ 1.080655813217163,
283
+ 1.0824222564697266,
284
+ 1.070058822631836,
285
+ 1.0689424276351929,
286
+ 1.0589128732681274,
287
+ 1.0586943626403809,
288
+ 1.0686836242675781,
289
+ 1.071887731552124,
290
+ 1.063460350036621,
291
+ 1.0464526414871216,
292
+ 1.0380951166152954
293
+ ],
294
+ "p10": [
295
+ 0.9520764350891113,
296
+ 0.9633886218070984,
297
+ 0.9682187438011169,
298
+ 0.9695355892181396,
299
+ 0.9574275016784668,
300
+ 0.9428348541259766,
301
+ 0.9353537559509277,
302
+ 0.9428184032440186,
303
+ 0.9527486562728882,
304
+ 0.9504666328430176,
305
+ 0.9442496299743652,
306
+ 0.9357469081878662,
307
+ 0.9357269406318665,
308
+ 0.9411358833312988,
309
+ 0.945533037185669,
310
+ 0.9402324557304382,
311
+ 0.932445764541626,
312
+ 0.9255702495574951,
313
+ 0.9247549772262573,
314
+ 0.9277352094650269,
315
+ 0.9258104562759399,
316
+ 0.9208199381828308,
317
+ 0.9064773321151733,
318
+ 0.8986052870750427
319
+ ],
320
+ "p90": [
321
+ 1.094393014907837,
322
+ 1.145073652267456,
323
+ 1.1753184795379639,
324
+ 1.1903268098831177,
325
+ 1.1834760904312134,
326
+ 1.1684843301773071,
327
+ 1.1689472198486328,
328
+ 1.1895941495895386,
329
+ 1.2044039964675903,
330
+ 1.2014713287353516,
331
+ 1.203351616859436,
332
+ 1.1991643905639648,
333
+ 1.198056936264038,
334
+ 1.216181755065918,
335
+ 1.2196468114852905,
336
+ 1.2127937078475952,
337
+ 1.2073993682861328,
338
+ 1.1960101127624512,
339
+ 1.200118064880371,
340
+ 1.2126045227050781,
341
+ 1.21721613407135,
342
+ 1.2122735977172852,
343
+ 1.1965433359146118,
344
+ 1.1935954093933105
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260616_122510.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
+ "domain": "Ocean",
4
+ "model": "Moirai-1.1-Large",
5
+ "evaluated_at": "2026-06-16T12:25:10.080024+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.007414593983924078,
8
+ "MSE[0.5]": 0.006625005283714902,
9
+ "MAE[0.5]": 0.07678244759639104,
10
+ "MASE[0.5]": 0.7087610807331188,
11
+ "MAPE[0.5]": 0.0779250131860343,
12
+ "sMAPE[0.5]": 0.07466047461306756,
13
+ "MSIS": 4.300610030636789,
14
+ "RMSE[mean]": 0.0861080366976514,
15
+ "NRMSE[mean]": 0.0861080366976514,
16
+ "ND[0.5]": 0.07678244759639104,
17
+ "mean_weighted_sum_quantile_loss": 0.05381822812336463
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-14 21:50:00",
23
+ "2026-06-14 22:00:00",
24
+ "2026-06-14 22:10:00",
25
+ "2026-06-14 22:20:00",
26
+ "2026-06-14 22:30:00",
27
+ "2026-06-14 22:40:00",
28
+ "2026-06-14 22:50:00",
29
+ "2026-06-14 23:00:00",
30
+ "2026-06-14 23:10:00",
31
+ "2026-06-14 23:20:00",
32
+ "2026-06-14 23:30:00",
33
+ "2026-06-14 23:40:00",
34
+ "2026-06-14 23:50:00",
35
+ "2026-06-15 00:00:00",
36
+ "2026-06-15 00:10:00",
37
+ "2026-06-15 00:20:00",
38
+ "2026-06-15 00:30:00",
39
+ "2026-06-15 00:40:00",
40
+ "2026-06-15 00:50:00",
41
+ "2026-06-15 01:00:00",
42
+ "2026-06-15 01:10:00",
43
+ "2026-06-15 01:20:00",
44
+ "2026-06-15 01:30:00",
45
+ "2026-06-15 01:40:00",
46
+ "2026-06-15 01:50:00",
47
+ "2026-06-15 02:00:00",
48
+ "2026-06-15 02:10:00",
49
+ "2026-06-15 02:20:00",
50
+ "2026-06-15 02:30:00",
51
+ "2026-06-15 02:40:00",
52
+ "2026-06-15 02:50:00",
53
+ "2026-06-15 03:00:00",
54
+ "2026-06-15 03:10:00",
55
+ "2026-06-15 03:20:00",
56
+ "2026-06-15 03:30:00",
57
+ "2026-06-15 03:40:00",
58
+ "2026-06-15 03:50:00",
59
+ "2026-06-15 04:00:00",
60
+ "2026-06-15 04:10:00",
61
+ "2026-06-15 04:20:00",
62
+ "2026-06-15 04:30:00",
63
+ "2026-06-15 04:40:00",
64
+ "2026-06-15 04:50:00",
65
+ "2026-06-15 05:00:00",
66
+ "2026-06-15 05:10:00",
67
+ "2026-06-15 05:20:00",
68
+ "2026-06-15 05:30:00",
69
+ "2026-06-15 05:40:00",
70
+ "2026-06-15 05:50:00",
71
+ "2026-06-15 06:00:00",
72
+ "2026-06-15 06:10:00",
73
+ "2026-06-15 06:20:00",
74
+ "2026-06-15 06:30:00",
75
+ "2026-06-15 06:40:00",
76
+ "2026-06-15 06:50:00",
77
+ "2026-06-15 07:00:00",
78
+ "2026-06-15 07:10:00",
79
+ "2026-06-15 07:20:00",
80
+ "2026-06-15 07:30:00",
81
+ "2026-06-15 07:40:00",
82
+ "2026-06-15 07:50:00",
83
+ "2026-06-15 08:00:00",
84
+ "2026-06-15 08:10:00",
85
+ "2026-06-15 08:20:00",
86
+ "2026-06-15 08:30:00",
87
+ "2026-06-15 08:40:00",
88
+ "2026-06-15 08:50:00",
89
+ "2026-06-15 09:00:00",
90
+ "2026-06-15 09:10:00",
91
+ "2026-06-15 09:20:00",
92
+ "2026-06-15 09:30:00",
93
+ "2026-06-15 09:40:00",
94
+ "2026-06-15 09:50:00",
95
+ "2026-06-15 10:00:00",
96
+ "2026-06-15 10:10:00",
97
+ "2026-06-15 10:20:00",
98
+ "2026-06-15 10:30:00",
99
+ "2026-06-15 10:40:00",
100
+ "2026-06-15 10:50:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 11:10:00",
103
+ "2026-06-15 11:20:00",
104
+ "2026-06-15 11:30:00",
105
+ "2026-06-15 11:40:00",
106
+ "2026-06-15 11:50:00",
107
+ "2026-06-15 12:00:00",
108
+ "2026-06-15 12:10:00",
109
+ "2026-06-15 12:20:00",
110
+ "2026-06-15 12:30:00",
111
+ "2026-06-15 12:40:00",
112
+ "2026-06-15 12:50:00",
113
+ "2026-06-15 13:00:00",
114
+ "2026-06-15 13:10:00",
115
+ "2026-06-15 13:20:00",
116
+ "2026-06-15 13:30:00",
117
+ "2026-06-15 13:40:00",
118
+ "2026-06-15 13:50:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 14:10:00",
121
+ "2026-06-15 14:20:00",
122
+ "2026-06-15 14:30:00",
123
+ "2026-06-15 14:40:00",
124
+ "2026-06-15 14:50:00",
125
+ "2026-06-15 15:00:00",
126
+ "2026-06-15 15:10:00",
127
+ "2026-06-15 15:20:00",
128
+ "2026-06-15 15:30:00",
129
+ "2026-06-15 15:40:00",
130
+ "2026-06-15 15:50:00",
131
+ "2026-06-15 16:00:00",
132
+ "2026-06-15 16:10:00",
133
+ "2026-06-15 16:20:00",
134
+ "2026-06-15 16:30:00",
135
+ "2026-06-15 16:40:00",
136
+ "2026-06-15 16:50:00",
137
+ "2026-06-15 17:00:00",
138
+ "2026-06-15 17:10:00",
139
+ "2026-06-15 17:20:00",
140
+ "2026-06-15 17:30:00",
141
+ "2026-06-15 17:40:00"
142
+ ],
143
+ "context": [
144
+ 1.2000000476837158,
145
+ 1.2000000476837158,
146
+ 1.2000000476837158,
147
+ 1.2000000476837158,
148
+ 1.2000000476837158,
149
+ 1.100000023841858,
150
+ 1.100000023841858,
151
+ 1.2000000476837158,
152
+ 1.2999999523162842,
153
+ 1.2999999523162842,
154
+ 1.2999999523162842,
155
+ 1.2999999523162842,
156
+ 1.2999999523162842,
157
+ 1.2999999523162842,
158
+ 1.2000000476837158,
159
+ 1.2000000476837158,
160
+ 1.100000023841858,
161
+ 1.100000023841858,
162
+ 1.2999999523162842,
163
+ 1.2999999523162842,
164
+ 1.2999999523162842,
165
+ 1.2999999523162842,
166
+ 1.0,
167
+ 1.2000000476837158,
168
+ 1.100000023841858,
169
+ 1.100000023841858,
170
+ 1.100000023841858,
171
+ 1.2000000476837158,
172
+ 1.100000023841858,
173
+ 1.100000023841858,
174
+ 1.0,
175
+ 1.2000000476837158,
176
+ 1.2000000476837158,
177
+ 1.2000000476837158,
178
+ 1.2000000476837158,
179
+ 1.2000000476837158,
180
+ 1.100000023841858,
181
+ 1.2999999523162842,
182
+ 1.2999999523162842,
183
+ 1.2000000476837158,
184
+ 1.2000000476837158,
185
+ 1.2000000476837158,
186
+ 1.2000000476837158,
187
+ 1.2999999523162842,
188
+ 1.2000000476837158,
189
+ 1.2000000476837158,
190
+ 1.2000000476837158,
191
+ 1.2000000476837158,
192
+ 1.100000023841858,
193
+ 1.2000000476837158,
194
+ 1.2000000476837158,
195
+ 1.2000000476837158,
196
+ 1.100000023841858,
197
+ 1.100000023841858,
198
+ 1.100000023841858,
199
+ 1.100000023841858,
200
+ 1.100000023841858,
201
+ 1.100000023841858,
202
+ 1.100000023841858,
203
+ 1.100000023841858,
204
+ 1.0,
205
+ 1.2000000476837158,
206
+ 1.2000000476837158,
207
+ 1.2000000476837158,
208
+ 1.2000000476837158,
209
+ 1.100000023841858,
210
+ 1.100000023841858,
211
+ 1.100000023841858,
212
+ 1.2000000476837158,
213
+ 1.100000023841858,
214
+ 1.100000023841858,
215
+ 1.100000023841858,
216
+ 1.2000000476837158,
217
+ 1.2000000476837158,
218
+ 1.2000000476837158,
219
+ 1.2999999523162842,
220
+ 1.2999999523162842,
221
+ 1.2000000476837158,
222
+ 1.100000023841858,
223
+ 1.0,
224
+ 1.100000023841858,
225
+ 1.100000023841858,
226
+ 1.2000000476837158,
227
+ 1.100000023841858,
228
+ 1.100000023841858,
229
+ 1.2000000476837158,
230
+ 1.2000000476837158,
231
+ 1.100000023841858,
232
+ 1.100000023841858,
233
+ 1.100000023841858,
234
+ 1.100000023841858,
235
+ 1.100000023841858,
236
+ 1.100000023841858,
237
+ 1.100000023841858,
238
+ 1.0,
239
+ 1.0
240
+ ],
241
+ "actual": [
242
+ 0.8999999761581421,
243
+ 0.8999999761581421,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.100000023841858,
263
+ 1.0,
264
+ 1.0,
265
+ 1.100000023841858
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0377939939498901,
270
+ 1.0690044164657593,
271
+ 1.090711772441864,
272
+ 1.0840529799461365,
273
+ 1.072720229625702,
274
+ 1.0625249147415161,
275
+ 1.0700313448905945,
276
+ 1.0806199312210083,
277
+ 1.0675532221794128,
278
+ 1.0843029022216797,
279
+ 1.057131290435791,
280
+ 1.0809307098388672,
281
+ 1.0653735995292664,
282
+ 1.0867875814437866,
283
+ 1.0717648267745972,
284
+ 1.085457682609558,
285
+ 1.0830081105232239,
286
+ 1.0832982063293457,
287
+ 1.0752596855163574,
288
+ 1.0626081824302673,
289
+ 1.0638700723648071,
290
+ 1.074509620666504,
291
+ 1.0486592054367065,
292
+ 1.0538457036018372
293
+ ],
294
+ "p10": [
295
+ 0.9546855092048645,
296
+ 0.9726636111736298,
297
+ 0.9929470121860504,
298
+ 0.9782131612300873,
299
+ 0.9744632244110107,
300
+ 0.9508781433105469,
301
+ 0.9656856656074524,
302
+ 0.9448739290237427,
303
+ 0.9670532643795013,
304
+ 0.9731576442718506,
305
+ 0.9690640866756439,
306
+ 0.9764051139354706,
307
+ 0.9551233351230621,
308
+ 0.9730444252490997,
309
+ 0.9442064166069031,
310
+ 0.9531099498271942,
311
+ 0.9521931409835815,
312
+ 0.9603279232978821,
313
+ 0.9426490068435669,
314
+ 0.9182247817516327,
315
+ 0.9632100760936737,
316
+ 0.9197063446044922,
317
+ 0.9280574917793274,
318
+ 0.9174941182136536
319
+ ],
320
+ "p90": [
321
+ 1.12899649143219,
322
+ 1.1535842418670654,
323
+ 1.191925585269928,
324
+ 1.175689160823822,
325
+ 1.182449221611023,
326
+ 1.1787986159324646,
327
+ 1.1823187470436096,
328
+ 1.1998718976974487,
329
+ 1.1868463158607483,
330
+ 1.1935042142868042,
331
+ 1.1744852662086487,
332
+ 1.2014158964157104,
333
+ 1.1790269017219543,
334
+ 1.2115591764450073,
335
+ 1.2140173316001892,
336
+ 1.21343594789505,
337
+ 1.1962699890136719,
338
+ 1.2130120396614075,
339
+ 1.2085001468658447,
340
+ 1.2157827615737915,
341
+ 1.1818336844444275,
342
+ 1.2144253253936768,
343
+ 1.2044327855110168,
344
+ 1.1943427920341492
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260616_122535.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
+ "domain": "Ocean",
4
+ "model": "Timer-S1",
5
+ "evaluated_at": "2026-06-16T12:25:35.506315+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.01913799921036959,
8
+ "MSE[0.5]": 0.01913799921036959,
9
+ "MAE[0.5]": 0.1346102555592855,
10
+ "MASE[0.5]": 1.2425562507393269,
11
+ "MAPE[0.5]": 0.13602500089137007,
12
+ "sMAPE[0.5]": 0.12682125436023198,
13
+ "MSIS": 16.90076834974906,
14
+ "RMSE[mean]": 0.13834015762015595,
15
+ "NRMSE[mean]": 0.13834015762015595,
16
+ "ND[0.5]": 0.1346102555592855,
17
+ "mean_weighted_sum_quantile_loss": 0.09228101571400961
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-14 21:50:00",
23
+ "2026-06-14 22:00:00",
24
+ "2026-06-14 22:10:00",
25
+ "2026-06-14 22:20:00",
26
+ "2026-06-14 22:30:00",
27
+ "2026-06-14 22:40:00",
28
+ "2026-06-14 22:50:00",
29
+ "2026-06-14 23:00:00",
30
+ "2026-06-14 23:10:00",
31
+ "2026-06-14 23:20:00",
32
+ "2026-06-14 23:30:00",
33
+ "2026-06-14 23:40:00",
34
+ "2026-06-14 23:50:00",
35
+ "2026-06-15 00:00:00",
36
+ "2026-06-15 00:10:00",
37
+ "2026-06-15 00:20:00",
38
+ "2026-06-15 00:30:00",
39
+ "2026-06-15 00:40:00",
40
+ "2026-06-15 00:50:00",
41
+ "2026-06-15 01:00:00",
42
+ "2026-06-15 01:10:00",
43
+ "2026-06-15 01:20:00",
44
+ "2026-06-15 01:30:00",
45
+ "2026-06-15 01:40:00",
46
+ "2026-06-15 01:50:00",
47
+ "2026-06-15 02:00:00",
48
+ "2026-06-15 02:10:00",
49
+ "2026-06-15 02:20:00",
50
+ "2026-06-15 02:30:00",
51
+ "2026-06-15 02:40:00",
52
+ "2026-06-15 02:50:00",
53
+ "2026-06-15 03:00:00",
54
+ "2026-06-15 03:10:00",
55
+ "2026-06-15 03:20:00",
56
+ "2026-06-15 03:30:00",
57
+ "2026-06-15 03:40:00",
58
+ "2026-06-15 03:50:00",
59
+ "2026-06-15 04:00:00",
60
+ "2026-06-15 04:10:00",
61
+ "2026-06-15 04:20:00",
62
+ "2026-06-15 04:30:00",
63
+ "2026-06-15 04:40:00",
64
+ "2026-06-15 04:50:00",
65
+ "2026-06-15 05:00:00",
66
+ "2026-06-15 05:10:00",
67
+ "2026-06-15 05:20:00",
68
+ "2026-06-15 05:30:00",
69
+ "2026-06-15 05:40:00",
70
+ "2026-06-15 05:50:00",
71
+ "2026-06-15 06:00:00",
72
+ "2026-06-15 06:10:00",
73
+ "2026-06-15 06:20:00",
74
+ "2026-06-15 06:30:00",
75
+ "2026-06-15 06:40:00",
76
+ "2026-06-15 06:50:00",
77
+ "2026-06-15 07:00:00",
78
+ "2026-06-15 07:10:00",
79
+ "2026-06-15 07:20:00",
80
+ "2026-06-15 07:30:00",
81
+ "2026-06-15 07:40:00",
82
+ "2026-06-15 07:50:00",
83
+ "2026-06-15 08:00:00",
84
+ "2026-06-15 08:10:00",
85
+ "2026-06-15 08:20:00",
86
+ "2026-06-15 08:30:00",
87
+ "2026-06-15 08:40:00",
88
+ "2026-06-15 08:50:00",
89
+ "2026-06-15 09:00:00",
90
+ "2026-06-15 09:10:00",
91
+ "2026-06-15 09:20:00",
92
+ "2026-06-15 09:30:00",
93
+ "2026-06-15 09:40:00",
94
+ "2026-06-15 09:50:00",
95
+ "2026-06-15 10:00:00",
96
+ "2026-06-15 10:10:00",
97
+ "2026-06-15 10:20:00",
98
+ "2026-06-15 10:30:00",
99
+ "2026-06-15 10:40:00",
100
+ "2026-06-15 10:50:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 11:10:00",
103
+ "2026-06-15 11:20:00",
104
+ "2026-06-15 11:30:00",
105
+ "2026-06-15 11:40:00",
106
+ "2026-06-15 11:50:00",
107
+ "2026-06-15 12:00:00",
108
+ "2026-06-15 12:10:00",
109
+ "2026-06-15 12:20:00",
110
+ "2026-06-15 12:30:00",
111
+ "2026-06-15 12:40:00",
112
+ "2026-06-15 12:50:00",
113
+ "2026-06-15 13:00:00",
114
+ "2026-06-15 13:10:00",
115
+ "2026-06-15 13:20:00",
116
+ "2026-06-15 13:30:00",
117
+ "2026-06-15 13:40:00",
118
+ "2026-06-15 13:50:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 14:10:00",
121
+ "2026-06-15 14:20:00",
122
+ "2026-06-15 14:30:00",
123
+ "2026-06-15 14:40:00",
124
+ "2026-06-15 14:50:00",
125
+ "2026-06-15 15:00:00",
126
+ "2026-06-15 15:10:00",
127
+ "2026-06-15 15:20:00",
128
+ "2026-06-15 15:30:00",
129
+ "2026-06-15 15:40:00",
130
+ "2026-06-15 15:50:00",
131
+ "2026-06-15 16:00:00",
132
+ "2026-06-15 16:10:00",
133
+ "2026-06-15 16:20:00",
134
+ "2026-06-15 16:30:00",
135
+ "2026-06-15 16:40:00",
136
+ "2026-06-15 16:50:00",
137
+ "2026-06-15 17:00:00",
138
+ "2026-06-15 17:10:00",
139
+ "2026-06-15 17:20:00",
140
+ "2026-06-15 17:30:00",
141
+ "2026-06-15 17:40:00"
142
+ ],
143
+ "context": [
144
+ 1.2000000476837158,
145
+ 1.2000000476837158,
146
+ 1.2000000476837158,
147
+ 1.2000000476837158,
148
+ 1.2000000476837158,
149
+ 1.100000023841858,
150
+ 1.100000023841858,
151
+ 1.2000000476837158,
152
+ 1.2999999523162842,
153
+ 1.2999999523162842,
154
+ 1.2999999523162842,
155
+ 1.2999999523162842,
156
+ 1.2999999523162842,
157
+ 1.2999999523162842,
158
+ 1.2000000476837158,
159
+ 1.2000000476837158,
160
+ 1.100000023841858,
161
+ 1.100000023841858,
162
+ 1.2999999523162842,
163
+ 1.2999999523162842,
164
+ 1.2999999523162842,
165
+ 1.2999999523162842,
166
+ 1.0,
167
+ 1.2000000476837158,
168
+ 1.100000023841858,
169
+ 1.100000023841858,
170
+ 1.100000023841858,
171
+ 1.2000000476837158,
172
+ 1.100000023841858,
173
+ 1.100000023841858,
174
+ 1.0,
175
+ 1.2000000476837158,
176
+ 1.2000000476837158,
177
+ 1.2000000476837158,
178
+ 1.2000000476837158,
179
+ 1.2000000476837158,
180
+ 1.100000023841858,
181
+ 1.2999999523162842,
182
+ 1.2999999523162842,
183
+ 1.2000000476837158,
184
+ 1.2000000476837158,
185
+ 1.2000000476837158,
186
+ 1.2000000476837158,
187
+ 1.2999999523162842,
188
+ 1.2000000476837158,
189
+ 1.2000000476837158,
190
+ 1.2000000476837158,
191
+ 1.2000000476837158,
192
+ 1.100000023841858,
193
+ 1.2000000476837158,
194
+ 1.2000000476837158,
195
+ 1.2000000476837158,
196
+ 1.100000023841858,
197
+ 1.100000023841858,
198
+ 1.100000023841858,
199
+ 1.100000023841858,
200
+ 1.100000023841858,
201
+ 1.100000023841858,
202
+ 1.100000023841858,
203
+ 1.100000023841858,
204
+ 1.0,
205
+ 1.2000000476837158,
206
+ 1.2000000476837158,
207
+ 1.2000000476837158,
208
+ 1.2000000476837158,
209
+ 1.100000023841858,
210
+ 1.100000023841858,
211
+ 1.100000023841858,
212
+ 1.2000000476837158,
213
+ 1.100000023841858,
214
+ 1.100000023841858,
215
+ 1.100000023841858,
216
+ 1.2000000476837158,
217
+ 1.2000000476837158,
218
+ 1.2000000476837158,
219
+ 1.2999999523162842,
220
+ 1.2999999523162842,
221
+ 1.2000000476837158,
222
+ 1.100000023841858,
223
+ 1.0,
224
+ 1.100000023841858,
225
+ 1.100000023841858,
226
+ 1.2000000476837158,
227
+ 1.100000023841858,
228
+ 1.100000023841858,
229
+ 1.2000000476837158,
230
+ 1.2000000476837158,
231
+ 1.100000023841858,
232
+ 1.100000023841858,
233
+ 1.100000023841858,
234
+ 1.100000023841858,
235
+ 1.100000023841858,
236
+ 1.100000023841858,
237
+ 1.100000023841858,
238
+ 1.0,
239
+ 1.0
240
+ ],
241
+ "actual": [
242
+ 0.8999999761581421,
243
+ 0.8999999761581421,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.100000023841858,
263
+ 1.0,
264
+ 1.0,
265
+ 1.100000023841858
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0684432983398438,
270
+ 1.1045379638671875,
271
+ 1.1206855773925781,
272
+ 1.1292343139648438,
273
+ 1.1330337524414062,
274
+ 1.1363582611083984,
275
+ 1.1369915008544922,
276
+ 1.137308120727539,
277
+ 1.1382579803466797,
278
+ 1.1396827697753906,
279
+ 1.1403160095214844,
280
+ 1.1407909393310547,
281
+ 1.141265869140625,
282
+ 1.1431655883789062,
283
+ 1.1428489685058594,
284
+ 1.1418991088867188,
285
+ 1.1422157287597656,
286
+ 1.1428489685058594,
287
+ 1.1428489685058594,
288
+ 1.1418991088867188,
289
+ 1.1422157287597656,
290
+ 1.1425323486328125,
291
+ 1.1411075592041016,
292
+ 1.140157699584961
293
+ ],
294
+ "p10": [
295
+ 0.98675537109375,
296
+ 1.0108184814453125,
297
+ 1.022216796875,
298
+ 1.0285491943359375,
299
+ 1.0310821533203125,
300
+ 1.0342483520507812,
301
+ 1.0361480712890625,
302
+ 1.0361480712890625,
303
+ 1.0380477905273438,
304
+ 1.039947509765625,
305
+ 1.0418472290039062,
306
+ 1.0418472290039062,
307
+ 1.0431137084960938,
308
+ 1.045013427734375,
309
+ 1.045013427734375,
310
+ 1.0437469482421875,
311
+ 1.0431137084960938,
312
+ 1.0431137084960938,
313
+ 1.0418472290039062,
314
+ 1.0405807495117188,
315
+ 1.0412139892578125,
316
+ 1.0418472290039062,
317
+ 1.039947509765625,
318
+ 1.0386810302734375
319
+ ],
320
+ "p90": [
321
+ 1.170830249786377,
322
+ 1.2134552001953125,
323
+ 1.2292861938476562,
324
+ 1.2372016906738281,
325
+ 1.2413177490234375,
326
+ 1.2435340881347656,
327
+ 1.2429008483886719,
328
+ 1.2435340881347656,
329
+ 1.2444839477539062,
330
+ 1.2457504272460938,
331
+ 1.2463836669921875,
332
+ 1.247650146484375,
333
+ 1.2482833862304688,
334
+ 1.2514495849609375,
335
+ 1.2508163452148438,
336
+ 1.2489166259765625,
337
+ 1.2482833862304688,
338
+ 1.2495498657226562,
339
+ 1.25018310546875,
340
+ 1.2495498657226562,
341
+ 1.2489166259765625,
342
+ 1.2489166259765625,
343
+ 1.247650146484375,
344
+ 1.2482833862304688
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260616_122339.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
+ "domain": "Ocean",
4
+ "model": "TimesFM-2.5",
5
+ "evaluated_at": "2026-06-16T12:23:39.012787+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.0102164164033726,
8
+ "MSE[0.5]": 0.006587799059058004,
9
+ "MAE[0.5]": 0.07594137887159984,
10
+ "MASE[0.5]": 0.7009973691425825,
11
+ "MAPE[0.5]": 0.07719053482535383,
12
+ "sMAPE[0.5]": 0.07389945682500683,
13
+ "MSIS": 37.78346512073609,
14
+ "RMSE[mean]": 0.10107629001587168,
15
+ "NRMSE[mean]": 0.10107629001587168,
16
+ "ND[0.5]": 0.07594137887159984,
17
+ "mean_weighted_sum_quantile_loss": 0.09570271692894124
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-14 21:50:00",
23
+ "2026-06-14 22:00:00",
24
+ "2026-06-14 22:10:00",
25
+ "2026-06-14 22:20:00",
26
+ "2026-06-14 22:30:00",
27
+ "2026-06-14 22:40:00",
28
+ "2026-06-14 22:50:00",
29
+ "2026-06-14 23:00:00",
30
+ "2026-06-14 23:10:00",
31
+ "2026-06-14 23:20:00",
32
+ "2026-06-14 23:30:00",
33
+ "2026-06-14 23:40:00",
34
+ "2026-06-14 23:50:00",
35
+ "2026-06-15 00:00:00",
36
+ "2026-06-15 00:10:00",
37
+ "2026-06-15 00:20:00",
38
+ "2026-06-15 00:30:00",
39
+ "2026-06-15 00:40:00",
40
+ "2026-06-15 00:50:00",
41
+ "2026-06-15 01:00:00",
42
+ "2026-06-15 01:10:00",
43
+ "2026-06-15 01:20:00",
44
+ "2026-06-15 01:30:00",
45
+ "2026-06-15 01:40:00",
46
+ "2026-06-15 01:50:00",
47
+ "2026-06-15 02:00:00",
48
+ "2026-06-15 02:10:00",
49
+ "2026-06-15 02:20:00",
50
+ "2026-06-15 02:30:00",
51
+ "2026-06-15 02:40:00",
52
+ "2026-06-15 02:50:00",
53
+ "2026-06-15 03:00:00",
54
+ "2026-06-15 03:10:00",
55
+ "2026-06-15 03:20:00",
56
+ "2026-06-15 03:30:00",
57
+ "2026-06-15 03:40:00",
58
+ "2026-06-15 03:50:00",
59
+ "2026-06-15 04:00:00",
60
+ "2026-06-15 04:10:00",
61
+ "2026-06-15 04:20:00",
62
+ "2026-06-15 04:30:00",
63
+ "2026-06-15 04:40:00",
64
+ "2026-06-15 04:50:00",
65
+ "2026-06-15 05:00:00",
66
+ "2026-06-15 05:10:00",
67
+ "2026-06-15 05:20:00",
68
+ "2026-06-15 05:30:00",
69
+ "2026-06-15 05:40:00",
70
+ "2026-06-15 05:50:00",
71
+ "2026-06-15 06:00:00",
72
+ "2026-06-15 06:10:00",
73
+ "2026-06-15 06:20:00",
74
+ "2026-06-15 06:30:00",
75
+ "2026-06-15 06:40:00",
76
+ "2026-06-15 06:50:00",
77
+ "2026-06-15 07:00:00",
78
+ "2026-06-15 07:10:00",
79
+ "2026-06-15 07:20:00",
80
+ "2026-06-15 07:30:00",
81
+ "2026-06-15 07:40:00",
82
+ "2026-06-15 07:50:00",
83
+ "2026-06-15 08:00:00",
84
+ "2026-06-15 08:10:00",
85
+ "2026-06-15 08:20:00",
86
+ "2026-06-15 08:30:00",
87
+ "2026-06-15 08:40:00",
88
+ "2026-06-15 08:50:00",
89
+ "2026-06-15 09:00:00",
90
+ "2026-06-15 09:10:00",
91
+ "2026-06-15 09:20:00",
92
+ "2026-06-15 09:30:00",
93
+ "2026-06-15 09:40:00",
94
+ "2026-06-15 09:50:00",
95
+ "2026-06-15 10:00:00",
96
+ "2026-06-15 10:10:00",
97
+ "2026-06-15 10:20:00",
98
+ "2026-06-15 10:30:00",
99
+ "2026-06-15 10:40:00",
100
+ "2026-06-15 10:50:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 11:10:00",
103
+ "2026-06-15 11:20:00",
104
+ "2026-06-15 11:30:00",
105
+ "2026-06-15 11:40:00",
106
+ "2026-06-15 11:50:00",
107
+ "2026-06-15 12:00:00",
108
+ "2026-06-15 12:10:00",
109
+ "2026-06-15 12:20:00",
110
+ "2026-06-15 12:30:00",
111
+ "2026-06-15 12:40:00",
112
+ "2026-06-15 12:50:00",
113
+ "2026-06-15 13:00:00",
114
+ "2026-06-15 13:10:00",
115
+ "2026-06-15 13:20:00",
116
+ "2026-06-15 13:30:00",
117
+ "2026-06-15 13:40:00",
118
+ "2026-06-15 13:50:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 14:10:00",
121
+ "2026-06-15 14:20:00",
122
+ "2026-06-15 14:30:00",
123
+ "2026-06-15 14:40:00",
124
+ "2026-06-15 14:50:00",
125
+ "2026-06-15 15:00:00",
126
+ "2026-06-15 15:10:00",
127
+ "2026-06-15 15:20:00",
128
+ "2026-06-15 15:30:00",
129
+ "2026-06-15 15:40:00",
130
+ "2026-06-15 15:50:00",
131
+ "2026-06-15 16:00:00",
132
+ "2026-06-15 16:10:00",
133
+ "2026-06-15 16:20:00",
134
+ "2026-06-15 16:30:00",
135
+ "2026-06-15 16:40:00",
136
+ "2026-06-15 16:50:00",
137
+ "2026-06-15 17:00:00",
138
+ "2026-06-15 17:10:00",
139
+ "2026-06-15 17:20:00",
140
+ "2026-06-15 17:30:00",
141
+ "2026-06-15 17:40:00"
142
+ ],
143
+ "context": [
144
+ 1.2000000476837158,
145
+ 1.2000000476837158,
146
+ 1.2000000476837158,
147
+ 1.2000000476837158,
148
+ 1.2000000476837158,
149
+ 1.100000023841858,
150
+ 1.100000023841858,
151
+ 1.2000000476837158,
152
+ 1.2999999523162842,
153
+ 1.2999999523162842,
154
+ 1.2999999523162842,
155
+ 1.2999999523162842,
156
+ 1.2999999523162842,
157
+ 1.2999999523162842,
158
+ 1.2000000476837158,
159
+ 1.2000000476837158,
160
+ 1.100000023841858,
161
+ 1.100000023841858,
162
+ 1.2999999523162842,
163
+ 1.2999999523162842,
164
+ 1.2999999523162842,
165
+ 1.2999999523162842,
166
+ 1.0,
167
+ 1.2000000476837158,
168
+ 1.100000023841858,
169
+ 1.100000023841858,
170
+ 1.100000023841858,
171
+ 1.2000000476837158,
172
+ 1.100000023841858,
173
+ 1.100000023841858,
174
+ 1.0,
175
+ 1.2000000476837158,
176
+ 1.2000000476837158,
177
+ 1.2000000476837158,
178
+ 1.2000000476837158,
179
+ 1.2000000476837158,
180
+ 1.100000023841858,
181
+ 1.2999999523162842,
182
+ 1.2999999523162842,
183
+ 1.2000000476837158,
184
+ 1.2000000476837158,
185
+ 1.2000000476837158,
186
+ 1.2000000476837158,
187
+ 1.2999999523162842,
188
+ 1.2000000476837158,
189
+ 1.2000000476837158,
190
+ 1.2000000476837158,
191
+ 1.2000000476837158,
192
+ 1.100000023841858,
193
+ 1.2000000476837158,
194
+ 1.2000000476837158,
195
+ 1.2000000476837158,
196
+ 1.100000023841858,
197
+ 1.100000023841858,
198
+ 1.100000023841858,
199
+ 1.100000023841858,
200
+ 1.100000023841858,
201
+ 1.100000023841858,
202
+ 1.100000023841858,
203
+ 1.100000023841858,
204
+ 1.0,
205
+ 1.2000000476837158,
206
+ 1.2000000476837158,
207
+ 1.2000000476837158,
208
+ 1.2000000476837158,
209
+ 1.100000023841858,
210
+ 1.100000023841858,
211
+ 1.100000023841858,
212
+ 1.2000000476837158,
213
+ 1.100000023841858,
214
+ 1.100000023841858,
215
+ 1.100000023841858,
216
+ 1.2000000476837158,
217
+ 1.2000000476837158,
218
+ 1.2000000476837158,
219
+ 1.2999999523162842,
220
+ 1.2999999523162842,
221
+ 1.2000000476837158,
222
+ 1.100000023841858,
223
+ 1.0,
224
+ 1.100000023841858,
225
+ 1.100000023841858,
226
+ 1.2000000476837158,
227
+ 1.100000023841858,
228
+ 1.100000023841858,
229
+ 1.2000000476837158,
230
+ 1.2000000476837158,
231
+ 1.100000023841858,
232
+ 1.100000023841858,
233
+ 1.100000023841858,
234
+ 1.100000023841858,
235
+ 1.100000023841858,
236
+ 1.100000023841858,
237
+ 1.100000023841858,
238
+ 1.0,
239
+ 1.0
240
+ ],
241
+ "actual": [
242
+ 0.8999999761581421,
243
+ 0.8999999761581421,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.100000023841858,
263
+ 1.0,
264
+ 1.0,
265
+ 1.100000023841858
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0433529615402222,
270
+ 1.0710129737854004,
271
+ 1.0812466144561768,
272
+ 1.0806479454040527,
273
+ 1.0753010511398315,
274
+ 1.064383864402771,
275
+ 1.0610461235046387,
276
+ 1.069831132888794,
277
+ 1.0730159282684326,
278
+ 1.0709971189498901,
279
+ 1.0644601583480835,
280
+ 1.0631643533706665,
281
+ 1.0660789012908936,
282
+ 1.0783147811889648,
283
+ 1.0863796472549438,
284
+ 1.0802150964736938,
285
+ 1.0760313272476196,
286
+ 1.0710920095443726,
287
+ 1.0699865818023682,
288
+ 1.0818102359771729,
289
+ 1.0814684629440308,
290
+ 1.0747731924057007,
291
+ 1.0650030374526978,
292
+ 1.0640835762023926
293
+ ],
294
+ "p10": [
295
+ 1.0651957988739014,
296
+ 1.0927585363388062,
297
+ 1.106291651725769,
298
+ 1.1051158905029297,
299
+ 1.1005209684371948,
300
+ 1.0891611576080322,
301
+ 1.0903561115264893,
302
+ 1.0974178314208984,
303
+ 1.1036816835403442,
304
+ 1.0963895320892334,
305
+ 1.0937806367874146,
306
+ 1.0978741645812988,
307
+ 1.0940022468566895,
308
+ 1.1093862056732178,
309
+ 1.1187713146209717,
310
+ 1.1100441217422485,
311
+ 1.1083165407180786,
312
+ 1.1049998998641968,
313
+ 1.1022783517837524,
314
+ 1.111319661140442,
315
+ 1.1130869388580322,
316
+ 1.1054350137710571,
317
+ 1.0965908765792847,
318
+ 1.0961536169052124
319
+ ],
320
+ "p90": [
321
+ 1.1180670261383057,
322
+ 1.153319239616394,
323
+ 1.169419527053833,
324
+ 1.169961929321289,
325
+ 1.1666170358657837,
326
+ 1.1563061475753784,
327
+ 1.154986023902893,
328
+ 1.1665204763412476,
329
+ 1.1717760562896729,
330
+ 1.1706737279891968,
331
+ 1.166505217552185,
332
+ 1.1657530069351196,
333
+ 1.1711653470993042,
334
+ 1.1844191551208496,
335
+ 1.1928253173828125,
336
+ 1.1885486841201782,
337
+ 1.1847692728042603,
338
+ 1.1803046464920044,
339
+ 1.1810197830200195,
340
+ 1.190563678741455,
341
+ 1.1924116611480713,
342
+ 1.187855839729309,
343
+ 1.1777487993240356,
344
+ 1.173390507698059
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260616_122436.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
+ "domain": "Ocean",
4
+ "model": "TiRex",
5
+ "evaluated_at": "2026-06-16T12:24:36.399406+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.006594324068014856,
8
+ "MSE[0.5]": 0.006594324068014856,
9
+ "MAE[0.5]": 0.07694195707639058,
10
+ "MASE[0.5]": 0.7102334759871217,
11
+ "MAPE[0.5]": 0.07809811450778632,
12
+ "sMAPE[0.5]": 0.07482312129227696,
13
+ "MSIS": 4.45697376661938,
14
+ "RMSE[mean]": 0.08120544358609745,
15
+ "NRMSE[mean]": 0.08120544358609745,
16
+ "ND[0.5]": 0.07694195707639058,
17
+ "mean_weighted_sum_quantile_loss": 0.05568997241832593
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-14 21:50:00",
23
+ "2026-06-14 22:00:00",
24
+ "2026-06-14 22:10:00",
25
+ "2026-06-14 22:20:00",
26
+ "2026-06-14 22:30:00",
27
+ "2026-06-14 22:40:00",
28
+ "2026-06-14 22:50:00",
29
+ "2026-06-14 23:00:00",
30
+ "2026-06-14 23:10:00",
31
+ "2026-06-14 23:20:00",
32
+ "2026-06-14 23:30:00",
33
+ "2026-06-14 23:40:00",
34
+ "2026-06-14 23:50:00",
35
+ "2026-06-15 00:00:00",
36
+ "2026-06-15 00:10:00",
37
+ "2026-06-15 00:20:00",
38
+ "2026-06-15 00:30:00",
39
+ "2026-06-15 00:40:00",
40
+ "2026-06-15 00:50:00",
41
+ "2026-06-15 01:00:00",
42
+ "2026-06-15 01:10:00",
43
+ "2026-06-15 01:20:00",
44
+ "2026-06-15 01:30:00",
45
+ "2026-06-15 01:40:00",
46
+ "2026-06-15 01:50:00",
47
+ "2026-06-15 02:00:00",
48
+ "2026-06-15 02:10:00",
49
+ "2026-06-15 02:20:00",
50
+ "2026-06-15 02:30:00",
51
+ "2026-06-15 02:40:00",
52
+ "2026-06-15 02:50:00",
53
+ "2026-06-15 03:00:00",
54
+ "2026-06-15 03:10:00",
55
+ "2026-06-15 03:20:00",
56
+ "2026-06-15 03:30:00",
57
+ "2026-06-15 03:40:00",
58
+ "2026-06-15 03:50:00",
59
+ "2026-06-15 04:00:00",
60
+ "2026-06-15 04:10:00",
61
+ "2026-06-15 04:20:00",
62
+ "2026-06-15 04:30:00",
63
+ "2026-06-15 04:40:00",
64
+ "2026-06-15 04:50:00",
65
+ "2026-06-15 05:00:00",
66
+ "2026-06-15 05:10:00",
67
+ "2026-06-15 05:20:00",
68
+ "2026-06-15 05:30:00",
69
+ "2026-06-15 05:40:00",
70
+ "2026-06-15 05:50:00",
71
+ "2026-06-15 06:00:00",
72
+ "2026-06-15 06:10:00",
73
+ "2026-06-15 06:20:00",
74
+ "2026-06-15 06:30:00",
75
+ "2026-06-15 06:40:00",
76
+ "2026-06-15 06:50:00",
77
+ "2026-06-15 07:00:00",
78
+ "2026-06-15 07:10:00",
79
+ "2026-06-15 07:20:00",
80
+ "2026-06-15 07:30:00",
81
+ "2026-06-15 07:40:00",
82
+ "2026-06-15 07:50:00",
83
+ "2026-06-15 08:00:00",
84
+ "2026-06-15 08:10:00",
85
+ "2026-06-15 08:20:00",
86
+ "2026-06-15 08:30:00",
87
+ "2026-06-15 08:40:00",
88
+ "2026-06-15 08:50:00",
89
+ "2026-06-15 09:00:00",
90
+ "2026-06-15 09:10:00",
91
+ "2026-06-15 09:20:00",
92
+ "2026-06-15 09:30:00",
93
+ "2026-06-15 09:40:00",
94
+ "2026-06-15 09:50:00",
95
+ "2026-06-15 10:00:00",
96
+ "2026-06-15 10:10:00",
97
+ "2026-06-15 10:20:00",
98
+ "2026-06-15 10:30:00",
99
+ "2026-06-15 10:40:00",
100
+ "2026-06-15 10:50:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 11:10:00",
103
+ "2026-06-15 11:20:00",
104
+ "2026-06-15 11:30:00",
105
+ "2026-06-15 11:40:00",
106
+ "2026-06-15 11:50:00",
107
+ "2026-06-15 12:00:00",
108
+ "2026-06-15 12:10:00",
109
+ "2026-06-15 12:20:00",
110
+ "2026-06-15 12:30:00",
111
+ "2026-06-15 12:40:00",
112
+ "2026-06-15 12:50:00",
113
+ "2026-06-15 13:00:00",
114
+ "2026-06-15 13:10:00",
115
+ "2026-06-15 13:20:00",
116
+ "2026-06-15 13:30:00",
117
+ "2026-06-15 13:40:00",
118
+ "2026-06-15 13:50:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 14:10:00",
121
+ "2026-06-15 14:20:00",
122
+ "2026-06-15 14:30:00",
123
+ "2026-06-15 14:40:00",
124
+ "2026-06-15 14:50:00",
125
+ "2026-06-15 15:00:00",
126
+ "2026-06-15 15:10:00",
127
+ "2026-06-15 15:20:00",
128
+ "2026-06-15 15:30:00",
129
+ "2026-06-15 15:40:00",
130
+ "2026-06-15 15:50:00",
131
+ "2026-06-15 16:00:00",
132
+ "2026-06-15 16:10:00",
133
+ "2026-06-15 16:20:00",
134
+ "2026-06-15 16:30:00",
135
+ "2026-06-15 16:40:00",
136
+ "2026-06-15 16:50:00",
137
+ "2026-06-15 17:00:00",
138
+ "2026-06-15 17:10:00",
139
+ "2026-06-15 17:20:00",
140
+ "2026-06-15 17:30:00",
141
+ "2026-06-15 17:40:00"
142
+ ],
143
+ "context": [
144
+ 1.2000000476837158,
145
+ 1.2000000476837158,
146
+ 1.2000000476837158,
147
+ 1.2000000476837158,
148
+ 1.2000000476837158,
149
+ 1.100000023841858,
150
+ 1.100000023841858,
151
+ 1.2000000476837158,
152
+ 1.2999999523162842,
153
+ 1.2999999523162842,
154
+ 1.2999999523162842,
155
+ 1.2999999523162842,
156
+ 1.2999999523162842,
157
+ 1.2999999523162842,
158
+ 1.2000000476837158,
159
+ 1.2000000476837158,
160
+ 1.100000023841858,
161
+ 1.100000023841858,
162
+ 1.2999999523162842,
163
+ 1.2999999523162842,
164
+ 1.2999999523162842,
165
+ 1.2999999523162842,
166
+ 1.0,
167
+ 1.2000000476837158,
168
+ 1.100000023841858,
169
+ 1.100000023841858,
170
+ 1.100000023841858,
171
+ 1.2000000476837158,
172
+ 1.100000023841858,
173
+ 1.100000023841858,
174
+ 1.0,
175
+ 1.2000000476837158,
176
+ 1.2000000476837158,
177
+ 1.2000000476837158,
178
+ 1.2000000476837158,
179
+ 1.2000000476837158,
180
+ 1.100000023841858,
181
+ 1.2999999523162842,
182
+ 1.2999999523162842,
183
+ 1.2000000476837158,
184
+ 1.2000000476837158,
185
+ 1.2000000476837158,
186
+ 1.2000000476837158,
187
+ 1.2999999523162842,
188
+ 1.2000000476837158,
189
+ 1.2000000476837158,
190
+ 1.2000000476837158,
191
+ 1.2000000476837158,
192
+ 1.100000023841858,
193
+ 1.2000000476837158,
194
+ 1.2000000476837158,
195
+ 1.2000000476837158,
196
+ 1.100000023841858,
197
+ 1.100000023841858,
198
+ 1.100000023841858,
199
+ 1.100000023841858,
200
+ 1.100000023841858,
201
+ 1.100000023841858,
202
+ 1.100000023841858,
203
+ 1.100000023841858,
204
+ 1.0,
205
+ 1.2000000476837158,
206
+ 1.2000000476837158,
207
+ 1.2000000476837158,
208
+ 1.2000000476837158,
209
+ 1.100000023841858,
210
+ 1.100000023841858,
211
+ 1.100000023841858,
212
+ 1.2000000476837158,
213
+ 1.100000023841858,
214
+ 1.100000023841858,
215
+ 1.100000023841858,
216
+ 1.2000000476837158,
217
+ 1.2000000476837158,
218
+ 1.2000000476837158,
219
+ 1.2999999523162842,
220
+ 1.2999999523162842,
221
+ 1.2000000476837158,
222
+ 1.100000023841858,
223
+ 1.0,
224
+ 1.100000023841858,
225
+ 1.100000023841858,
226
+ 1.2000000476837158,
227
+ 1.100000023841858,
228
+ 1.100000023841858,
229
+ 1.2000000476837158,
230
+ 1.2000000476837158,
231
+ 1.100000023841858,
232
+ 1.100000023841858,
233
+ 1.100000023841858,
234
+ 1.100000023841858,
235
+ 1.100000023841858,
236
+ 1.100000023841858,
237
+ 1.100000023841858,
238
+ 1.0,
239
+ 1.0
240
+ ],
241
+ "actual": [
242
+ 0.8999999761581421,
243
+ 0.8999999761581421,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.100000023841858,
263
+ 1.0,
264
+ 1.0,
265
+ 1.100000023841858
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.0375112295150757,
270
+ 1.0589848756790161,
271
+ 1.0726569890975952,
272
+ 1.076842188835144,
273
+ 1.0720640420913696,
274
+ 1.0657477378845215,
275
+ 1.0606979131698608,
276
+ 1.063232660293579,
277
+ 1.0732650756835938,
278
+ 1.076364517211914,
279
+ 1.0773721933364868,
280
+ 1.0747876167297363,
281
+ 1.0728259086608887,
282
+ 1.0874977111816406,
283
+ 1.0890612602233887,
284
+ 1.0835678577423096,
285
+ 1.0769487619400024,
286
+ 1.0747466087341309,
287
+ 1.0754117965698242,
288
+ 1.0759620666503906,
289
+ 1.0773550271987915,
290
+ 1.0750432014465332,
291
+ 1.0688560009002686,
292
+ 1.0654863119125366
293
+ ],
294
+ "p10": [
295
+ 0.9654213786125183,
296
+ 0.9696687459945679,
297
+ 0.9728848934173584,
298
+ 0.9717174768447876,
299
+ 0.9632139205932617,
300
+ 0.9527135491371155,
301
+ 0.9449068307876587,
302
+ 0.9437910318374634,
303
+ 0.9504821300506592,
304
+ 0.9490628838539124,
305
+ 0.948224663734436,
306
+ 0.9439700841903687,
307
+ 0.9388984441757202,
308
+ 0.9490870237350464,
309
+ 0.9474855661392212,
310
+ 0.9400426149368286,
311
+ 0.9323149919509888,
312
+ 0.927966296672821,
313
+ 0.9276873469352722,
314
+ 0.9271283149719238,
315
+ 0.9268356561660767,
316
+ 0.9231041073799133,
317
+ 0.9155104756355286,
318
+ 0.9107711315155029
319
+ ],
320
+ "p90": [
321
+ 1.1285243034362793,
322
+ 1.1649670600891113,
323
+ 1.1859480142593384,
324
+ 1.1941033601760864,
325
+ 1.1900784969329834,
326
+ 1.1841394901275635,
327
+ 1.1808087825775146,
328
+ 1.185742974281311,
329
+ 1.1990059614181519,
330
+ 1.204424262046814,
331
+ 1.2072021961212158,
332
+ 1.2057170867919922,
333
+ 1.2049312591552734,
334
+ 1.2240544557571411,
335
+ 1.2276922464370728,
336
+ 1.221204400062561,
337
+ 1.2146447896957397,
338
+ 1.2127622365951538,
339
+ 1.2149441242218018,
340
+ 1.217167854309082,
341
+ 1.2191463708877563,
342
+ 1.2175127267837524,
343
+ 1.2119371891021729,
344
+ 1.21075439453125
345
+ ]
346
+ }
347
+ }
results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260616_122415.json ADDED
@@ -0,0 +1,347 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
+ "domain": "Ocean",
4
+ "model": "Toto-2.0-1B",
5
+ "evaluated_at": "2026-06-16T12:24:15.881431+00:00",
6
+ "metrics": {
7
+ "MSE[mean]": 0.013776759075605938,
8
+ "MSE[0.5]": 0.013776759075605938,
9
+ "MAE[0.5]": 0.10964688162008922,
10
+ "MASE[0.5]": 1.0121250982330432,
11
+ "MAPE[0.5]": 0.11127479839196504,
12
+ "sMAPE[0.5]": 0.10453939694175884,
13
+ "MSIS": 5.91769226395872,
14
+ "RMSE[mean]": 0.11737443961785692,
15
+ "NRMSE[mean]": 0.11737443961785692,
16
+ "ND[0.5]": 0.10964688162008922,
17
+ "mean_weighted_sum_quantile_loss": 0.06733399916578223
18
+ },
19
+ "context_length": 96,
20
+ "prediction_length": 24,
21
+ "timestamps": [
22
+ "2026-06-14 21:50:00",
23
+ "2026-06-14 22:00:00",
24
+ "2026-06-14 22:10:00",
25
+ "2026-06-14 22:20:00",
26
+ "2026-06-14 22:30:00",
27
+ "2026-06-14 22:40:00",
28
+ "2026-06-14 22:50:00",
29
+ "2026-06-14 23:00:00",
30
+ "2026-06-14 23:10:00",
31
+ "2026-06-14 23:20:00",
32
+ "2026-06-14 23:30:00",
33
+ "2026-06-14 23:40:00",
34
+ "2026-06-14 23:50:00",
35
+ "2026-06-15 00:00:00",
36
+ "2026-06-15 00:10:00",
37
+ "2026-06-15 00:20:00",
38
+ "2026-06-15 00:30:00",
39
+ "2026-06-15 00:40:00",
40
+ "2026-06-15 00:50:00",
41
+ "2026-06-15 01:00:00",
42
+ "2026-06-15 01:10:00",
43
+ "2026-06-15 01:20:00",
44
+ "2026-06-15 01:30:00",
45
+ "2026-06-15 01:40:00",
46
+ "2026-06-15 01:50:00",
47
+ "2026-06-15 02:00:00",
48
+ "2026-06-15 02:10:00",
49
+ "2026-06-15 02:20:00",
50
+ "2026-06-15 02:30:00",
51
+ "2026-06-15 02:40:00",
52
+ "2026-06-15 02:50:00",
53
+ "2026-06-15 03:00:00",
54
+ "2026-06-15 03:10:00",
55
+ "2026-06-15 03:20:00",
56
+ "2026-06-15 03:30:00",
57
+ "2026-06-15 03:40:00",
58
+ "2026-06-15 03:50:00",
59
+ "2026-06-15 04:00:00",
60
+ "2026-06-15 04:10:00",
61
+ "2026-06-15 04:20:00",
62
+ "2026-06-15 04:30:00",
63
+ "2026-06-15 04:40:00",
64
+ "2026-06-15 04:50:00",
65
+ "2026-06-15 05:00:00",
66
+ "2026-06-15 05:10:00",
67
+ "2026-06-15 05:20:00",
68
+ "2026-06-15 05:30:00",
69
+ "2026-06-15 05:40:00",
70
+ "2026-06-15 05:50:00",
71
+ "2026-06-15 06:00:00",
72
+ "2026-06-15 06:10:00",
73
+ "2026-06-15 06:20:00",
74
+ "2026-06-15 06:30:00",
75
+ "2026-06-15 06:40:00",
76
+ "2026-06-15 06:50:00",
77
+ "2026-06-15 07:00:00",
78
+ "2026-06-15 07:10:00",
79
+ "2026-06-15 07:20:00",
80
+ "2026-06-15 07:30:00",
81
+ "2026-06-15 07:40:00",
82
+ "2026-06-15 07:50:00",
83
+ "2026-06-15 08:00:00",
84
+ "2026-06-15 08:10:00",
85
+ "2026-06-15 08:20:00",
86
+ "2026-06-15 08:30:00",
87
+ "2026-06-15 08:40:00",
88
+ "2026-06-15 08:50:00",
89
+ "2026-06-15 09:00:00",
90
+ "2026-06-15 09:10:00",
91
+ "2026-06-15 09:20:00",
92
+ "2026-06-15 09:30:00",
93
+ "2026-06-15 09:40:00",
94
+ "2026-06-15 09:50:00",
95
+ "2026-06-15 10:00:00",
96
+ "2026-06-15 10:10:00",
97
+ "2026-06-15 10:20:00",
98
+ "2026-06-15 10:30:00",
99
+ "2026-06-15 10:40:00",
100
+ "2026-06-15 10:50:00",
101
+ "2026-06-15 11:00:00",
102
+ "2026-06-15 11:10:00",
103
+ "2026-06-15 11:20:00",
104
+ "2026-06-15 11:30:00",
105
+ "2026-06-15 11:40:00",
106
+ "2026-06-15 11:50:00",
107
+ "2026-06-15 12:00:00",
108
+ "2026-06-15 12:10:00",
109
+ "2026-06-15 12:20:00",
110
+ "2026-06-15 12:30:00",
111
+ "2026-06-15 12:40:00",
112
+ "2026-06-15 12:50:00",
113
+ "2026-06-15 13:00:00",
114
+ "2026-06-15 13:10:00",
115
+ "2026-06-15 13:20:00",
116
+ "2026-06-15 13:30:00",
117
+ "2026-06-15 13:40:00",
118
+ "2026-06-15 13:50:00",
119
+ "2026-06-15 14:00:00",
120
+ "2026-06-15 14:10:00",
121
+ "2026-06-15 14:20:00",
122
+ "2026-06-15 14:30:00",
123
+ "2026-06-15 14:40:00",
124
+ "2026-06-15 14:50:00",
125
+ "2026-06-15 15:00:00",
126
+ "2026-06-15 15:10:00",
127
+ "2026-06-15 15:20:00",
128
+ "2026-06-15 15:30:00",
129
+ "2026-06-15 15:40:00",
130
+ "2026-06-15 15:50:00",
131
+ "2026-06-15 16:00:00",
132
+ "2026-06-15 16:10:00",
133
+ "2026-06-15 16:20:00",
134
+ "2026-06-15 16:30:00",
135
+ "2026-06-15 16:40:00",
136
+ "2026-06-15 16:50:00",
137
+ "2026-06-15 17:00:00",
138
+ "2026-06-15 17:10:00",
139
+ "2026-06-15 17:20:00",
140
+ "2026-06-15 17:30:00",
141
+ "2026-06-15 17:40:00"
142
+ ],
143
+ "context": [
144
+ 1.2000000476837158,
145
+ 1.2000000476837158,
146
+ 1.2000000476837158,
147
+ 1.2000000476837158,
148
+ 1.2000000476837158,
149
+ 1.100000023841858,
150
+ 1.100000023841858,
151
+ 1.2000000476837158,
152
+ 1.2999999523162842,
153
+ 1.2999999523162842,
154
+ 1.2999999523162842,
155
+ 1.2999999523162842,
156
+ 1.2999999523162842,
157
+ 1.2999999523162842,
158
+ 1.2000000476837158,
159
+ 1.2000000476837158,
160
+ 1.100000023841858,
161
+ 1.100000023841858,
162
+ 1.2999999523162842,
163
+ 1.2999999523162842,
164
+ 1.2999999523162842,
165
+ 1.2999999523162842,
166
+ 1.0,
167
+ 1.2000000476837158,
168
+ 1.100000023841858,
169
+ 1.100000023841858,
170
+ 1.100000023841858,
171
+ 1.2000000476837158,
172
+ 1.100000023841858,
173
+ 1.100000023841858,
174
+ 1.0,
175
+ 1.2000000476837158,
176
+ 1.2000000476837158,
177
+ 1.2000000476837158,
178
+ 1.2000000476837158,
179
+ 1.2000000476837158,
180
+ 1.100000023841858,
181
+ 1.2999999523162842,
182
+ 1.2999999523162842,
183
+ 1.2000000476837158,
184
+ 1.2000000476837158,
185
+ 1.2000000476837158,
186
+ 1.2000000476837158,
187
+ 1.2999999523162842,
188
+ 1.2000000476837158,
189
+ 1.2000000476837158,
190
+ 1.2000000476837158,
191
+ 1.2000000476837158,
192
+ 1.100000023841858,
193
+ 1.2000000476837158,
194
+ 1.2000000476837158,
195
+ 1.2000000476837158,
196
+ 1.100000023841858,
197
+ 1.100000023841858,
198
+ 1.100000023841858,
199
+ 1.100000023841858,
200
+ 1.100000023841858,
201
+ 1.100000023841858,
202
+ 1.100000023841858,
203
+ 1.100000023841858,
204
+ 1.0,
205
+ 1.2000000476837158,
206
+ 1.2000000476837158,
207
+ 1.2000000476837158,
208
+ 1.2000000476837158,
209
+ 1.100000023841858,
210
+ 1.100000023841858,
211
+ 1.100000023841858,
212
+ 1.2000000476837158,
213
+ 1.100000023841858,
214
+ 1.100000023841858,
215
+ 1.100000023841858,
216
+ 1.2000000476837158,
217
+ 1.2000000476837158,
218
+ 1.2000000476837158,
219
+ 1.2999999523162842,
220
+ 1.2999999523162842,
221
+ 1.2000000476837158,
222
+ 1.100000023841858,
223
+ 1.0,
224
+ 1.100000023841858,
225
+ 1.100000023841858,
226
+ 1.2000000476837158,
227
+ 1.100000023841858,
228
+ 1.100000023841858,
229
+ 1.2000000476837158,
230
+ 1.2000000476837158,
231
+ 1.100000023841858,
232
+ 1.100000023841858,
233
+ 1.100000023841858,
234
+ 1.100000023841858,
235
+ 1.100000023841858,
236
+ 1.100000023841858,
237
+ 1.100000023841858,
238
+ 1.0,
239
+ 1.0
240
+ ],
241
+ "actual": [
242
+ 0.8999999761581421,
243
+ 0.8999999761581421,
244
+ 1.0,
245
+ 1.0,
246
+ 1.0,
247
+ 1.0,
248
+ 1.0,
249
+ 1.0,
250
+ 1.0,
251
+ 1.0,
252
+ 1.0,
253
+ 1.0,
254
+ 1.0,
255
+ 1.0,
256
+ 1.0,
257
+ 1.0,
258
+ 1.0,
259
+ 1.0,
260
+ 1.0,
261
+ 1.0,
262
+ 1.100000023841858,
263
+ 1.0,
264
+ 1.0,
265
+ 1.100000023841858
266
+ ],
267
+ "predictions": {
268
+ "p50": [
269
+ 1.060734510421753,
270
+ 1.1005704402923584,
271
+ 1.1150591373443604,
272
+ 1.1061588525772095,
273
+ 1.1020878553390503,
274
+ 1.101314663887024,
275
+ 1.1010453701019287,
276
+ 1.1153799295425415,
277
+ 1.1285911798477173,
278
+ 1.1051535606384277,
279
+ 1.1002743244171143,
280
+ 1.0994901657104492,
281
+ 1.101093053817749,
282
+ 1.1514092683792114,
283
+ 1.1787214279174805,
284
+ 1.1511094570159912,
285
+ 1.0999114513397217,
286
+ 1.0996651649475098,
287
+ 1.0986014604568481,
288
+ 1.1015676259994507,
289
+ 1.108817219734192,
290
+ 1.1011015176773071,
291
+ 1.1006596088409424,
292
+ 1.0969921350479126
293
+ ],
294
+ "p10": [
295
+ 0.9419147372245789,
296
+ 0.9950941801071167,
297
+ 1.017387866973877,
298
+ 1.0203663110733032,
299
+ 1.0033166408538818,
300
+ 0.99573814868927,
301
+ 1.0067949295043945,
302
+ 1.0113168954849243,
303
+ 1.0014758110046387,
304
+ 1.010414481163025,
305
+ 1.0021957159042358,
306
+ 0.9948304891586304,
307
+ 0.9961806535720825,
308
+ 1.0047688484191895,
309
+ 1.0066331624984741,
310
+ 1.0109540224075317,
311
+ 0.9949091672897339,
312
+ 0.989600419998169,
313
+ 0.9915340542793274,
314
+ 0.9966086149215698,
315
+ 0.9966583251953125,
316
+ 0.99868243932724,
317
+ 0.9917424917221069,
318
+ 0.9807931780815125
319
+ ],
320
+ "p90": [
321
+ 1.1612627506256104,
322
+ 1.2160470485687256,
323
+ 1.2443535327911377,
324
+ 1.24370276927948,
325
+ 1.2321360111236572,
326
+ 1.2245080471038818,
327
+ 1.2351841926574707,
328
+ 1.2593798637390137,
329
+ 1.275804877281189,
330
+ 1.268545150756836,
331
+ 1.265032410621643,
332
+ 1.268290638923645,
333
+ 1.2598390579223633,
334
+ 1.278127670288086,
335
+ 1.2990168333053589,
336
+ 1.2815734148025513,
337
+ 1.264797329902649,
338
+ 1.2441421747207642,
339
+ 1.2331039905548096,
340
+ 1.2705246210098267,
341
+ 1.2820576429367065,
342
+ 1.2592800855636597,
343
+ 1.2375949621200562,
344
+ 1.2362598180770874
345
+ ]
346
+ }
347
+ }
results/timer_s1/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Timer-S1,352241.79124705,352241.79124705,510.1455078125,0.7845987053414865,0.007654902749674936,0.0076943672224917626,6.203889566107747,593.4996135188716,0.008928410308768385,0.007674458933375832,0.00796789063435468,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.25469907906555933,0.25469907906555933,0.40810535723964375,0.5073439464540438,1.249819080903077,0.5348488426649087,11.09736156198767,0.5046772028391607,0.666974282484144,0.5393462916326631,0.42195425656377555,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.021882194976832043,0.021882194976832043,0.14414483805497488,1.3837905772963122,0.14602048409458712,0.13547934313978596,21.603140030206685,0.14792631603887132,0.1485452451159354,0.14474794529086027,0.10233644772487108,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.6612256728015685,0.6612256728015685,0.648862361907959,0.2545944962254662,0.02601420466926128,0.026533199028139054,1.2461779020137944,0.8131578400295778,0.033840453984872176,0.02700311774631979,0.02755227353536192,Weather,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Timer-S1,354814.53014882404,354814.53014882404,511.5901692708333,0.786820580262478,0.0076762990162430765,0.007716052372577196,6.203889566107747,595.6631012147924,0.008960761913246329,0.007696024304081038,0.007979790710591963,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,15.067327316160876,15.067327316160876,2.9052727222442627,1.573878182361214,0.12685678671524678,0.11422953372065281,23.944107387902516,3.8816655337832593,0.17044472174181494,0.1275711151353048,0.08997566213049349,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.25469907906555933,0.25469907906555933,0.40810535723964375,0.5073439464540438,1.249819080903077,0.5348488426649087,11.09736156198767,0.5046772028391607,0.666974282484144,0.5393462916326631,0.42195425656377555,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.01913799921036959,0.01913799921036959,0.1346102555592855,1.2425562507393269,0.13602500089137007,0.12682125436023198,16.90076834974906,0.13834015762015595,0.13834015762015595,0.1346102555592855,0.09228101571400961,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01823272425023485,0.01823272425023485,0.05801971753438314,0.10365805810323596,0.0040503726989646474,0.004093570223898633,1.0632025065685207,0.13502860530359798,0.009610576542021777,0.004129517112740364,0.004345328247975525,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,7.56607991618273,7.56607991618273,2.402673284212748,0.3698000875961503,0.17266234635819092,0.1637459107364891,2.085491494154494,2.750650816840031,0.1877577316785509,0.16400499948833583,0.15930276387325226,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.6612256728015685,0.6612256728015685,0.648862361907959,0.2545944962254662,0.02601420466926128,0.026533199028139054,1.2461779020137944,0.8131578400295778,0.033840453984872176,0.02700311774631979,0.02755227353536192,Weather,1
results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-16T12:19:55.994687+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66599.5
131
  ],
132
  "p50": [
133
  66445.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:25:30.014466+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66634.171875
131
  ],
132
  "p50": [
133
  66445.125,
results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Timer-S1",
4
- "evaluated_at": "2026-06-16T12:08:12.826217+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -11,7 +11,6 @@
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
14
- 1.2000000476837158,
15
  1.100000023841858,
16
  1.100000023841858,
17
  1.2000000476837158,
@@ -101,10 +100,10 @@
101
  1.100000023841858,
102
  1.100000023841858,
103
  1.100000023841858,
 
104
  1.0
105
  ],
106
  "actuals": [
107
- 1.0,
108
  0.8999999761581421,
109
  0.8999999761581421,
110
  1.0,
@@ -127,90 +126,88 @@
127
  1.0,
128
  1.100000023841858,
129
  1.0,
130
- 1.0
 
131
  ],
132
  "p50": [
133
- 1.0760879516601562,
134
- 1.1128578186035156,
135
- 1.129852294921875,
136
- 1.1369590759277344,
137
- 1.140512466430664,
138
- 1.1420574188232422,
139
- 1.1437568664550781,
140
- 1.1425209045410156,
141
- 1.1431388854980469,
142
- 1.144683837890625,
143
- 1.1449928283691406,
144
- 1.1449928283691406,
145
- 1.1474647521972656,
146
- 1.1468467712402344,
147
- 1.1493186950683594,
148
- 1.1482372283935547,
149
- 1.1460742950439453,
150
- 1.1466922760009766,
151
- 1.1457653045654297,
152
- 1.1459197998046875,
153
- 1.1453018188476562,
154
- 1.1459197998046875,
155
- 1.146383285522461,
156
- 1.1431388854980469
157
  ],
158
  "p10": [
159
- 0.9976043701171875,
160
- 1.0229415893554688,
161
- 1.0346832275390625,
162
- 1.0396270751953125,
163
- 1.0439529418945312,
164
- 1.0451889038085938,
165
- 1.0470428466796875,
166
- 1.0451889038085938,
167
- 1.0464248657226562,
168
- 1.0495147705078125,
169
- 1.0501327514648438,
170
- 1.0501327514648438,
171
- 1.0526046752929688,
172
- 1.0519866943359375,
173
- 1.0550765991210938,
174
- 1.0519866943359375,
175
- 1.0495147705078125,
176
- 1.0501327514648438,
177
- 1.0488967895507812,
178
- 1.0495147705078125,
179
- 1.0488967895507812,
180
- 1.0495147705078125,
181
- 1.0495147705078125,
182
- 1.0470428466796875
183
  ],
184
  "p90": [
185
- 1.1826896667480469,
186
- 1.2225494384765625,
187
- 1.2376899719238281,
188
- 1.2441787719726562,
189
- 1.2466506958007812,
190
- 1.2475776672363281,
191
- 1.2488136291503906,
192
- 1.2466506958007812,
193
- 1.2478866577148438,
194
- 1.248504638671875,
195
- 1.2491226196289062,
196
- 1.2506675720214844,
197
- 1.2522125244140625,
198
- 1.2522125244140625,
199
- 1.2540664672851562,
200
- 1.2528305053710938,
201
- 1.2500495910644531,
202
- 1.2506675720214844,
203
- 1.2500495910644531,
204
- 1.2506675720214844,
205
- 1.2491226196289062,
206
- 1.2503585815429688,
207
- 1.2509765625,
208
- 1.2488136291503906
209
  ],
210
  "timestamps": [
211
- "2026-06-14 21:20:00",
212
- "2026-06-14 21:30:00",
213
- "2026-06-14 21:40:00",
214
  "2026-06-14 21:50:00",
215
  "2026-06-14 22:00:00",
216
  "2026-06-14 22:10:00",
@@ -327,6 +324,9 @@
327
  "2026-06-15 16:40:00",
328
  "2026-06-15 16:50:00",
329
  "2026-06-15 17:00:00",
330
- "2026-06-15 17:10:00"
 
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:25:35.506315+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
 
14
  1.100000023841858,
15
  1.100000023841858,
16
  1.2000000476837158,
 
100
  1.100000023841858,
101
  1.100000023841858,
102
  1.100000023841858,
103
+ 1.0,
104
  1.0
105
  ],
106
  "actuals": [
 
107
  0.8999999761581421,
108
  0.8999999761581421,
109
  1.0,
 
126
  1.0,
127
  1.100000023841858,
128
  1.0,
129
+ 1.0,
130
+ 1.100000023841858
131
  ],
132
  "p50": [
133
+ 1.0684432983398438,
134
+ 1.1045379638671875,
135
+ 1.1206855773925781,
136
+ 1.1292343139648438,
137
+ 1.1330337524414062,
138
+ 1.1363582611083984,
139
+ 1.1369915008544922,
140
+ 1.137308120727539,
141
+ 1.1382579803466797,
142
+ 1.1396827697753906,
143
+ 1.1403160095214844,
144
+ 1.1407909393310547,
145
+ 1.141265869140625,
146
+ 1.1431655883789062,
147
+ 1.1428489685058594,
148
+ 1.1418991088867188,
149
+ 1.1422157287597656,
150
+ 1.1428489685058594,
151
+ 1.1428489685058594,
152
+ 1.1418991088867188,
153
+ 1.1422157287597656,
154
+ 1.1425323486328125,
155
+ 1.1411075592041016,
156
+ 1.140157699584961
157
  ],
158
  "p10": [
159
+ 0.98675537109375,
160
+ 1.0108184814453125,
161
+ 1.022216796875,
162
+ 1.0285491943359375,
163
+ 1.0310821533203125,
164
+ 1.0342483520507812,
165
+ 1.0361480712890625,
166
+ 1.0361480712890625,
167
+ 1.0380477905273438,
168
+ 1.039947509765625,
169
+ 1.0418472290039062,
170
+ 1.0418472290039062,
171
+ 1.0431137084960938,
172
+ 1.045013427734375,
173
+ 1.045013427734375,
174
+ 1.0437469482421875,
175
+ 1.0431137084960938,
176
+ 1.0431137084960938,
177
+ 1.0418472290039062,
178
+ 1.0405807495117188,
179
+ 1.0412139892578125,
180
+ 1.0418472290039062,
181
+ 1.039947509765625,
182
+ 1.0386810302734375
183
  ],
184
  "p90": [
185
+ 1.170830249786377,
186
+ 1.2134552001953125,
187
+ 1.2292861938476562,
188
+ 1.2372016906738281,
189
+ 1.2413177490234375,
190
+ 1.2435340881347656,
191
+ 1.2429008483886719,
192
+ 1.2435340881347656,
193
+ 1.2444839477539062,
194
+ 1.2457504272460938,
195
+ 1.2463836669921875,
196
+ 1.247650146484375,
197
+ 1.2482833862304688,
198
+ 1.2514495849609375,
199
+ 1.2508163452148438,
200
+ 1.2489166259765625,
201
+ 1.2482833862304688,
202
+ 1.2495498657226562,
203
+ 1.25018310546875,
204
+ 1.2495498657226562,
205
+ 1.2489166259765625,
206
+ 1.2489166259765625,
207
+ 1.247650146484375,
208
+ 1.2482833862304688
209
  ],
210
  "timestamps": [
 
 
 
211
  "2026-06-14 21:50:00",
212
  "2026-06-14 22:00:00",
213
  "2026-06-14 22:10:00",
 
324
  "2026-06-15 16:40:00",
325
  "2026-06-15 16:50:00",
326
  "2026-06-15 17:00:00",
327
+ "2026-06-15 17:10:00",
328
+ "2026-06-15 17:20:00",
329
+ "2026-06-15 17:30:00",
330
+ "2026-06-15 17:40:00"
331
  ]
332
  }
results/timer_s1/online_meta.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
- "evaluated_at": "2026-06-16T12:20:05.767384+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
14
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
20
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Timer-S1",
3
  "api_model_id": "bytedance-research/Timer-S1",
4
+ "evaluated_at": "2026-06-16T12:25:37.813568+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
14
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,227022.69793701172,370654.2355829875,530.7425130208334,0.8162766940190028,0.007962929878756403,0.008004424397302201,6.466583720452289,476.46898948096475,0.007167840619587922,0.007984313412541372,0.00570633860451919,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2605974216575074,0.20769059221273092,0.36263613775372505,0.45081802037406576,1.1377161440214434,0.5000283826428252,20.98401550731591,0.5104874353571373,0.6746530039380602,0.47925481163094064,0.5371308854335699,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015088629829871655,0.010449163670167275,0.09636980791886647,0.9251502442503208,0.09811883092390804,0.0928830615465408,47.785408333340484,0.1228357839958359,0.12334973337587052,0.09677302269409546,0.11738007619391772,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.25771652206382595,0.729406989654611,0.7377398808797201,0.2894674192007621,0.029846010849014993,0.03043388959401669,1.2683842422526928,0.5076578789537556,0.02112673855812236,0.03070185302623062,0.020411427985823915,Weather,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,228494.7853902181,372741.9519729614,532.1871744791666,0.8184985689399943,0.00798438079202283,0.008026109884279556,6.466583720452289,478.01128165579746,0.007190885717157735,0.008005872034150886,0.005718287940754595,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,14.770343543885701,12.171750109217555,2.665614366531372,1.3941496657385082,0.11626000036944399,0.10627958881782658,56.57473688666327,3.8432204651679434,0.16875659097283138,0.11704766807448305,0.12207269973679641,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.2605974216575074,0.20769059221273092,0.36263613775372505,0.45081802037406576,1.1377161440214434,0.5000283826428252,20.98401550731591,0.5104874353571373,0.6746530039380602,0.47925481163094064,0.5371308854335699,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0102164164033726,0.006587799059058004,0.07594137887159984,0.7009973691425825,0.07719053482535383,0.07389945682500683,37.78346512073609,0.10107629001587168,0.10107629001587168,0.07594137887159984,0.09570271692894124,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019696364034492337,0.01969435195371716,0.05192641417185465,0.0927717590856767,0.003610607111063693,0.0036587213177503887,5.272171295434299,0.14034373528765842,0.00998887759480801,0.003695830056374255,0.004685361523376948,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,7.1833292117001974,7.4727904782771475,2.4872639973958335,0.3828196077075479,0.1700575424774846,0.17591845572518508,10.259582327333979,2.6801733547851336,0.18294698349892902,0.1697791095029879,0.1635917989714658,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.25771652206382595,0.729406989654611,0.7377398808797201,0.2894674192007621,0.029846010849014993,0.03043388959401669,1.2683842422526928,0.5076578789537556,0.02112673855812236,0.03070185302623062,0.020411427985823915,Weather,1
results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-16T12:17:56.477006+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66599.5
131
  ],
132
  "p50": [
133
  66274.125,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-16T12:23:32.804593+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66634.171875
131
  ],
132
  "p50": [
133
  66274.125,
results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "TimesFM-2.5",
4
- "evaluated_at": "2026-06-16T12:07:07.769114+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -11,7 +11,6 @@
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
14
- 1.2000000476837158,
15
  1.100000023841858,
16
  1.100000023841858,
17
  1.2000000476837158,
@@ -101,10 +100,10 @@
101
  1.100000023841858,
102
  1.100000023841858,
103
  1.100000023841858,
 
104
  1.0
105
  ],
106
  "actuals": [
107
- 1.0,
108
  0.8999999761581421,
109
  0.8999999761581421,
110
  1.0,
@@ -127,90 +126,88 @@
127
  1.0,
128
  1.100000023841858,
129
  1.0,
130
- 1.0
 
131
  ],
132
  "p50": [
133
- 1.0658587217330933,
134
- 1.0832334756851196,
135
- 1.0985350608825684,
136
- 1.1023228168487549,
137
- 1.0980939865112305,
138
- 1.0919972658157349,
139
- 1.0877248048782349,
140
- 1.086000919342041,
141
- 1.0910619497299194,
142
- 1.093998908996582,
143
- 1.0927338600158691,
144
- 1.0874433517456055,
145
- 1.0936087369918823,
146
- 1.0910401344299316,
147
- 1.098451852798462,
148
- 1.09941565990448,
149
- 1.0962328910827637,
150
- 1.0934138298034668,
151
- 1.0901670455932617,
152
- 1.0935784578323364,
153
- 1.095409631729126,
154
- 1.0951359272003174,
155
- 1.0916693210601807,
156
- 1.0860185623168945
157
  ],
158
  "p10": [
159
- 1.0858349800109863,
160
- 1.1034839153289795,
161
- 1.1226966381072998,
162
- 1.1255810260772705,
163
- 1.1221041679382324,
164
- 1.1158703565597534,
165
- 1.1154240369796753,
166
- 1.1122901439666748,
167
- 1.118883728981018,
168
- 1.1179611682891846,
169
- 1.1207189559936523,
170
- 1.1192845106124878,
171
- 1.1194572448730469,
172
- 1.120851755142212,
173
- 1.127179741859436,
174
- 1.1278917789459229,
175
- 1.1250938177108765,
176
- 1.1244995594024658,
177
- 1.1197564601898193,
178
- 1.1201406717300415,
179
- 1.1236259937286377,
180
- 1.1229349374771118,
181
- 1.117861032485962,
182
- 1.1146535873413086
183
  ],
184
  "p90": [
185
- 1.1400270462036133,
186
- 1.1643803119659424,
187
- 1.185257077217102,
188
- 1.1903057098388672,
189
- 1.188050627708435,
190
- 1.1834843158721924,
191
- 1.1804908514022827,
192
- 1.1816539764404297,
193
- 1.18829345703125,
194
- 1.1918480396270752,
195
- 1.1925086975097656,
196
- 1.1876600980758667,
197
- 1.1955417394638062,
198
- 1.1935746669769287,
199
- 1.2012208700180054,
200
- 1.2042399644851685,
201
- 1.201111912727356,
202
- 1.1981533765792847,
203
- 1.1952953338623047,
204
- 1.1957197189331055,
205
- 1.1994282007217407,
206
- 1.200919508934021,
207
- 1.196770191192627,
208
- 1.1884446144104004
209
  ],
210
  "timestamps": [
211
- "2026-06-14 21:20:00",
212
- "2026-06-14 21:30:00",
213
- "2026-06-14 21:40:00",
214
  "2026-06-14 21:50:00",
215
  "2026-06-14 22:00:00",
216
  "2026-06-14 22:10:00",
@@ -327,6 +324,9 @@
327
  "2026-06-15 16:40:00",
328
  "2026-06-15 16:50:00",
329
  "2026-06-15 17:00:00",
330
- "2026-06-15 17:10:00"
 
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "TimesFM-2.5",
4
+ "evaluated_at": "2026-06-16T12:23:39.012787+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
 
14
  1.100000023841858,
15
  1.100000023841858,
16
  1.2000000476837158,
 
100
  1.100000023841858,
101
  1.100000023841858,
102
  1.100000023841858,
103
+ 1.0,
104
  1.0
105
  ],
106
  "actuals": [
 
107
  0.8999999761581421,
108
  0.8999999761581421,
109
  1.0,
 
126
  1.0,
127
  1.100000023841858,
128
  1.0,
129
+ 1.0,
130
+ 1.100000023841858
131
  ],
132
  "p50": [
133
+ 1.0433529615402222,
134
+ 1.0710129737854004,
135
+ 1.0812466144561768,
136
+ 1.0806479454040527,
137
+ 1.0753010511398315,
138
+ 1.064383864402771,
139
+ 1.0610461235046387,
140
+ 1.069831132888794,
141
+ 1.0730159282684326,
142
+ 1.0709971189498901,
143
+ 1.0644601583480835,
144
+ 1.0631643533706665,
145
+ 1.0660789012908936,
146
+ 1.0783147811889648,
147
+ 1.0863796472549438,
148
+ 1.0802150964736938,
149
+ 1.0760313272476196,
150
+ 1.0710920095443726,
151
+ 1.0699865818023682,
152
+ 1.0818102359771729,
153
+ 1.0814684629440308,
154
+ 1.0747731924057007,
155
+ 1.0650030374526978,
156
+ 1.0640835762023926
157
  ],
158
  "p10": [
159
+ 1.0651957988739014,
160
+ 1.0927585363388062,
161
+ 1.106291651725769,
162
+ 1.1051158905029297,
163
+ 1.1005209684371948,
164
+ 1.0891611576080322,
165
+ 1.0903561115264893,
166
+ 1.0974178314208984,
167
+ 1.1036816835403442,
168
+ 1.0963895320892334,
169
+ 1.0937806367874146,
170
+ 1.0978741645812988,
171
+ 1.0940022468566895,
172
+ 1.1093862056732178,
173
+ 1.1187713146209717,
174
+ 1.1100441217422485,
175
+ 1.1083165407180786,
176
+ 1.1049998998641968,
177
+ 1.1022783517837524,
178
+ 1.111319661140442,
179
+ 1.1130869388580322,
180
+ 1.1054350137710571,
181
+ 1.0965908765792847,
182
+ 1.0961536169052124
183
  ],
184
  "p90": [
185
+ 1.1180670261383057,
186
+ 1.153319239616394,
187
+ 1.169419527053833,
188
+ 1.169961929321289,
189
+ 1.1666170358657837,
190
+ 1.1563061475753784,
191
+ 1.154986023902893,
192
+ 1.1665204763412476,
193
+ 1.1717760562896729,
194
+ 1.1706737279891968,
195
+ 1.166505217552185,
196
+ 1.1657530069351196,
197
+ 1.1711653470993042,
198
+ 1.1844191551208496,
199
+ 1.1928253173828125,
200
+ 1.1885486841201782,
201
+ 1.1847692728042603,
202
+ 1.1803046464920044,
203
+ 1.1810197830200195,
204
+ 1.190563678741455,
205
+ 1.1924116611480713,
206
+ 1.187855839729309,
207
+ 1.1777487993240356,
208
+ 1.173390507698059
209
  ],
210
  "timestamps": [
 
 
 
211
  "2026-06-14 21:50:00",
212
  "2026-06-14 22:00:00",
213
  "2026-06-14 22:10:00",
 
324
  "2026-06-15 16:40:00",
325
  "2026-06-15 16:50:00",
326
  "2026-06-15 17:00:00",
327
+ "2026-06-15 17:10:00",
328
+ "2026-06-15 17:20:00",
329
+ "2026-06-15 17:30:00",
330
+ "2026-06-15 17:40:00"
331
  ]
332
  }
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-16T12:18:09.547443+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
14
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
20
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-16T12:23:41.772772+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
14
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/tirex/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TiRex,147555.76251475015,147555.76251475015,300.3414713541667,0.4619221888188159,0.004507454693632221,0.004518900916778162,4.998578994670854,384.12987714411145,0.005778721800111778,0.004518236959060698,0.006269521290331499,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.022545376681574136,0.022545376681574136,0.10735780124862988,0.13346389505032882,0.37957410970800515,0.2385906921565987,0.5789706199596864,0.15015117942118916,0.19843768372179116,0.14188255790840734,0.10834405454749892,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.00914317761435631,0.00914317761435631,0.0903014341990153,0.866893850983987,0.09187801530324156,0.08729148375653768,4.861506878042877,0.09561996451764825,0.09602004192086198,0.09067925867827611,0.06079137995698241,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.5285500856369557,0.5285500856369557,0.5901504357655843,0.23155766416960258,0.02368313471917168,0.024087318330439478,1.2494045434270957,0.7270145016689528,0.030255504625237434,0.024559756645709887,0.026085708075371788,Weather,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TiRex,148881.98430633545,148881.98430633545,301.7861328125,0.4641440637398074,0.004528991403257688,0.00454058678938474,4.998578994670854,385.8522830129886,0.005804506666118248,0.004539871077018448,0.00628145835960259,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,TiRex,14.39785252086555,14.39785252086555,2.9063467979431152,1.520055739399801,0.12710491845554114,0.11501693134852524,16.34033839707311,3.7944502264314326,0.16661507988735036,0.1276182780173273,0.0833290288648951,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.022545376681574136,0.022545376681574136,0.10735780124862988,0.13346389505032882,0.37957410970800515,0.2385906921565987,0.5789706199596864,0.15015117942118916,0.19843768372179116,0.14188255790840734,0.10834405454749892,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.006594324068014856,0.006594324068014856,0.07694195707639058,0.7102334759871217,0.07809811450778632,0.07482312129227696,4.45697376661938,0.08120544358609745,0.08120544358609745,0.07694195707639058,0.05568997241832593,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,TiRex,0.020081386931792622,0.020081386931792622,0.05106206734975179,0.09122751659511665,0.0035478859169299722,0.0035969909894418887,1.1774789356293962,0.14170881035345906,0.010086035958963407,0.0036343107118324393,0.004493088180593101,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,6.6235655394886335,6.6235655394886335,2.318322738011678,0.356817532049003,0.16662438256424994,0.16000143042082624,2.215675478688253,2.5736288659184394,0.17567432226908866,0.15824728312404865,0.16387948107455472,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.5285500856369557,0.5285500856369557,0.5901504357655843,0.23155766416960258,0.02368313471917168,0.024087318330439478,1.2494045434270957,0.7270145016689528,0.030255504625237434,0.024559756645709887,0.026085708075371788,Weather,1
results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-16T12:18:49.221770+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66599.5
131
  ],
132
  "p50": [
133
  66489.8515625,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-16T12:24:28.190756+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66634.171875
131
  ],
132
  "p50": [
133
  66489.8515625,
results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "TiRex",
4
- "evaluated_at": "2026-06-16T12:07:42.045490+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -11,7 +11,6 @@
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
14
- 1.2000000476837158,
15
  1.100000023841858,
16
  1.100000023841858,
17
  1.2000000476837158,
@@ -101,10 +100,10 @@
101
  1.100000023841858,
102
  1.100000023841858,
103
  1.100000023841858,
 
104
  1.0
105
  ],
106
  "actuals": [
107
- 1.0,
108
  0.8999999761581421,
109
  0.8999999761581421,
110
  1.0,
@@ -127,90 +126,88 @@
127
  1.0,
128
  1.100000023841858,
129
  1.0,
130
- 1.0
 
131
  ],
132
  "p50": [
133
- 1.0465501546859741,
134
- 1.0660346746444702,
135
- 1.085188627243042,
136
- 1.0947256088256836,
137
- 1.0984808206558228,
138
- 1.091909408569336,
139
- 1.0810091495513916,
140
- 1.0756254196166992,
141
- 1.075988531112671,
142
- 1.0839197635650635,
143
- 1.088296890258789,
144
- 1.0897469520568848,
145
- 1.084707498550415,
146
- 1.084181547164917,
147
- 1.100328803062439,
148
- 1.1003295183181763,
149
- 1.094870686531067,
150
- 1.089266061782837,
151
- 1.086151361465454,
152
- 1.084746241569519,
153
- 1.0848751068115234,
154
- 1.086944341659546,
155
- 1.0861181020736694,
156
- 1.0811277627944946
157
  ],
158
  "p10": [
159
- 0.9671820998191833,
160
- 0.9691924452781677,
161
- 0.9781561493873596,
162
- 0.98194819688797,
163
- 0.981925368309021,
164
- 0.9712612628936768,
165
- 0.9578818082809448,
166
- 0.9497332572937012,
167
- 0.9483517408370972,
168
- 0.9547852277755737,
169
- 0.9559078216552734,
170
- 0.9544806480407715,
171
- 0.9464892745018005,
172
- 0.9441066980361938,
173
- 0.9580122232437134,
174
- 0.9553613066673279,
175
- 0.9479069709777832,
176
- 0.9414275884628296,
177
- 0.9386054277420044,
178
- 0.9363879561424255,
179
- 0.934522271156311,
180
- 0.9348765015602112,
181
- 0.9300559759140015,
182
- 0.9218515157699585
183
  ],
184
  "p90": [
185
- 1.134451150894165,
186
- 1.1691181659698486,
187
- 1.1963777542114258,
188
- 1.2096855640411377,
189
- 1.215398907661438,
190
- 1.209459662437439,
191
- 1.2014654874801636,
192
- 1.1978472471237183,
193
- 1.1998897790908813,
194
- 1.2110456228256226,
195
- 1.2174676656723022,
196
- 1.221437931060791,
197
- 1.2170612812042236,
198
- 1.2187786102294922,
199
- 1.2382198572158813,
200
- 1.2399308681488037,
201
- 1.2337154150009155,
202
- 1.2278343439102173,
203
- 1.2251378297805786,
204
- 1.2249958515167236,
205
- 1.2253776788711548,
206
- 1.2287979125976562,
207
- 1.22976815700531,
208
- 1.2269673347473145
209
  ],
210
  "timestamps": [
211
- "2026-06-14 21:20:00",
212
- "2026-06-14 21:30:00",
213
- "2026-06-14 21:40:00",
214
  "2026-06-14 21:50:00",
215
  "2026-06-14 22:00:00",
216
  "2026-06-14 22:10:00",
@@ -327,6 +324,9 @@
327
  "2026-06-15 16:40:00",
328
  "2026-06-15 16:50:00",
329
  "2026-06-15 17:00:00",
330
- "2026-06-15 17:10:00"
 
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "TiRex",
4
+ "evaluated_at": "2026-06-16T12:24:36.399406+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
 
14
  1.100000023841858,
15
  1.100000023841858,
16
  1.2000000476837158,
 
100
  1.100000023841858,
101
  1.100000023841858,
102
  1.100000023841858,
103
+ 1.0,
104
  1.0
105
  ],
106
  "actuals": [
 
107
  0.8999999761581421,
108
  0.8999999761581421,
109
  1.0,
 
126
  1.0,
127
  1.100000023841858,
128
  1.0,
129
+ 1.0,
130
+ 1.100000023841858
131
  ],
132
  "p50": [
133
+ 1.0375112295150757,
134
+ 1.0589848756790161,
135
+ 1.0726569890975952,
136
+ 1.076842188835144,
137
+ 1.0720640420913696,
138
+ 1.0657477378845215,
139
+ 1.0606979131698608,
140
+ 1.063232660293579,
141
+ 1.0732650756835938,
142
+ 1.076364517211914,
143
+ 1.0773721933364868,
144
+ 1.0747876167297363,
145
+ 1.0728259086608887,
146
+ 1.0874977111816406,
147
+ 1.0890612602233887,
148
+ 1.0835678577423096,
149
+ 1.0769487619400024,
150
+ 1.0747466087341309,
151
+ 1.0754117965698242,
152
+ 1.0759620666503906,
153
+ 1.0773550271987915,
154
+ 1.0750432014465332,
155
+ 1.0688560009002686,
156
+ 1.0654863119125366
157
  ],
158
  "p10": [
159
+ 0.9654213786125183,
160
+ 0.9696687459945679,
161
+ 0.9728848934173584,
162
+ 0.9717174768447876,
163
+ 0.9632139205932617,
164
+ 0.9527135491371155,
165
+ 0.9449068307876587,
166
+ 0.9437910318374634,
167
+ 0.9504821300506592,
168
+ 0.9490628838539124,
169
+ 0.948224663734436,
170
+ 0.9439700841903687,
171
+ 0.9388984441757202,
172
+ 0.9490870237350464,
173
+ 0.9474855661392212,
174
+ 0.9400426149368286,
175
+ 0.9323149919509888,
176
+ 0.927966296672821,
177
+ 0.9276873469352722,
178
+ 0.9271283149719238,
179
+ 0.9268356561660767,
180
+ 0.9231041073799133,
181
+ 0.9155104756355286,
182
+ 0.9107711315155029
183
  ],
184
  "p90": [
185
+ 1.1285243034362793,
186
+ 1.1649670600891113,
187
+ 1.1859480142593384,
188
+ 1.1941033601760864,
189
+ 1.1900784969329834,
190
+ 1.1841394901275635,
191
+ 1.1808087825775146,
192
+ 1.185742974281311,
193
+ 1.1990059614181519,
194
+ 1.204424262046814,
195
+ 1.2072021961212158,
196
+ 1.2057170867919922,
197
+ 1.2049312591552734,
198
+ 1.2240544557571411,
199
+ 1.2276922464370728,
200
+ 1.221204400062561,
201
+ 1.2146447896957397,
202
+ 1.2127622365951538,
203
+ 1.2149441242218018,
204
+ 1.217167854309082,
205
+ 1.2191463708877563,
206
+ 1.2175127267837524,
207
+ 1.2119371891021729,
208
+ 1.21075439453125
209
  ],
210
  "timestamps": [
 
 
 
211
  "2026-06-14 21:50:00",
212
  "2026-06-14 22:00:00",
213
  "2026-06-14 22:10:00",
 
324
  "2026-06-15 16:40:00",
325
  "2026-06-15 16:50:00",
326
  "2026-06-15 17:00:00",
327
+ "2026-06-15 17:10:00",
328
+ "2026-06-15 17:20:00",
329
+ "2026-06-15 17:30:00",
330
+ "2026-06-15 17:40:00"
331
  ]
332
  }
results/tirex/online_meta.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
- "evaluated_at": "2026-06-16T12:19:01.586711+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
14
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
20
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "TiRex",
3
  "api_model_id": "NX-AI/TiRex-1.1-gifteval",
4
+ "evaluated_at": "2026-06-16T12:24:39.116516+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
14
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }
results/toto_2_0_1b/all_results.csv CHANGED
@@ -1,8 +1,8 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152593.24434407553,152593.24434407553,294.9244791666667,0.45359090883679243,0.004438751416620421,0.004435244028214596,4.7726849566101075,390.6318527003085,0.005876535352574123,0.004436745534655828,0.005818747571401133,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002612042686143586,0.002612042686143586,0.04313500598073006,0.05362410411028171,0.12954186897825043,0.10747509047447416,0.6140569046257515,0.051108146964486845,0.06754380712852706,0.05700661631255731,0.08148407350311816,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013169454344315193,0.013169454344315193,0.10932022829850514,1.0494742917513171,0.1111217873937113,0.10460968585092072,7.956100936517806,0.11475824303428139,0.11523839568966177,0.10977762810279315,0.06944939969331326,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.046218369803834,3.046218369803834,1.4780800342559814,0.5799551088088865,0.059106238468797666,0.06154249388429392,2.0015069821225198,1.7453419062761983,0.07263431471688254,0.06151191923990851,0.05433496756997717,Weather,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,152617.1489766439,152617.1489766439,295.6139322916667,0.45465128086983886,0.004449095306607827,0.004445591381772882,4.7726849566101075,390.6624488950069,0.005876867621739107,0.0044470205727061805,0.005825645190350297,Finance,1
3
  nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,20.500771349435883,20.500771349435883,3.5101964473724365,1.8358766613899793,0.15326393413054304,0.1363874101186431,39.906233255418904,4.52777774956279,0.19881564032665114,0.15413343873251634,0.12269207976380476,Weather,1
4
  noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002612042686143586,0.002612042686143586,0.04313500598073006,0.05362410411028171,0.12954186897825043,0.10747509047447416,0.6140569046257515,0.051108146964486845,0.06754380712852706,0.05700661631255731,0.08148407350311816,Ocean,1
5
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.013776759075605938,0.013776759075605938,0.10964688162008922,1.0121250982330432,0.11127479839196504,0.10453939694175884,5.91769226395872,0.11737443961785692,0.11737443961785692,0.10964688162008922,0.06733399916578223,Ocean,1
6
  nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.019966119332934795,0.019966119332934795,0.050332347551981606,0.08992379881759528,0.0034960461171902302,0.003544866051068784,2.735609456587372,0.14130151921665526,0.010057047267001885,0.0035823733615581704,0.007982664207702944,Weather,1
7
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,7.314192612738907,7.314192612738907,2.3092218240102134,0.35541679279033617,0.16849915780545333,0.15574395903176644,3.1682229308161656,2.704476402695891,0.18460589459031976,0.15762606033609783,0.20052491946485143,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.046218369803834,3.046218369803834,1.4780800342559814,0.5799551088088865,0.059106238468797666,0.06154249388429392,2.0015069821225198,1.7453419062761983,0.07263431471688254,0.06151191923990851,0.05433496756997717,Weather,1
results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:18:32.481697+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -127,7 +127,7 @@
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
- 66599.5
131
  ],
132
  "p50": [
133
  66557.4375,
 
1
  {
2
  "dataset": "binance_btcusdt_1h_close/1h/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:24:05.708884+00:00",
5
  "freq": "1h",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
127
  66510.0,
128
  66514.0,
129
  66481.7265625,
130
+ 66634.171875
131
  ],
132
  "p50": [
133
  66557.4375,
results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:07:26.464043+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
@@ -11,7 +11,6 @@
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
14
- 1.2000000476837158,
15
  1.100000023841858,
16
  1.100000023841858,
17
  1.2000000476837158,
@@ -101,10 +100,10 @@
101
  1.100000023841858,
102
  1.100000023841858,
103
  1.100000023841858,
 
104
  1.0
105
  ],
106
  "actuals": [
107
- 1.0,
108
  0.8999999761581421,
109
  0.8999999761581421,
110
  1.0,
@@ -127,90 +126,88 @@
127
  1.0,
128
  1.100000023841858,
129
  1.0,
130
- 1.0
 
131
  ],
132
  "p50": [
133
- 1.0869272947311401,
134
- 1.095171332359314,
135
- 1.100105881690979,
136
- 1.1058073043823242,
137
- 1.1103906631469727,
138
- 1.1018905639648438,
139
- 1.101138949394226,
140
- 1.101828694343567,
141
- 1.1076210737228394,
142
- 1.124997854232788,
143
- 1.1063836812973022,
144
- 1.105407953262329,
145
- 1.0997202396392822,
146
- 1.098632574081421,
147
- 1.1131956577301025,
148
- 1.149050235748291,
149
- 1.105363368988037,
150
- 1.1011217832565308,
151
- 1.0998756885528564,
152
- 1.098727822303772,
153
- 1.1021182537078857,
154
- 1.107505202293396,
155
- 1.101688265800476,
156
- 1.0990151166915894
157
  ],
158
  "p10": [
159
- 0.9755107164382935,
160
- 0.9782100915908813,
161
- 1.0163514614105225,
162
- 1.0317070484161377,
163
- 1.0139455795288086,
164
- 1.0087016820907593,
165
- 1.0105311870574951,
166
- 1.0017099380493164,
167
- 1.0084367990493774,
168
- 1.0254225730895996,
169
- 1.0115139484405518,
170
- 1.008337140083313,
171
- 1.0051642656326294,
172
- 0.9968886375427246,
173
- 1.0066356658935547,
174
- 1.0153523683547974,
175
- 1.002882480621338,
176
- 1.0044219493865967,
177
- 1.0017167329788208,
178
- 0.9897279739379883,
179
- 0.9981876611709595,
180
- 1.0052040815353394,
181
- 0.9943462610244751,
182
- 0.9926168918609619
183
  ],
184
  "p90": [
185
- 1.189745545387268,
186
- 1.199595332145691,
187
- 1.2194617986679077,
188
- 1.23237943649292,
189
- 1.2376850843429565,
190
- 1.2292163372039795,
191
- 1.2316473722457886,
192
- 1.2348065376281738,
193
- 1.259303092956543,
194
- 1.2644367218017578,
195
- 1.261242151260376,
196
- 1.2645857334136963,
197
- 1.258442997932434,
198
- 1.2478102445602417,
199
- 1.2747303247451782,
200
- 1.2723249197006226,
201
- 1.267952799797058,
202
- 1.262892246246338,
203
- 1.2464808225631714,
204
- 1.2456564903259277,
205
- 1.2676150798797607,
206
- 1.2697678804397583,
207
- 1.2623848915100098,
208
- 1.2519713640213013
209
  ],
210
  "timestamps": [
211
- "2026-06-14 21:20:00",
212
- "2026-06-14 21:30:00",
213
- "2026-06-14 21:40:00",
214
  "2026-06-14 21:50:00",
215
  "2026-06-14 22:00:00",
216
  "2026-06-14 22:10:00",
@@ -327,6 +324,9 @@
327
  "2026-06-15 16:40:00",
328
  "2026-06-15 16:50:00",
329
  "2026-06-15 17:00:00",
330
- "2026-06-15 17:10:00"
 
 
 
331
  ]
332
  }
 
1
  {
2
  "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short",
3
  "model": "Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:24:15.881431+00:00",
5
  "freq": "10min",
6
  "context_length": 96,
7
  "prediction_length": 24,
 
11
  1.2000000476837158,
12
  1.2000000476837158,
13
  1.2000000476837158,
 
14
  1.100000023841858,
15
  1.100000023841858,
16
  1.2000000476837158,
 
100
  1.100000023841858,
101
  1.100000023841858,
102
  1.100000023841858,
103
+ 1.0,
104
  1.0
105
  ],
106
  "actuals": [
 
107
  0.8999999761581421,
108
  0.8999999761581421,
109
  1.0,
 
126
  1.0,
127
  1.100000023841858,
128
  1.0,
129
+ 1.0,
130
+ 1.100000023841858
131
  ],
132
  "p50": [
133
+ 1.060734510421753,
134
+ 1.1005704402923584,
135
+ 1.1150591373443604,
136
+ 1.1061588525772095,
137
+ 1.1020878553390503,
138
+ 1.101314663887024,
139
+ 1.1010453701019287,
140
+ 1.1153799295425415,
141
+ 1.1285911798477173,
142
+ 1.1051535606384277,
143
+ 1.1002743244171143,
144
+ 1.0994901657104492,
145
+ 1.101093053817749,
146
+ 1.1514092683792114,
147
+ 1.1787214279174805,
148
+ 1.1511094570159912,
149
+ 1.0999114513397217,
150
+ 1.0996651649475098,
151
+ 1.0986014604568481,
152
+ 1.1015676259994507,
153
+ 1.108817219734192,
154
+ 1.1011015176773071,
155
+ 1.1006596088409424,
156
+ 1.0969921350479126
157
  ],
158
  "p10": [
159
+ 0.9419147372245789,
160
+ 0.9950941801071167,
161
+ 1.017387866973877,
162
+ 1.0203663110733032,
163
+ 1.0033166408538818,
164
+ 0.99573814868927,
165
+ 1.0067949295043945,
166
+ 1.0113168954849243,
167
+ 1.0014758110046387,
168
+ 1.010414481163025,
169
+ 1.0021957159042358,
170
+ 0.9948304891586304,
171
+ 0.9961806535720825,
172
+ 1.0047688484191895,
173
+ 1.0066331624984741,
174
+ 1.0109540224075317,
175
+ 0.9949091672897339,
176
+ 0.989600419998169,
177
+ 0.9915340542793274,
178
+ 0.9966086149215698,
179
+ 0.9966583251953125,
180
+ 0.99868243932724,
181
+ 0.9917424917221069,
182
+ 0.9807931780815125
183
  ],
184
  "p90": [
185
+ 1.1612627506256104,
186
+ 1.2160470485687256,
187
+ 1.2443535327911377,
188
+ 1.24370276927948,
189
+ 1.2321360111236572,
190
+ 1.2245080471038818,
191
+ 1.2351841926574707,
192
+ 1.2593798637390137,
193
+ 1.275804877281189,
194
+ 1.268545150756836,
195
+ 1.265032410621643,
196
+ 1.268290638923645,
197
+ 1.2598390579223633,
198
+ 1.278127670288086,
199
+ 1.2990168333053589,
200
+ 1.2815734148025513,
201
+ 1.264797329902649,
202
+ 1.2441421747207642,
203
+ 1.2331039905548096,
204
+ 1.2705246210098267,
205
+ 1.2820576429367065,
206
+ 1.2592800855636597,
207
+ 1.2375949621200562,
208
+ 1.2362598180770874
209
  ],
210
  "timestamps": [
 
 
 
211
  "2026-06-14 21:50:00",
212
  "2026-06-14 22:00:00",
213
  "2026-06-14 22:10:00",
 
324
  "2026-06-15 16:40:00",
325
  "2026-06-15 16:50:00",
326
  "2026-06-15 17:00:00",
327
+ "2026-06-15 17:10:00",
328
+ "2026-06-15 17:20:00",
329
+ "2026-06-15 17:30:00",
330
+ "2026-06-15 17:40:00"
331
  ]
332
  }
results/toto_2_0_1b/online_meta.json CHANGED
@@ -1,23 +1,17 @@
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
- "evaluated_at": "2026-06-16T12:18:43.534598+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260616t094200z",
14
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260616t095000z",
20
- "data_fetched_at": "2026-06-16T12:17:15.861942Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  }
 
1
  {
2
  "model": "Toto-2.0-1B",
3
  "api_model_id": "Datadog/Toto-2.0-1B",
4
+ "evaluated_at": "2026-06-16T12:24:21.560842+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260615t120000z",
8
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t035000z",
14
+ "data_fetched_at": "2026-06-16T12:22:38.003290Z",
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  }