ziyuzhou02 commited on
Commit
35359f9
·
verified ·
1 Parent(s): 9693e97

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,347255.1150563558,347255.1150563558,529.0572916666666,0.6775044207798748,0.007176762998382282,0.00714491644618697,10.77235589007953,589.283560823103,0.00798402577851996,0.007168038166685978,0.0050885674475657115,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,171736.2395070394,171736.2395070394,343.828125,0.41900612591102876,0.004671969112653738,0.004656325851072468,2.341115405858961,414.4107135524363,0.005620706165895282,0.004663385378310648,0.0030400092697082846,Finance,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0014447208960734297,0.0014447208960734297,0.028393278519312542,0.05323116183037835,0.021820605841902558,0.02223793170771232,0.26592716830268465,0.038009484291074376,0.030994415859558377,0.023152986641560243,0.023841606712431858,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03134779990289379,0.03134779990289379,0.12561007340749106,0.28848247050750714,0.05002049828832805,0.04970478375256374,2.2162536861338213,0.17705309910558975,0.07000452375899516,0.04966461142247366,0.046167111156080264,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-2,3.006236366154402,3.006236366154402,1.2717360655466716,0.8032017256084242,0.0869084225755139,0.08024580033230116,16.76679515838623,1.7338501567766464,0.10991126900692051,0.08061718843453036,0.06506770968293063,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,384.4119514333015,384.4119514333015,16.324686646461487,1.0095142053186819,0.5893479614059145,0.42776858045950733,22.343815532649796,19.60642627898571,0.753730962512373,0.6275708588432689,0.5023100477953395,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5093187507753404,0.5093187507753404,0.5982426802317301,0.46972160116106565,0.025721537279202695,0.026241251968795763,2.8374172778571265,0.7136657136050045,0.029928316731044062,0.025087931330709204,0.028552554672479174,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,12.477661307364778,12.477661307364778,2.661552687486013,0.5123844745962377,0.33087127994904814,0.3038734547066409,4.200414522446413,3.53237332502735,0.3980138957777296,0.29989326056180426,0.2629014095292467,Hazards,1
10
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,18463.843722148333,18463.843722148333,135.24705505371094,3.16985285282135,0.6833858797897435,0.5068363873318483,62.80760210752487,135.88172696189997,0.6794086348094999,0.6762352752685546,0.5223118133544922,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,58053.50597381592,58053.50597381592,195.8095703125,0.22954597983113453,0.0026541388473533905,0.0026504555832763434,1.3780486300173642,240.94295169980782,0.0032618271859009827,0.002650822425802514,0.0023403652424225305,Finance,1
3
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03356447827163578,0.03356447827163578,0.13263951738675436,0.30906294741097334,0.05300343106737707,0.05260659884092167,2.8161740244490603,0.1832061087181205,0.07279712745290215,0.052704442663269985,0.047167848752618584,Ocean,1
 
 
 
 
4
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5093187507753404,0.5093187507753404,0.5982426802317301,0.46972160116106565,0.025721537279202695,0.026241251968795763,2.8374172778571265,0.7136657136050045,0.029928316731044062,0.025087931330709204,0.028552554672479174,Weather,1
5
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2519.157690048218,2519.157690048218,40.516764322916664,0.033358570969125215,0.002081434989016509,0.0020836571630658764,0.20535940180102918,50.19121128293496,0.002574458368861806,0.0020782268513571274,0.0019386817725772364,Hydrology,1
6
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,18463.843722148333,18463.843722148333,135.24705505371094,3.16985285282135,0.6833858797897435,0.5068363873318483,62.80760210752487,135.88172696189997,0.6794086348094999,0.6762352752685546,0.5223118133544922,Web,1
results/chronos_2/online_meta.json CHANGED
@@ -1,59 +1,35 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-01T03:33:09.543669+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
8
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
14
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
20
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
26
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
32
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
38
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
44
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
50
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
56
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
57
  "context_length": 4,
58
  "prediction_length": 2
59
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-01T03:54:55.268459+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
14
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
20
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
26
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
32
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/chronos_bolt_base/all_results.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,282150.2436548869,282150.2436548869,474.7425130208333,0.6079495668427752,0.006440541744371794,0.006414647199593761,2.430296744588557,531.1781656420818,0.007196773250469844,0.006432143562300236,0.003977284880330565,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,172574.36267344156,172574.36267344156,340.6214192708333,0.4150982741478409,0.0046284299245231775,0.004612899669155915,1.9147434296242214,415.42070563880367,0.0056344048193366645,0.00461989241330105,0.003062304546807612,Finance,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.013946724235980904,0.013946724235980904,0.0936347246170044,0.1755445457149466,0.07258392352118304,0.07680603612293808,0.5677140180037092,0.11809624988110716,0.09630028790285106,0.07635340620383435,0.0680730104047884,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.03663760299117532,0.03663760299117532,0.14303256074587503,0.3284958392877139,0.05776799053094014,0.05651552655036371,2.162899006618135,0.19140951645927984,0.07568086698488291,0.056553239382006446,0.05213175923470312,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,5.4162156999579265,5.4162156999579265,1.7144714991251628,1.082824104710629,0.11709167038623343,0.10542193077627642,17.02474062066329,2.327276455421213,0.1475294203166973,0.10868282787214278,0.0797659594073732,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,366.12127285736096,366.12127285736096,15.969253420829773,0.9875343108136176,0.5788640121250318,0.41772435837029764,10.451142984231092,19.134295724101293,0.735580820691477,0.6139069190996244,0.41338203257823086,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.3341187147010108,0.3341187147010108,0.5045685768127441,0.3961715999671529,0.022694490740657658,0.022343978362354494,3.0617355681939293,0.5780300292381104,0.02424029271030335,0.0211596100127936,0.023239110281880557,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,12.0751172514346,12.0751172514346,2.8019943237304688,0.5394213671352773,0.3991010726150017,0.3177594459884356,3.787824329845408,3.4749269418844766,0.3915410638743072,0.31571767027948944,0.26148213011931176,Hazards,1
10
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,18075.7188490415,18075.7188490415,133.8031005859375,3.13601016998291,0.6761400910852747,0.5027983088048676,76.43694591522217,134.44596999925844,0.6722298499962922,0.6690155029296875,0.5578463338216145,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,42805.76916758219,42805.76916758219,171.62858072916666,0.20119880079216204,0.0023244780128625487,0.0023237727804042087,1.269006399904955,206.8955513479741,0.002800901745694572,0.0023234660592914283,0.002424714459869653,Finance,1
3
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.03724240460033693,0.03724240460033693,0.1400369107723236,0.326299591873695,0.05580449067291135,0.055542245992759066,2.60703565806721,0.19298291271596285,0.0766819501353599,0.05564380419917317,0.05351595097796948,Ocean,1
 
 
 
 
4
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.3341187147010108,0.3341187147010108,0.5045685768127441,0.3961715999671529,0.022694490740657658,0.022343978362354494,3.0617355681939293,0.5780300292381104,0.02424029271030335,0.0211596100127936,0.023239110281880557,Weather,1
5
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,6957.784804185231,6957.784804185231,73.373291015625,0.06041025675385936,0.003756469011586922,0.003765513856241928,0.4728992013293311,83.41333708817332,0.004278521244103783,0.0037635370471788845,0.0049883179832763405,Hydrology,1
6
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,18075.7188490415,18075.7188490415,133.8031005859375,3.13601016998291,0.6761400910852747,0.5027983088048676,76.43694591522217,134.44596999925844,0.6722298499962922,0.6690155029296875,0.5578463338216145,Web,1
results/chronos_bolt_base/online_meta.json CHANGED
@@ -1,59 +1,35 @@
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-01T03:32:45.785575+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
8
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
14
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
20
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
26
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
32
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
38
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
44
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
50
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
56
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
57
  "context_length": 4,
58
  "prediction_length": 2
59
  }
 
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-01T03:54:38.005521+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
14
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
20
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
26
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
32
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/chronos_bolt_mini/all_results.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,325579.3632380168,325579.3632380168,512.0400390625,0.6557123312454302,0.006946277621503789,0.006916409874522648,3.019195063733431,570.5956214676177,0.0077308285073230424,0.006937476527936924,0.00423592664925502,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,183228.59649658203,183228.59649658203,357.8151041666667,0.4360513573150137,0.004861787726602122,0.0048452223181174045,1.5354029313450228,428.0520955404634,0.005805725996087812,0.00485309258778506,0.003296558846458977,Finance,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.03557051666671344,0.03557051666671344,0.15124903619289398,0.283558727351491,0.1173849487963675,0.128665222288706,0.9791244190624617,0.18860147578084704,0.1537929988029514,0.12333436281903958,0.09925565558824909,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.03902005892838408,0.03902005892838408,0.14840659499168396,0.3408381191205863,0.060346059597121915,0.05857367168271002,2.0811917032340697,0.19753495621885278,0.07810278727517722,0.05867806357284438,0.05294581954756277,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,8.562594622874409,8.562594622874409,2.128122170766195,1.3440771604839126,0.14559007635250534,0.1276329272191955,26.001112385800013,2.9261911459907073,0.18549548872814428,0.13490474218690301,0.1029504327515379,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,417.01569246581965,417.01569246581965,17.454960306485493,1.0794100226414052,0.6379757042842451,0.4580301699620007,11.322676722666493,20.420962084726067,0.785044208900344,0.6710220335525209,0.44392493446218656,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.1944386851237141,0.1944386851237141,0.3684542973836263,0.2892988886293989,0.016297671327335814,0.01611181326290567,3.4361309470274612,0.4409520213398665,0.018491783346562443,0.015451515608489421,0.023258704864833453,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,12.316172100668041,12.316172100668041,2.8714785973230996,0.5527980187359978,0.4162468721540075,0.3246734321449142,3.482733934320868,3.50944042557614,0.39542990710717074,0.3235468842054197,0.2652010667429781,Hazards,1
10
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,17209.548713848926,17209.548713848926,130.82669067382812,3.0662505626678467,0.6600720042913732,0.4945053726642662,23.67331749200821,131.18516956519485,0.6559258478259743,0.6541334533691406,0.4190496063232422,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,81196.95458221436,81196.95458221436,240.8154296875,0.282305985748563,0.0032643532474748924,0.003258462568329075,1.4190494640796703,284.9507932647571,0.003857594661133957,0.0032601008238571385,0.0028921503798202677,Finance,1
3
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.035636902201526745,0.035636902201526745,0.1407918930053711,0.3280587737433651,0.056469829975582565,0.05581758661905762,2.5535405713879378,0.18877738795079974,0.07501088073446478,0.05594379713187825,0.05461892099830933,Ocean,1
 
 
 
 
4
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.1944386851237141,0.1944386851237141,0.3684542973836263,0.2892988886293989,0.016297671327335814,0.01611181326290567,3.4361309470274612,0.4409520213398665,0.018491783346562443,0.015451515608489421,0.023258704864833453,Weather,1
5
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,6864.71441078186,6864.71441078186,72.7421875,0.05989065180102917,0.00372762904867154,0.003736595942631487,0.5227114601200686,82.85357210634832,0.004249809212550459,0.0037311658474032915,0.005439851300729025,Hydrology,1
6
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,17209.548713848926,17209.548713848926,130.82669067382812,3.0662505626678467,0.6600720042913732,0.4945053726642662,23.67331749200821,131.18516956519485,0.6559258478259743,0.6541334533691406,0.4190496063232422,Web,1
results/chronos_bolt_mini/online_meta.json CHANGED
@@ -1,59 +1,35 @@
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-01T03:32:12.200352+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
8
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
14
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
20
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
26
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
32
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
38
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
44
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
50
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
56
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
57
  "context_length": 4,
58
  "prediction_length": 2
59
  }
 
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-01T03:54:20.296320+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
14
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
20
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
26
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
32
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/chronos_bolt_tiny/all_results.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,238889.72572835287,238889.72572835287,435.3033854166667,0.5574442931712812,0.005905716944268378,0.005883783897121772,2.1530440227137633,488.76346603275584,0.006622109238807901,0.005897794681034686,0.0037870487536302167,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,136110.62114461264,136110.62114461264,304.32421875,0.3708646926988243,0.004135236279842907,0.004123078131166921,1.3785806933107938,368.93172965280803,0.005003868818636527,0.004127588782868072,0.0029646776823924006,Finance,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.022410755720408442,0.022410755720408442,0.1043454756339391,0.19562485170425106,0.07932726484519483,0.08616358540817254,0.6421028067147198,0.14970222349854542,0.1220730314224244,0.08508737030197441,0.07478023948153595,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.03629490837451973,0.03629490837451973,0.14328602949778238,0.32907796848932236,0.05788213794558362,0.05661585315379138,2.251408700192989,0.19051222631243311,0.07532608997323523,0.05665345767445485,0.05274284629010722,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,11.207352603296082,11.207352603296082,2.5264994303385415,1.5956838507401319,0.17190232083092347,0.14890860046159296,34.2058263577913,3.347738431134679,0.21221798079327878,0.16015845282156227,0.12532884821902326,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,385.0548680956737,385.0548680956737,16.761848012606304,1.0365481459202537,0.6138319384903265,0.44368888484176905,9.80459859196886,19.62281498908028,0.7543609946282795,0.644376678149091,0.42167658230661104,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,1.652876827689094,1.652876827689094,1.1423176129659016,0.896912366715441,0.05214084861762408,0.05038221062824774,4.067872176115371,1.2856425738474493,0.053914763480310976,0.04790428162171132,0.03659572530157813,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,11.690905675339119,11.690905675339119,2.7347034215927124,0.5264669688627682,0.3843838346979936,0.3110679774991332,3.7690588573721002,3.419196641806247,0.3852615934429574,0.30813559679917885,0.2588410074535483,Hazards,1
10
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,16646.17340353178,16646.17340353178,128.44187927246094,3.0103565454483032,0.648916294835058,0.487653779666813,39.17839479446411,129.02005039346318,0.6451002519673159,0.6422093963623047,0.4634729410807291,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,62743.53008015951,62743.53008015951,209.18359375,0.24522423962888618,0.0028347756237519094,0.0028314145212108275,1.4051616970401284,250.4865866272274,0.0033910265986207043,0.0028318767082604855,0.0027594050512944686,Finance,1
3
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.03881763240493304,0.03881763240493304,0.14865583181381226,0.34638251431691963,0.059912799331931686,0.05887806436719575,2.537741266866494,0.19702190843896789,0.07828684905759896,0.05906854095033201,0.052856775026381836,Ocean,1
 
 
 
 
4
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,1.652876827689094,1.652876827689094,1.1423176129659016,0.896912366715441,0.05214084861762408,0.05038221062824774,4.067872176115371,1.2856425738474493,0.053914763480310976,0.04790428162171132,0.03659572530157813,Weather,1
5
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,10947.820092360178,10947.820092360178,86.139404296875,0.07092095036449401,0.004428570763206611,0.004442293073237775,0.5488760318396227,104.63183116222413,0.005366881700990338,0.004418349440318444,0.005863625949128494,Hydrology,1
6
  wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,16646.17340353178,16646.17340353178,128.44187927246094,3.0103565454483032,0.648916294835058,0.487653779666813,39.17839479446411,129.02005039346318,0.6451002519673159,0.6422093963623047,0.4634729410807291,Web,1
results/chronos_bolt_tiny/online_meta.json CHANGED
@@ -1,59 +1,35 @@
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-01T03:31:39.784383+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
8
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
14
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
20
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
26
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
32
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
38
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
44
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
50
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
56
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
57
  "context_length": 4,
58
  "prediction_length": 2
59
  }
 
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-01T03:54:07.071641+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
14
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
20
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
26
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
32
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/dataset_properties.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
- coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
- noaa_coops_sf_water_level_water_level,Ocean,6min,1
5
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
6
- nws_ksfo_observations_temperature,Weather,1h,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
8
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
9
- usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
10
  wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
 
 
3
  noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
 
 
4
  open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
5
+ usgs_potomac_iv_usgs_00060,Hydrology,15min,1
6
  wikimedia_time_series_hourly_pageviews,Web,1D,1
results/moirai_1_1_small/all_results.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,411506.5057296753,319812.5004469554,507.4314778645833,0.6498106630627897,0.006883742502284862,0.006854402117641992,2.6655491396466213,641.4877284326453,0.008691324348598147,0.00687503651797863,0.004390629195010145,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,1003732.0706863403,70083.79195785522,219.01334635416666,0.26690060267370425,0.0029755527094411783,0.0029696720425128795,1.8950657239231588,1001.8642975405104,0.013588415189135226,0.0029705063744942524,0.002913078971674605,Finance,1
4
- noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.046058820913141986,0.046303731886267206,0.16843363145987192,0.3157760696011315,0.13022406035294617,0.14515471479682238,1.9666984551913105,0.21461318904750934,0.1750039642565354,0.13734735199837417,0.11095671323220485,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.04285926985252786,0.03825021581882441,0.1500402639309565,0.34459008613093783,0.061242178379971535,0.05919617899824666,2.054204898436421,0.20702480492087866,0.08185495169526484,0.059323995311127226,0.05142249910201337,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,2.7218049622360923,2.564258484778558,1.1973779598871868,0.756238711507697,0.08158149543436799,0.07589214302738052,14.018742849952298,1.649789369051726,0.10458253410070245,0.07590352057687738,0.05938303640132726,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,549.0797424111712,481.9695231492551,19.150521516799927,1.1842630691267282,0.7461929453031075,0.5073473317220278,10.322861399482656,23.432450627520186,0.9008150345294917,0.7362045897646495,0.48459742095011826,Air Quality,1
8
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.4326988338881772,1.1505531339136799,0.940937876701355,0.7387952425361105,0.03987835032365936,0.03946760147696544,3.869059358100882,1.1969539815248442,0.050195514774844296,0.03945921215116753,0.03786958678751264,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,16.217623898786126,14.472394475941352,3.1845266819000244,0.6130639601518763,0.49228522950293296,0.35263940211388795,3.754827572700174,4.027111110807116,0.4537589984008018,0.35881990781972106,0.28060601099618226,Hazards,1
10
- wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,34242.189287231304,20902.95527474978,144.3172607421875,3.3824357986450195,0.7274835625862286,0.5318221759468447,49.85482111573219,185.0464517012723,0.9252322585063615,0.7215863037109375,0.5146611938476563,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,94111.53402455647,70740.50836817424,217.84830729166666,0.25538181342215754,0.0029523582587638758,0.0029481118853050404,1.8149876302594297,306.77603235024156,0.00415305944931551,0.0029491774966374186,0.003199622479897135,Finance,1
3
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.05141033674701845,0.04131945094946291,0.15473897755146027,0.36055683421983376,0.06259847382349125,0.06124027291330269,2.5819729817589887,0.2267384765473616,0.0900947566169369,0.0614856848909824,0.055496051393697086,Ocean,1
4
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.330592622769018,1.08281070091914,0.8722193638483683,0.6848395971879567,0.03694860692191044,0.036505749050193395,3.94804056025545,1.1535131654077546,0.04837377880095263,0.036577429576015265,0.037273344330728306,Weather,1
5
+ usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,24553.057872454327,24523.82788324356,132.79313151041666,0.10933225235849058,0.006847523437643835,0.006814854408459313,0.5244414330510292,156.69415391920123,0.008037315011884654,0.0068113595987390465,0.005559411297300586,Hydrology,1
6
+ wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,29824.160128579475,20335.81571143726,142.2901153564453,3.334924578666687,0.717554116781218,0.5263287226921776,46.00889155268669,172.69672877208612,0.8634836438604306,0.7114505767822266,0.5029074885050455,Web,1
 
 
 
 
results/moirai_1_1_small/online_meta.json CHANGED
@@ -1,59 +1,35 @@
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-01T03:34:34.612872+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
8
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
14
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
20
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
26
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
32
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
38
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
44
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
50
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
56
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
57
  "context_length": 4,
58
  "prediction_length": 2
59
  }
 
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-01T03:55:39.399509+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
14
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
20
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
26
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
32
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }
results/online_status.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-01T03:30:41.924878+00:00",
4
- "finished_at": "2026-06-01T03:34:34.627781+00:00",
5
  "data_source": "ts_bench",
6
  "data_config": "configs/datasets/ts_bench.yaml",
7
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
@@ -9,59 +9,35 @@
9
  "Chronos-Bolt-Tiny": {
10
  "model": "Chronos-Bolt-Tiny",
11
  "api_model_id": "amazon/chronos-bolt-tiny",
12
- "evaluated_at": "2026-06-01T03:31:39.784383+00:00",
13
  "datasets": [
14
  {
15
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
16
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
17
  "context_length": 96,
18
  "prediction_length": 24
19
  },
20
  {
21
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
22
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
23
- "context_length": 96,
24
- "prediction_length": 24
25
- },
26
- {
27
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
28
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
29
- "context_length": 96,
30
- "prediction_length": 24
31
- },
32
- {
33
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
34
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
35
- "context_length": 96,
36
- "prediction_length": 24
37
- },
38
- {
39
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
40
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
41
- "context_length": 96,
42
- "prediction_length": 24
43
- },
44
- {
45
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
46
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
47
  "context_length": 96,
48
  "prediction_length": 24
49
  },
50
  {
51
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
52
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
53
  "context_length": 96,
54
  "prediction_length": 24
55
  },
56
  {
57
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
58
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
59
  "context_length": 96,
60
  "prediction_length": 24
61
  },
62
  {
63
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
64
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
65
  "context_length": 4,
66
  "prediction_length": 2
67
  }
@@ -70,59 +46,35 @@
70
  "Chronos-Bolt-Mini": {
71
  "model": "Chronos-Bolt-Mini",
72
  "api_model_id": "amazon/chronos-bolt-mini",
73
- "evaluated_at": "2026-06-01T03:32:12.200352+00:00",
74
  "datasets": [
75
  {
76
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
77
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
78
- "context_length": 96,
79
- "prediction_length": 24
80
- },
81
- {
82
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
83
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
84
- "context_length": 96,
85
- "prediction_length": 24
86
- },
87
- {
88
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
89
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
90
  "context_length": 96,
91
  "prediction_length": 24
92
  },
93
  {
94
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
95
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
96
- "context_length": 96,
97
- "prediction_length": 24
98
- },
99
- {
100
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
101
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
102
- "context_length": 96,
103
- "prediction_length": 24
104
- },
105
- {
106
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
107
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
108
  "context_length": 96,
109
  "prediction_length": 24
110
  },
111
  {
112
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
113
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
114
  "context_length": 96,
115
  "prediction_length": 24
116
  },
117
  {
118
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
119
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
120
  "context_length": 96,
121
  "prediction_length": 24
122
  },
123
  {
124
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
125
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
126
  "context_length": 4,
127
  "prediction_length": 2
128
  }
@@ -131,59 +83,35 @@
131
  "Chronos-Bolt-Base": {
132
  "model": "Chronos-Bolt-Base",
133
  "api_model_id": "amazon/chronos-bolt-base",
134
- "evaluated_at": "2026-06-01T03:32:45.785575+00:00",
135
  "datasets": [
136
  {
137
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
138
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
139
- "context_length": 96,
140
- "prediction_length": 24
141
- },
142
- {
143
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
144
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
145
- "context_length": 96,
146
- "prediction_length": 24
147
- },
148
- {
149
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
150
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
151
- "context_length": 96,
152
- "prediction_length": 24
153
- },
154
- {
155
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
156
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
157
- "context_length": 96,
158
- "prediction_length": 24
159
- },
160
- {
161
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
162
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
163
  "context_length": 96,
164
  "prediction_length": 24
165
  },
166
  {
167
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
168
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
169
  "context_length": 96,
170
  "prediction_length": 24
171
  },
172
  {
173
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
174
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
175
  "context_length": 96,
176
  "prediction_length": 24
177
  },
178
  {
179
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
180
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
181
  "context_length": 96,
182
  "prediction_length": 24
183
  },
184
  {
185
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
186
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
187
  "context_length": 4,
188
  "prediction_length": 2
189
  }
@@ -192,59 +120,35 @@
192
  "Chronos-2": {
193
  "model": "Chronos-2",
194
  "api_model_id": "amazon/chronos-2",
195
- "evaluated_at": "2026-06-01T03:33:09.543669+00:00",
196
  "datasets": [
197
  {
198
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
199
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
200
  "context_length": 96,
201
  "prediction_length": 24
202
  },
203
  {
204
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
205
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
206
- "context_length": 96,
207
- "prediction_length": 24
208
- },
209
- {
210
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
211
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
212
- "context_length": 96,
213
- "prediction_length": 24
214
- },
215
- {
216
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
217
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
218
- "context_length": 96,
219
- "prediction_length": 24
220
- },
221
- {
222
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
223
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
224
- "context_length": 96,
225
- "prediction_length": 24
226
- },
227
- {
228
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
229
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
230
  "context_length": 96,
231
  "prediction_length": 24
232
  },
233
  {
234
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
235
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
236
  "context_length": 96,
237
  "prediction_length": 24
238
  },
239
  {
240
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
241
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
242
  "context_length": 96,
243
  "prediction_length": 24
244
  },
245
  {
246
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
247
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
248
  "context_length": 4,
249
  "prediction_length": 2
250
  }
@@ -253,59 +157,35 @@
253
  "TimesFM-2.5": {
254
  "model": "TimesFM-2.5",
255
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
256
- "evaluated_at": "2026-06-01T03:33:59.389871+00:00",
257
  "datasets": [
258
  {
259
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
260
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
261
- "context_length": 96,
262
- "prediction_length": 24
263
- },
264
- {
265
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
266
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
267
- "context_length": 96,
268
- "prediction_length": 24
269
- },
270
- {
271
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
272
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
273
  "context_length": 96,
274
  "prediction_length": 24
275
  },
276
  {
277
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
278
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
279
- "context_length": 96,
280
- "prediction_length": 24
281
- },
282
- {
283
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
284
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
285
- "context_length": 96,
286
- "prediction_length": 24
287
- },
288
- {
289
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
290
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
291
  "context_length": 96,
292
  "prediction_length": 24
293
  },
294
  {
295
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
296
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
297
  "context_length": 96,
298
  "prediction_length": 24
299
  },
300
  {
301
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
302
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
303
  "context_length": 96,
304
  "prediction_length": 24
305
  },
306
  {
307
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
308
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
309
  "context_length": 4,
310
  "prediction_length": 2
311
  }
@@ -314,59 +194,35 @@
314
  "Moirai-1.1-Small": {
315
  "model": "Moirai-1.1-Small",
316
  "api_model_id": "Salesforce/moirai-1.1-R-small",
317
- "evaluated_at": "2026-06-01T03:34:34.612872+00:00",
318
  "datasets": [
319
  {
320
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
321
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
322
- "context_length": 96,
323
- "prediction_length": 24
324
- },
325
- {
326
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
327
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
328
- "context_length": 96,
329
- "prediction_length": 24
330
- },
331
- {
332
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
333
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
334
- "context_length": 96,
335
- "prediction_length": 24
336
- },
337
- {
338
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
339
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
340
- "context_length": 96,
341
- "prediction_length": 24
342
- },
343
- {
344
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
345
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
346
  "context_length": 96,
347
  "prediction_length": 24
348
  },
349
  {
350
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
351
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
352
  "context_length": 96,
353
  "prediction_length": 24
354
  },
355
  {
356
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
357
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
358
  "context_length": 96,
359
  "prediction_length": 24
360
  },
361
  {
362
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
363
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
364
  "context_length": 96,
365
  "prediction_length": 24
366
  },
367
  {
368
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
369
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
370
  "context_length": 4,
371
  "prediction_length": 2
372
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-01T03:53:39.703962+00:00",
4
+ "finished_at": "2026-06-01T03:55:39.402625+00:00",
5
  "data_source": "ts_bench",
6
  "data_config": "configs/datasets/ts_bench.yaml",
7
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
 
9
  "Chronos-Bolt-Tiny": {
10
  "model": "Chronos-Bolt-Tiny",
11
  "api_model_id": "amazon/chronos-bolt-tiny",
12
+ "evaluated_at": "2026-06-01T03:54:07.071641+00:00",
13
  "datasets": [
14
  {
15
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
16
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
17
  "context_length": 96,
18
  "prediction_length": 24
19
  },
20
  {
21
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
22
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  "context_length": 96,
24
  "prediction_length": 24
25
  },
26
  {
27
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
28
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
29
  "context_length": 96,
30
  "prediction_length": 24
31
  },
32
  {
33
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
34
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
35
  "context_length": 96,
36
  "prediction_length": 24
37
  },
38
  {
39
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
40
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
41
  "context_length": 4,
42
  "prediction_length": 2
43
  }
 
46
  "Chronos-Bolt-Mini": {
47
  "model": "Chronos-Bolt-Mini",
48
  "api_model_id": "amazon/chronos-bolt-mini",
49
+ "evaluated_at": "2026-06-01T03:54:20.296320+00:00",
50
  "datasets": [
51
  {
52
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
53
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
54
  "context_length": 96,
55
  "prediction_length": 24
56
  },
57
  {
58
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
59
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
60
  "context_length": 96,
61
  "prediction_length": 24
62
  },
63
  {
64
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
65
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
66
  "context_length": 96,
67
  "prediction_length": 24
68
  },
69
  {
70
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
71
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
72
  "context_length": 96,
73
  "prediction_length": 24
74
  },
75
  {
76
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
77
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
78
  "context_length": 4,
79
  "prediction_length": 2
80
  }
 
83
  "Chronos-Bolt-Base": {
84
  "model": "Chronos-Bolt-Base",
85
  "api_model_id": "amazon/chronos-bolt-base",
86
+ "evaluated_at": "2026-06-01T03:54:38.005521+00:00",
87
  "datasets": [
88
  {
89
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
90
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
91
  "context_length": 96,
92
  "prediction_length": 24
93
  },
94
  {
95
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
96
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
97
  "context_length": 96,
98
  "prediction_length": 24
99
  },
100
  {
101
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
102
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
103
  "context_length": 96,
104
  "prediction_length": 24
105
  },
106
  {
107
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
108
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
109
  "context_length": 96,
110
  "prediction_length": 24
111
  },
112
  {
113
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
114
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
115
  "context_length": 4,
116
  "prediction_length": 2
117
  }
 
120
  "Chronos-2": {
121
  "model": "Chronos-2",
122
  "api_model_id": "amazon/chronos-2",
123
+ "evaluated_at": "2026-06-01T03:54:55.268459+00:00",
124
  "datasets": [
125
  {
126
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
127
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
128
  "context_length": 96,
129
  "prediction_length": 24
130
  },
131
  {
132
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
133
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
134
  "context_length": 96,
135
  "prediction_length": 24
136
  },
137
  {
138
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
139
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
140
  "context_length": 96,
141
  "prediction_length": 24
142
  },
143
  {
144
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
145
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
146
  "context_length": 96,
147
  "prediction_length": 24
148
  },
149
  {
150
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
151
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
152
  "context_length": 4,
153
  "prediction_length": 2
154
  }
 
157
  "TimesFM-2.5": {
158
  "model": "TimesFM-2.5",
159
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
160
+ "evaluated_at": "2026-06-01T03:55:22.152222+00:00",
161
  "datasets": [
162
  {
163
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
164
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
165
  "context_length": 96,
166
  "prediction_length": 24
167
  },
168
  {
169
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
170
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
171
  "context_length": 96,
172
  "prediction_length": 24
173
  },
174
  {
175
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
176
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
177
  "context_length": 96,
178
  "prediction_length": 24
179
  },
180
  {
181
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
182
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
183
  "context_length": 96,
184
  "prediction_length": 24
185
  },
186
  {
187
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
188
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
189
  "context_length": 4,
190
  "prediction_length": 2
191
  }
 
194
  "Moirai-1.1-Small": {
195
  "model": "Moirai-1.1-Small",
196
  "api_model_id": "Salesforce/moirai-1.1-R-small",
197
+ "evaluated_at": "2026-06-01T03:55:39.399509+00:00",
198
  "datasets": [
199
  {
200
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
201
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  "context_length": 96,
203
  "prediction_length": 24
204
  },
205
  {
206
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
207
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
208
  "context_length": 96,
209
  "prediction_length": 24
210
  },
211
  {
212
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
213
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
214
  "context_length": 96,
215
  "prediction_length": 24
216
  },
217
  {
218
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
219
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
220
  "context_length": 96,
221
  "prediction_length": 24
222
  },
223
  {
224
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
225
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
226
  "context_length": 4,
227
  "prediction_length": 2
228
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,10 +1,6 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,172977.7561264038,118052.88041687012,284.8977864583333,0.36483668751234943,0.0038667925291740457,0.0038559790193556202,18.596470962917138,415.9059462503557,0.00563498461023485,0.0038599944450332796,0.004695788066917214,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,93299.36482493083,68156.42236073811,203.3681640625,0.24783460212123898,0.0027633210174962193,0.002758106847448717,11.579377734805322,305.4494472493457,0.0041428504026995135,0.002758308741330988,0.0032418363676714797,Finance,1
4
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.04132190849744196,0.04852048931165198,0.1761778766910235,0.3302948287107275,0.13664219252309565,0.15239006509132144,8.284718791217836,0.20327790951660724,0.16576073525151516,0.1436623115851602,0.12266299598100762,Ocean,1
5
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02942999827275135,0.03026473895539065,0.12389618158340454,0.2845462595478087,0.0486165749566664,0.04903984864726726,9.121705819485054,0.17155173643175797,0.06782935554136667,0.04898696058481135,0.04922875875833727,Ocean,1
6
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.7558921930065785,2.4243379146408492,1.164854605992635,0.7356976458900853,0.07936565216211167,0.07396929094689021,34.685158328006146,1.660088007608807,0.1052353796931709,0.07384181813682517,0.08315206567851828,Weather,1
7
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,381.42213300552356,265.559168006696,13.996117949485779,0.8655161471282705,0.5162495212918161,0.39298044497730694,42.33395878355256,19.530031566936177,0.7507941162444906,0.5380535597560393,0.6298465340002283,Air Quality,1
8
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.9737283036112482,0.3055304246237635,0.47165783246358234,0.3703311040581971,0.020529619334440002,0.02036989873603823,26.86221020886153,0.9867767242954447,0.04138151207847113,0.01977946359135393,0.03406622536369518,Weather,1
9
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,11.896186448788436,12.806395069611881,2.6343884070714316,0.5071549874576018,0.3218525191836199,0.3003603828936942,16.2027825161735,3.4490848712069173,0.38862928126275126,0.2968324965714289,0.29932993549074305,Hazards,1
10
  wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,16313.4652498723,14112.485236534849,117.99026489257812,2.7653968334198,0.5969625238716094,0.4570772648847268,120.2814656496048,127.72417645016272,0.6386208822508136,0.5899513244628907,0.6300408070882162,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,46494.99320983887,38456.14454650879,166.033203125,0.19463938476043383,0.002247820516401213,0.0022480922487844,6.434717293328532,215.62697699925877,0.0029191056664156787,0.0022477171956874348,0.002348701970379826,Finance,1
3
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03237675144655583,0.032221474176213384,0.12616788347562155,0.29398341236330394,0.04952421646103994,0.050031667979119836,10.364355293489561,0.17993540909603042,0.07149751174185737,0.050132932564869746,0.05247040579900776,Ocean,1
 
 
 
 
4
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.9737283036112482,0.3055304246237635,0.47165783246358234,0.3703311040581971,0.020529619334440002,0.02036989873603823,26.86221020886153,0.9867767242954447,0.04138151207847113,0.01977946359135393,0.03406622536369518,Weather,1
5
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2357.706798553467,3918.87677526474,52.645589192708336,0.04334456743138937,0.0027015062816332738,0.0027052663666727052,3.256020918203259,48.55622306721834,0.002490594899793204,0.0027003508027890577,0.004455185773907054,Hydrology,1
6
  wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,16313.4652498723,14112.485236534849,117.99026489257812,2.7653968334198,0.5969625238716094,0.4570772648847268,120.2814656496048,127.72417645016272,0.6386208822508136,0.5899513244628907,0.6300408070882162,Web,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,59 +1,35 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-01T03:33:59.389871+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t030000z",
8
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t020004z",
14
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
15
- "context_length": 96,
16
- "prediction_length": 24
17
- },
18
- {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t010000z",
20
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
21
- "context_length": 96,
22
- "prediction_length": 24
23
- },
24
- {
25
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t181000z",
26
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
27
- "context_length": 96,
28
- "prediction_length": 24
29
- },
30
- {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t012500z",
32
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
33
- "context_length": 96,
34
- "prediction_length": 24
35
- },
36
- {
37
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t030000z",
38
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
44
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t030000z",
50
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
56
- "data_fetched_at": "2026-06-01T03:30:41.829182Z",
57
  "context_length": 4,
58
  "prediction_length": 2
59
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-01T03:55:22.152222+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260530t230000z",
8
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260531t185000z",
14
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t030000z",
20
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t005000z",
26
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
  "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
32
+ "data_fetched_at": "2026-06-01T03:53:39.621186Z",
33
  "context_length": 4,
34
  "prediction_length": 2
35
  }