ziyuzhou02 commited on
Commit
d3f445a
·
verified ·
1 Parent(s): 7b1e15e

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,465953.00587972003,465953.00587972003,628.5631510416666,0.8319442792860331,0.008540450335723046,0.008497612043443266,15.217592903760613,682.6075049980918,0.009265621499843663,0.0085320307843926,0.006292572975426357,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.115406594956615,1.115406594956615,0.7777604262034098,0.6447599578836428,0.030323442957978605,0.030751456755352246,4.796931533058982,1.0561281148405315,0.04273515471547158,0.03147128807416751,0.025978269320098897,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,Chronos-2,1.5102423722637468,1.5102423722637468,1.171873648961385,0.8207675118719461,0.08820189354028685,0.08408502021291457,7.4003316485829735,1.2289191886628457,0.09139776700406849,0.08715514877957117,0.054427302961141205,Weather,1
 
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,661825.1815083822,661825.1815083822,598.7721354166666,1.2113539157776982,0.008223593404121725,0.008161275080117025,22.239250061684107,813.5263864856396,0.011095771820986946,0.008166716037385354,0.00615571248419328,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,604862.2028223673,604862.2028223673,598.1624348958334,1.1553701569432997,0.00820430410466838,0.008147509898547508,20.34666040427628,777.728874880165,0.010609785355542882,0.008160138123933685,0.006021880600388665,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.6033774836875334,1.6033774836875334,1.0445338884989421,1.2119016503061006,0.04695006255192615,0.045734300383132205,7.271456097521333,1.266245427903901,0.05432974783594625,0.044816953741889265,0.03561247283389343,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0015621275918807972,0.0015621275918807972,0.03511334990616888,0.06021582026718162,0.23596517789847002,0.29577495996305414,0.7814440590110094,0.03952375983988362,0.14435705704452392,0.12824842261879493,0.2316604920524209,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.01756004658208828,0.01756004658208828,0.10861600438753764,0.23484540682112523,0.04769400028669413,0.04893194226854145,1.3172086271609527,0.13251432595039783,0.05900452194389225,0.04836334010212064,0.05062268925171841,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.00825188948313856,0.00825188948313856,0.032000064849853516,0.09070884660598945,0.002722532697298701,0.0026927973071646434,3.5390990706180823,0.09083991128979904,0.007585796510978442,0.002672239292646272,0.0038201773792677046,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,112.49679168057719,112.49679168057719,9.265289624532064,0.5675039157518575,0.32397823319014024,0.3270387799655922,2.7070438623529753,10.6064504750919,0.35463192266117827,0.30978954564269556,0.23755263847266284,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.5544508089557592,1.5544508089557592,1.0902961095174153,0.8076267731474817,0.04284679193068167,0.04401333928654468,4.306479106525661,1.2467761663409191,0.05081104899249097,0.04443386915198966,0.03892896087814893,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.381743071270648,14.381743071270648,2.9138102531433105,0.6011299089579323,0.5857397404075549,0.36220811963652927,5.927559448176606,3.7923268676724913,0.42932002275537634,0.3298653116766012,0.2820488489898746,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,12052.870284080505,12052.870284080505,96.48649088541667,0.10134248495623632,0.005623606423579075,0.0056441647369150525,1.6532867204595185,109.78556500779374,0.006404602722865944,0.005628769521754983,0.004905950590463458,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,18463.843722148333,18463.843722148333,135.24705505371094,3.16985285282135,0.6833858797897435,0.5068363873318483,62.80760210752487,135.88172696189997,0.6794086348094999,0.6762352752685546,0.5223118133544922,Web,1
results/chronos_2/online_meta.json CHANGED
@@ -1,25 +1,73 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-01T04:46:42.997458+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
8
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
15
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
20
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
21
  "context_length": 96,
22
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
  ]
25
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-01T13:26:13.996022+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
8
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
14
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
20
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
21
+ "context_length": 82,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
26
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
32
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
38
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
44
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
50
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
56
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
62
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
68
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
  ]
73
  }
results/chronos_bolt_base/all_results.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,308375.9813741048,308375.9813741048,516.8776041666666,0.6841211820401861,0.007022928133767643,0.006994542942308912,2.53038771152484,555.3161094134626,0.007537785396316876,0.007016026350263665,0.004360512521771795,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,0.49789634001232724,0.49789634001232724,0.5414930979410807,0.44889538636858434,0.022201472972532093,0.021859189263128787,2.5171224609163896,0.7056177010338723,0.02855210575301375,0.021910969883957875,0.02072726346995879,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,2.138530503850461,2.138530503850461,1.365678866704305,0.9565065708529529,0.10339064539271092,0.09754392162840982,3.106403555475864,1.4623715341357206,0.1087601967512184,0.10156892333761482,0.05991857345569113,Weather,1
 
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,664084.3914286295,664084.3914286295,613.6139322916666,1.241379809933908,0.00842455066280133,0.008362042245470226,16.39704767984321,814.9137325070853,0.011114693979071106,0.008369144863633812,0.006009754032001224,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,627202.5935312907,627202.5935312907,613.7578125,1.185493134948854,0.008417361005150404,0.008358486679612297,15.803994097256934,791.9612323411359,0.010803943323237636,0.008372890426520296,0.005939721829935478,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,1.6602418663010212,1.6602418663010212,0.8384857972462972,0.9728380597601292,0.03919626400523981,0.03742324553043281,13.48281260758803,1.2885037315821097,0.05528476650724349,0.035976218294287064,0.03128309762448914,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.010732614185713814,0.010732614185713814,0.08255665217681478,0.14157625355095899,3.5903450786526374,0.49922009682616303,1.32000507876723,0.10359833099868845,0.37838379340124983,0.3015309119368554,0.4094247321459938,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.01637737679440458,0.01637737679440458,0.09455674886703491,0.20444701755121528,0.043486323262529915,0.04237594955151373,1.6714926845449949,0.12797412548794612,0.056982911405597116,0.04210318939822763,0.05173393526517901,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.007910915802009791,0.007910915802009791,0.03124237060546875,0.08856105186524055,0.0026582022185233575,0.00262968875678093,3.3650009780793826,0.08894332915969466,0.007427418041635469,0.002608966285508408,0.003961447423300396,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,143.36678272009325,143.36678272009325,9.984185139338175,0.6115366482623127,0.3393320476526139,0.3792690031598041,8.026095545682335,11.973586877794526,0.4003428051254947,0.3338261730900113,0.2678563433055448,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.5160307497631038,0.5160307497631038,0.5702887376149496,0.42243611520009344,0.022079289815312927,0.0224369643348477,2.654575855100525,0.7183528031288692,0.029275711598495173,0.023241516616299796,0.027794768981810738,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.591155874321354,14.591155874321354,2.8869845072428384,0.595595657654683,0.6894833811787957,0.3522704245005713,6.410997263681582,3.819837152853686,0.4324343946626814,0.32682843478220813,0.2805144167046377,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,4810.63308429718,4810.63308429718,63.75048828125,0.0669589373632385,0.003720207920244799,0.0037248602919113354,0.34757000478665206,69.35872752795557,0.004046206759044563,0.0037190367495138553,0.003813070228521849,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,18075.7188490415,18075.7188490415,133.8031005859375,3.13601016998291,0.6761400910852747,0.5027983088048676,76.43694591522217,134.44596999925844,0.6722298499962922,0.6690155029296875,0.5578463338216145,Web,1
results/chronos_bolt_base/online_meta.json CHANGED
@@ -1,25 +1,73 @@
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-01T04:46:33.327232+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
8
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
15
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
20
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
21
  "context_length": 96,
22
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
  ]
25
  }
 
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-01T13:25:42.471558+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
8
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
14
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
20
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
21
+ "context_length": 82,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
26
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
32
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
38
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
44
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
50
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
56
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
62
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
68
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
  ]
73
  }
results/chronos_bolt_mini/all_results.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,405959.0569534302,405959.0569534302,586.3121744791666,0.776022359289342,0.007966746486885959,0.00792940474271713,3.8110278999950022,637.1491638175712,0.008648576154890068,0.007958521770851965,0.0047617548249077575,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,0.4548491683890461,0.4548491683890461,0.5713753700256348,0.473667657933949,0.023501715802405565,0.02325194461214802,2.492200701618963,0.6744250650658278,0.027289927324709105,0.02312012576461167,0.021595693164674842,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,2.852348003570796,2.852348003570796,1.602528731028239,1.1223936304354054,0.12106079718366787,0.11335657987840951,4.590777305401834,1.688889577080395,0.12560690522665655,0.11918403498541832,0.06822624003623651,Weather,1
 
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,768032.8783874512,768032.8783874512,661.4459635416666,1.3381470356064404,0.009080835534094438,0.009008588823591774,19.40919923046326,876.3748503850685,0.011952968620392674,0.009021530961123578,0.0064362152217621385,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,731074.9660746256,731074.9660746256,680.5364583333334,1.3144782567416582,0.009329732603371091,0.00926118195645944,18.524205459219957,855.0292194273981,0.011664317455411261,0.009283885403702612,0.006502204889921765,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,1.8348561143878517,1.8348561143878517,0.9319321314493815,1.0812574876817231,0.04330822046494035,0.041306379160586715,13.857479158620817,1.3545686082247188,0.05811935766130391,0.03998564305631861,0.03300600641396239,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.06463185228707248,0.06463185228707248,0.19966757262591273,0.342409559286,7.852249818499274,0.7405196472733634,1.2351816335613226,0.2542279533943356,0.9285452426371879,0.7292682499911015,0.5141156509796333,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.01473014401901196,0.01473014401901196,0.09359623988469441,0.20237024144455362,0.04172536912183874,0.04198289048123718,1.7201339177781554,0.12136780470541585,0.05404132153004578,0.0416755045202392,0.05588782533071836,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.007797164293757912,0.007797164293757912,0.033319314320882164,0.09444845146191892,0.0028307726084313336,0.0028026703777179543,4.140535889881403,0.08830155317862712,0.007373825056692092,0.0027824062654266944,0.005414304683820669,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,160.15648858220175,160.15648858220175,11.1909867922465,0.685453891145681,0.3859434623610621,0.4057446387528147,3.1376254991590593,12.655294883257433,0.4231360497871809,0.3741761838166544,0.2731774732647856,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.37918056298273467,0.37918056298273467,0.43172351519266766,0.3197952064795226,0.01597172800174608,0.016180570974640058,3.1633806633146517,0.6157763904070492,0.025095317977739038,0.017594436975840278,0.026887670198209188,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.691943841144772,14.691943841144772,2.9402918815612793,0.6065931675427281,0.7082999267169967,0.3573236660218185,6.242996262274361,3.8330071538081913,0.43392533816696505,0.33286323187486183,0.2825940145136675,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,4680.098995844523,4680.098995844523,62.401529947916664,0.06554208834792123,0.0036388871439745466,0.0036443904064134597,0.4318453398522976,68.41124904461637,0.003990933342418067,0.003640342048492951,0.004418359100699508,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,17209.548713848926,17209.548713848926,130.82669067382812,3.0662505626678467,0.6600720042913732,0.4945053726642662,23.67331749200821,131.18516956519485,0.6559258478259743,0.6541334533691406,0.4190496063232422,Web,1
results/chronos_bolt_mini/online_meta.json CHANGED
@@ -1,25 +1,73 @@
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-01T04:46:23.396414+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
8
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
15
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
20
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
21
  "context_length": 96,
22
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
  ]
25
  }
 
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-01T13:24:49.607198+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
8
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
14
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
20
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
21
+ "context_length": 82,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
26
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
32
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
38
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
44
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
50
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
56
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
62
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
68
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
  ]
73
  }
results/chronos_bolt_tiny/all_results.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,297264.3354034424,297264.3354034424,500.1927083333333,0.662037635437078,0.006796873147097857,0.006769504226765938,2.458794125300947,545.2195295506594,0.00740073579348261,0.006789547841861656,0.004168585506742275,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,0.47865702364788376,0.47865702364788376,0.539080540339152,0.4468953867730732,0.02208803996888825,0.021803446137272104,2.8778190971284796,0.6918504344494435,0.027995027251620435,0.021813348183588713,0.02066480341863103,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,2.9423247686804643,2.9423247686804643,1.6248843669891357,1.13805127383425,0.12277949999580047,0.11483692472608176,5.112421370111567,1.715320602301641,0.12757264610460523,0.12084667905968413,0.06951131834545493,Weather,1
 
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,618960.7631785074,618960.7631785074,589.6783854166666,1.1929566841431,0.008096469284530387,0.00803817620811071,13.95893572295975,786.7405945917037,0.010730437592329077,0.008042685426119028,0.005644424526457457,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,537989.0909118652,537989.0909118652,563.994140625,1.0893729875940537,0.007735688074000144,0.007685147311532878,11.006742129728309,733.4773963196584,0.010006106227305906,0.007694013900071706,0.005265596421744897,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,1.6546002709443808,1.6546002709443808,0.9624361991882324,1.1166492834298607,0.04441046640103966,0.04274928753395734,14.646808502966786,1.2863126645354857,0.05519075620125424,0.041294455922846224,0.03386323009924892,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.02419946826921475,0.02419946826921475,0.12000305915717036,0.20579302917636524,5.020530605365319,0.6136158741655787,1.062196090841585,0.1555617828041796,0.5681757313875258,0.43830062034705525,0.38691761204226244,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.014780028116315217,0.014780028116315217,0.09653584162394206,0.20872613687855016,0.04376972190649903,0.043283408701747884,1.4821094141054785,0.12157313895888029,0.054132750508591926,0.0429844180591019,0.049938198131454226,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.00852873045622952,0.00852873045622952,0.040857831637064614,0.11581747724604385,0.0034609503582235615,0.003430245969946713,3.6874687943866875,0.09235112590666948,0.007711993976445175,0.0034119275578089908,0.004644522990104014,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,167.79539767797164,167.79539767797164,11.612327178319296,0.7112612138145379,0.40946273263149857,0.39821332929009046,3.1945003183381906,12.953586286352195,0.43310957052733967,0.38826390822159995,0.2723040533247803,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,0.6105533164539642,0.6105533164539642,0.5781997044881185,0.4282960908456839,0.021717462510153464,0.022030296131601606,3.4662871212833584,0.7813791118618184,0.03184428240318448,0.023563919735819044,0.031300483108885974,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.772904952539838,14.772904952539838,2.9023670752843223,0.5987691387406051,0.6852801166908028,0.35415340329491296,6.311296778626975,3.843553688000187,0.4351192854339834,0.3285698575793572,0.2829544158351746,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,10091.552080790201,10091.552080790201,82.44954427083333,0.08659908369803064,0.0048082586488951765,0.004825427109941222,0.5202177926695842,100.45671744980622,0.005860382155555054,0.004809890769324259,0.00561422146768487,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,16646.17340353178,16646.17340353178,128.44187927246094,3.0103565454483032,0.648916294835058,0.487653779666813,39.17839479446411,129.02005039346318,0.6451002519673159,0.6422093963623047,0.4634729410807291,Web,1
results/chronos_bolt_tiny/online_meta.json CHANGED
@@ -1,25 +1,73 @@
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-01T04:46:14.898323+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
8
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
15
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
20
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
21
  "context_length": 96,
22
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
  ]
25
  }
 
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-01T13:24:06.093689+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
8
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
14
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
20
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
21
+ "context_length": 82,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
26
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
32
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
38
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
44
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
50
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
56
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
62
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
68
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
  ]
73
  }
results/dataset_properties.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,domain,frequency,num_variates
 
2
  coingecko_bitcoin_7d_price_usd,Finance,1h,1
3
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
 
 
4
  nws_ksfo_observations_temperature,Weather,1h,1
 
 
 
 
 
 
1
  dataset,domain,frequency,num_variates
2
+ binance_btcusdt_1h_close,Finance,1h,1
3
  coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
  nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
+ noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
+ noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
9
+ open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
11
+ usgs_potomac_iv_usgs_00060,Hydrology,15min,1
12
+ wikimedia_time_series_hourly_pageviews,Web,1D,1
results/moirai_1_1_small/all_results.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,597774.9419021606,501513.19260025024,661.8196614583334,0.8759614373779622,0.008991610869483156,0.008945518330201893,4.297169888548232,773.1590663648462,0.0104947560869979,0.008983450136905146,0.005410770372166602,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,0.6841524304062053,0.6252707515563998,0.5996693770090739,0.4971232647460017,0.02548494567486583,0.024930309121759493,6.152046850126619,0.8271350738580763,0.033469183193987014,0.024265014106250486,0.024414664696648727,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,2.0128716737316004,1.9504467984867329,1.317737917105357,0.9229292530644857,0.09958026385743794,0.0942503785312861,4.342987886221388,1.41875708764101,0.10551648222913308,0.09800343605267293,0.06053107191972487,Weather,1
 
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,606566.2601954142,589598.477598826,534.9332682291666,1.082203848210546,0.007352542276512868,0.007297031817184947,11.610531014596084,778.8236386983989,0.01062245739946968,0.007296011023522483,0.005264768534205857,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,747382.73067983,495241.1319694519,506.3577473958333,0.9780464234268731,0.006950774029701186,0.006904373148898244,9.989684032224902,864.5130020305247,0.011793695315778487,0.006907737627478192,0.005072623011144101,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,6.104428208797041,6.126211009290803,2.032237450281779,2.3578669365621487,0.08295597908515782,0.08645650436142248,9.76227753418608,2.470714109077989,0.10600889176999981,0.08719553554427902,0.0720241584515924,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.5567726218692935,0.35312343058381246,0.5147248229865605,0.8827006682882835,18.13610467634409,1.0329386440827422,11.3830990122256,0.7461719787483939,2.725327533047887,1.8799871503905532,1.3083658973646948,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.017664606786849408,0.01450342274257288,0.08517458538214366,0.18416125936211736,0.03913631363307826,0.038235057071421046,1.5333540975861386,0.1329082645543512,0.05917993059374807,0.037925602807079226,0.04643891857133764,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.024402535727290342,0.007833352746691466,0.028885682423909504,0.08188067581718439,0.0024616446945567275,0.0024334114534608985,3.4944902028735636,0.15621310997253188,0.013044936391651838,0.002412165598108972,0.004029237350061865,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,482.25244407975725,381.71476916030196,16.455623308817547,1.0079156769331037,0.6246192356356205,0.42866740459709374,13.095298892028886,21.96024690388879,0.7342517272794592,0.5502019121569982,0.39404576178128087,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,3.888202160613067,3.5255587434351505,1.5435935258865356,1.1434026476668573,0.05737401454279212,0.05966236240051337,8.76894875377918,1.9718524692818848,0.08036076974160702,0.06290752773891754,0.05546931469047436,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,13.185916209792557,13.565122665867856,2.8260128498077393,0.5830169776107658,0.6431619619709646,0.3486510569997739,4.322302653659722,3.631241689807022,0.41108396488381377,0.31992598299710256,0.2852095075623294,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,12331.193325678507,11450.586155056953,70.1824951171875,0.07371465570295405,0.004127137712310971,0.004107945572571016,0.42047691295131284,111.0459063886576,0.0064781277426538214,0.004094263205669664,0.003702212106864095,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,33477.079310424626,20279.3950192217,142.27777862548828,3.3346354365348816,0.7163771636779774,0.526274161310492,38.766471326351166,182.9674269109795,0.9148371345548975,0.7113888931274414,0.48337132008870437,Web,1
results/moirai_1_1_small/online_meta.json CHANGED
@@ -1,25 +1,73 @@
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-01T04:47:25.554002+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
8
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
15
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
20
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
21
  "context_length": 96,
22
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
  ]
25
  }
 
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-01T13:28:01.861613+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
8
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
14
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
20
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
21
+ "context_length": 82,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
26
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
32
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
38
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
44
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
50
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
56
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
62
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
68
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
  ]
73
  }
results/online_status.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-01T04:45:19.760160+00:00",
4
- "finished_at": "2026-06-01T04:47:25.556564+00:00",
5
  "data_source": "ts_bench",
6
  "data_config": "configs/datasets/ts_bench.yaml",
7
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
@@ -9,150 +9,438 @@
9
  "Chronos-Bolt-Tiny": {
10
  "model": "Chronos-Bolt-Tiny",
11
  "api_model_id": "amazon/chronos-bolt-tiny",
12
- "evaluated_at": "2026-06-01T04:46:14.898323+00:00",
13
  "datasets": [
14
  {
15
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
16
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
17
  "context_length": 96,
18
  "prediction_length": 24
19
  },
20
  {
21
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
22
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
23
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24
  "prediction_length": 24
25
  },
26
  {
27
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
28
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
29
  "context_length": 96,
30
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  }
32
  ]
33
  },
34
  "Chronos-Bolt-Mini": {
35
  "model": "Chronos-Bolt-Mini",
36
  "api_model_id": "amazon/chronos-bolt-mini",
37
- "evaluated_at": "2026-06-01T04:46:23.396414+00:00",
38
  "datasets": [
39
  {
40
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
41
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  "context_length": 96,
43
  "prediction_length": 24
44
  },
45
  {
46
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
47
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
48
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
49
  "prediction_length": 24
50
  },
51
  {
52
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
53
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
54
  "context_length": 96,
55
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
56
  }
57
  ]
58
  },
59
  "Chronos-Bolt-Base": {
60
  "model": "Chronos-Bolt-Base",
61
  "api_model_id": "amazon/chronos-bolt-base",
62
- "evaluated_at": "2026-06-01T04:46:33.327232+00:00",
63
  "datasets": [
64
  {
65
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
66
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
67
  "context_length": 96,
68
  "prediction_length": 24
69
  },
70
  {
71
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
72
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
73
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
74
  "prediction_length": 24
75
  },
76
  {
77
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
78
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
79
  "context_length": 96,
80
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
81
  }
82
  ]
83
  },
84
  "Chronos-2": {
85
  "model": "Chronos-2",
86
  "api_model_id": "amazon/chronos-2",
87
- "evaluated_at": "2026-06-01T04:46:42.997458+00:00",
88
  "datasets": [
89
  {
90
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
91
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
92
  "context_length": 96,
93
  "prediction_length": 24
94
  },
95
  {
96
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
97
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
98
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
99
  "prediction_length": 24
100
  },
101
  {
102
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
103
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
104
  "context_length": 96,
105
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
106
  }
107
  ]
108
  },
109
  "TimesFM-2.5": {
110
  "model": "TimesFM-2.5",
111
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
112
- "evaluated_at": "2026-06-01T04:47:10.451480+00:00",
113
  "datasets": [
114
  {
115
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
116
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
117
  "context_length": 96,
118
  "prediction_length": 24
119
  },
120
  {
121
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
122
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
123
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
124
  "prediction_length": 24
125
  },
126
  {
127
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
128
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
129
  "context_length": 96,
130
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
131
  }
132
  ]
133
  },
134
  "Moirai-1.1-Small": {
135
  "model": "Moirai-1.1-Small",
136
  "api_model_id": "Salesforce/moirai-1.1-R-small",
137
- "evaluated_at": "2026-06-01T04:47:25.554002+00:00",
138
  "datasets": [
139
  {
140
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
141
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
142
  "context_length": 96,
143
  "prediction_length": 24
144
  },
145
  {
146
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
147
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
148
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
149
  "prediction_length": 24
150
  },
151
  {
152
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
153
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
154
  "context_length": 96,
155
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
156
  }
157
  ]
158
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-01T13:23:06.061136+00:00",
4
+ "finished_at": "2026-06-01T13:28:01.864110+00:00",
5
  "data_source": "ts_bench",
6
  "data_config": "configs/datasets/ts_bench.yaml",
7
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
 
9
  "Chronos-Bolt-Tiny": {
10
  "model": "Chronos-Bolt-Tiny",
11
  "api_model_id": "amazon/chronos-bolt-tiny",
12
+ "evaluated_at": "2026-06-01T13:24:06.093689+00:00",
13
  "datasets": [
14
  {
15
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
16
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
17
  "context_length": 96,
18
  "prediction_length": 24
19
  },
20
  {
21
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
22
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
23
+ "context_length": 96,
24
+ "prediction_length": 24
25
+ },
26
+ {
27
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
28
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
29
+ "context_length": 82,
30
+ "prediction_length": 24
31
+ },
32
+ {
33
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
34
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
35
+ "context_length": 96,
36
+ "prediction_length": 24
37
+ },
38
+ {
39
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
40
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
41
+ "context_length": 96,
42
  "prediction_length": 24
43
  },
44
  {
45
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
46
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
47
  "context_length": 96,
48
  "prediction_length": 24
49
+ },
50
+ {
51
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
52
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
53
+ "context_length": 96,
54
+ "prediction_length": 24
55
+ },
56
+ {
57
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
58
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
59
+ "context_length": 96,
60
+ "prediction_length": 24
61
+ },
62
+ {
63
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
64
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
65
+ "context_length": 96,
66
+ "prediction_length": 24
67
+ },
68
+ {
69
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
70
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
71
+ "context_length": 96,
72
+ "prediction_length": 24
73
+ },
74
+ {
75
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
76
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
77
+ "context_length": 4,
78
+ "prediction_length": 2
79
  }
80
  ]
81
  },
82
  "Chronos-Bolt-Mini": {
83
  "model": "Chronos-Bolt-Mini",
84
  "api_model_id": "amazon/chronos-bolt-mini",
85
+ "evaluated_at": "2026-06-01T13:24:49.607198+00:00",
86
  "datasets": [
87
  {
88
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
89
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
90
+ "context_length": 96,
91
+ "prediction_length": 24
92
+ },
93
+ {
94
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
95
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
96
+ "context_length": 96,
97
+ "prediction_length": 24
98
+ },
99
+ {
100
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
101
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
102
+ "context_length": 82,
103
+ "prediction_length": 24
104
+ },
105
+ {
106
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
107
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
108
+ "context_length": 96,
109
+ "prediction_length": 24
110
+ },
111
+ {
112
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
113
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
114
  "context_length": 96,
115
  "prediction_length": 24
116
  },
117
  {
118
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
119
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
120
+ "context_length": 96,
121
+ "prediction_length": 24
122
+ },
123
+ {
124
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
125
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
126
+ "context_length": 96,
127
+ "prediction_length": 24
128
+ },
129
+ {
130
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
131
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
132
+ "context_length": 96,
133
  "prediction_length": 24
134
  },
135
  {
136
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
137
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
138
  "context_length": 96,
139
  "prediction_length": 24
140
+ },
141
+ {
142
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
143
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
144
+ "context_length": 96,
145
+ "prediction_length": 24
146
+ },
147
+ {
148
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
149
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
150
+ "context_length": 4,
151
+ "prediction_length": 2
152
  }
153
  ]
154
  },
155
  "Chronos-Bolt-Base": {
156
  "model": "Chronos-Bolt-Base",
157
  "api_model_id": "amazon/chronos-bolt-base",
158
+ "evaluated_at": "2026-06-01T13:25:42.471558+00:00",
159
  "datasets": [
160
  {
161
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
162
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
163
  "context_length": 96,
164
  "prediction_length": 24
165
  },
166
  {
167
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
168
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
169
+ "context_length": 96,
170
+ "prediction_length": 24
171
+ },
172
+ {
173
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
174
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
175
+ "context_length": 82,
176
+ "prediction_length": 24
177
+ },
178
+ {
179
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
180
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
181
+ "context_length": 96,
182
  "prediction_length": 24
183
  },
184
  {
185
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
186
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
187
  "context_length": 96,
188
  "prediction_length": 24
189
+ },
190
+ {
191
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
192
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
193
+ "context_length": 96,
194
+ "prediction_length": 24
195
+ },
196
+ {
197
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
198
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
199
+ "context_length": 96,
200
+ "prediction_length": 24
201
+ },
202
+ {
203
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
204
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
205
+ "context_length": 96,
206
+ "prediction_length": 24
207
+ },
208
+ {
209
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
210
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
211
+ "context_length": 96,
212
+ "prediction_length": 24
213
+ },
214
+ {
215
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
216
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
217
+ "context_length": 96,
218
+ "prediction_length": 24
219
+ },
220
+ {
221
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
222
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
223
+ "context_length": 4,
224
+ "prediction_length": 2
225
  }
226
  ]
227
  },
228
  "Chronos-2": {
229
  "model": "Chronos-2",
230
  "api_model_id": "amazon/chronos-2",
231
+ "evaluated_at": "2026-06-01T13:26:13.996022+00:00",
232
  "datasets": [
233
  {
234
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
235
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
236
  "context_length": 96,
237
  "prediction_length": 24
238
  },
239
  {
240
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
241
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
242
+ "context_length": 96,
243
+ "prediction_length": 24
244
+ },
245
+ {
246
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
247
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
248
+ "context_length": 82,
249
+ "prediction_length": 24
250
+ },
251
+ {
252
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
253
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
254
+ "context_length": 96,
255
+ "prediction_length": 24
256
+ },
257
+ {
258
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
259
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
260
+ "context_length": 96,
261
  "prediction_length": 24
262
  },
263
  {
264
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
265
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
266
  "context_length": 96,
267
  "prediction_length": 24
268
+ },
269
+ {
270
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
271
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
272
+ "context_length": 96,
273
+ "prediction_length": 24
274
+ },
275
+ {
276
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
277
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
278
+ "context_length": 96,
279
+ "prediction_length": 24
280
+ },
281
+ {
282
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
283
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
284
+ "context_length": 96,
285
+ "prediction_length": 24
286
+ },
287
+ {
288
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
289
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
290
+ "context_length": 96,
291
+ "prediction_length": 24
292
+ },
293
+ {
294
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
295
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
296
+ "context_length": 4,
297
+ "prediction_length": 2
298
  }
299
  ]
300
  },
301
  "TimesFM-2.5": {
302
  "model": "TimesFM-2.5",
303
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
304
+ "evaluated_at": "2026-06-01T13:27:07.406702+00:00",
305
  "datasets": [
306
  {
307
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
308
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
309
+ "context_length": 96,
310
+ "prediction_length": 24
311
+ },
312
+ {
313
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
314
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
315
+ "context_length": 96,
316
+ "prediction_length": 24
317
+ },
318
+ {
319
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
320
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
321
+ "context_length": 82,
322
+ "prediction_length": 24
323
+ },
324
+ {
325
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
326
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
327
+ "context_length": 96,
328
+ "prediction_length": 24
329
+ },
330
+ {
331
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
332
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
333
  "context_length": 96,
334
  "prediction_length": 24
335
  },
336
  {
337
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
338
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
339
+ "context_length": 96,
340
+ "prediction_length": 24
341
+ },
342
+ {
343
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
344
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
345
+ "context_length": 96,
346
+ "prediction_length": 24
347
+ },
348
+ {
349
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
350
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
351
+ "context_length": 96,
352
  "prediction_length": 24
353
  },
354
  {
355
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
356
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
357
  "context_length": 96,
358
  "prediction_length": 24
359
+ },
360
+ {
361
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
362
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
363
+ "context_length": 96,
364
+ "prediction_length": 24
365
+ },
366
+ {
367
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
368
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
369
+ "context_length": 4,
370
+ "prediction_length": 2
371
  }
372
  ]
373
  },
374
  "Moirai-1.1-Small": {
375
  "model": "Moirai-1.1-Small",
376
  "api_model_id": "Salesforce/moirai-1.1-R-small",
377
+ "evaluated_at": "2026-06-01T13:28:01.861613+00:00",
378
  "datasets": [
379
  {
380
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
381
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
382
  "context_length": 96,
383
  "prediction_length": 24
384
  },
385
  {
386
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
387
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
388
+ "context_length": 96,
389
+ "prediction_length": 24
390
+ },
391
+ {
392
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
393
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
394
+ "context_length": 82,
395
+ "prediction_length": 24
396
+ },
397
+ {
398
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
399
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
400
+ "context_length": 96,
401
  "prediction_length": 24
402
  },
403
  {
404
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
405
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
406
  "context_length": 96,
407
  "prediction_length": 24
408
+ },
409
+ {
410
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
411
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
412
+ "context_length": 96,
413
+ "prediction_length": 24
414
+ },
415
+ {
416
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
417
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
418
+ "context_length": 96,
419
+ "prediction_length": 24
420
+ },
421
+ {
422
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
423
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
424
+ "context_length": 96,
425
+ "prediction_length": 24
426
+ },
427
+ {
428
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
429
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
430
+ "context_length": 96,
431
+ "prediction_length": 24
432
+ },
433
+ {
434
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
435
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
436
+ "context_length": 96,
437
+ "prediction_length": 24
438
+ },
439
+ {
440
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
441
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
442
+ "context_length": 4,
443
+ "prediction_length": 2
444
  }
445
  ]
446
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,4 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,224498.42203267416,163243.7052001953,356.7356770833333,0.4721629088101528,0.004848759922878017,0.004833704866894134,22.707663580071383,473.81264444152833,0.0064314684399016065,0.004842281596880274,0.005605268850880498,Finance,1
3
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.7325870372020896,0.5827046931978354,0.627137025197347,0.5198938237669642,0.025506826195137593,0.02531164471362797,22.440200290793143,0.8559129845972017,0.0346336522110913,0.025376464676026517,0.030040851837239306,Weather,1
4
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2517371684186096,2.3147811079613803,1.4381522337595622,1.0072661260384845,0.10866810431025331,0.10237543943888065,54.87330763632607,1.803257377197889,0.1341127220812865,0.10695894733367921,0.1323682458937451,Weather,1
 
 
 
 
 
 
 
 
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,685705.750213623,597083.970530192,559.53125,1.1319671217095586,0.0076864959004075695,0.007630248780549351,49.345859964332966,828.0735173966277,0.011294181667206728,0.007631505480149774,0.008213315030254267,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,538346.7041091919,463260.9197031657,499.8411458333333,0.96545939600628,0.006859810563183212,0.006816268674220507,42.467445315687975,733.7211351114208,0.010009431314424238,0.0068188380815581906,0.007393052540181801,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,2.0847398747893444,1.8003230081900863,1.0651652018229167,1.2358387603803729,0.04737772137022402,0.04614350289641777,44.39686128032042,1.443862831015933,0.06195063120476238,0.045702164480435764,0.04729017279980679,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.017779869749647535,0.010688118245092295,0.08097980633222808,0.13887212346310304,2.739986666770919,0.5531429261818718,9.712916235805364,0.13334117799707462,0.48701692643835265,0.29577162115936917,0.44659838490975406,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.01854461812604787,0.015070535788874887,0.09575599431991577,0.20703998060346787,0.043243314074464155,0.04294298552859129,8.604643156562217,0.1361786258046683,0.06063612109069872,0.04263717622669408,0.05017768951365938,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.007404572693189948,0.0073535072731374385,0.02801036834716797,0.07939947052301528,0.002387041669102817,0.0023606177337657692,4.056799266196413,0.08604982680511303,0.007185789447394887,0.0023390704753256243,0.0027416003892129833,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,128.72351221424802,112.91745299650331,9.131222565968832,0.5592922371329271,0.316910317414491,0.3275223838298541,20.055541242553243,11.345638466575956,0.37934703911259166,0.3053069471659044,0.32211935330364355,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6246069634113762,2.3006918249790638,1.2666598955790203,0.9382666187762546,0.04776036561081352,0.04928236364865434,13.313090836578835,1.274600707441894,0.051945008847710576,0.051621389427082116,0.03884440402611601,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,13.978375688310356,14.864518205363956,2.9442732334136963,0.6074145352601322,0.6007502780351167,0.3647654977675037,17.639190559059298,3.7387665998709196,0.42325659621180217,0.33331395095249394,0.3169855877538397,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2819.230211575826,4273.428126811981,54.517008463541664,0.05726075287199125,0.0031796334043500975,0.003185047804909497,1.7357683431345734,53.09642371738257,0.0030975064881312146,0.0031803796867403986,0.0030864796654715607,Hydrology,1
12
+ wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,16313.4652498723,14112.485236534849,117.99026489257812,2.7653968334198,0.5969625238716094,0.4570772648847268,120.2814656496048,127.72417645016272,0.6386208822508136,0.5899513244628907,0.6300408070882162,Web,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,25 +1,73 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-01T04:47:10.451480+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t050054z",
8
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260527t230000z",
14
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
15
- "context_length": 67,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t024500z",
20
- "data_fetched_at": "2026-06-01T04:45:19.675860Z",
21
  "context_length": 96,
22
  "prediction_length": 24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  }
24
  ]
25
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-01T13:27:07.406702+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260531t130000z",
8
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260531t130027z",
14
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
15
+ "context_length": 96,
16
+ "prediction_length": 24
17
+ },
18
+ {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260528t230000z",
20
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
21
+ "context_length": 82,
22
+ "prediction_length": 24
23
+ },
24
+ {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260601t105400z",
26
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
27
+ "context_length": 96,
28
+ "prediction_length": 24
29
+ },
30
+ {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260601t052000z",
32
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
33
+ "context_length": 96,
34
+ "prediction_length": 24
35
+ },
36
+ {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260601t111500z",
38
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
39
+ "context_length": 96,
40
+ "prediction_length": 24
41
+ },
42
+ {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260531t130000z",
44
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
45
+ "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260531t130000z",
50
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
+ },
54
+ {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260531t130000z",
56
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
57
+ "context_length": 96,
58
+ "prediction_length": 24
59
+ },
60
+ {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260601t105000z",
62
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
63
+ "context_length": 96,
64
+ "prediction_length": 24
65
+ },
66
+ {
67
+ "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260529t000000z",
68
+ "data_fetched_at": "2026-06-01T13:23:05.958756Z",
69
+ "context_length": 4,
70
+ "prediction_length": 2
71
  }
72
  ]
73
  }