ziyuzhou02 commited on
Commit
22eb3b4
·
verified ·
1 Parent(s): 87cb2b0

Update leaderboard results from local eval

Browse files
results/baseline_rank_history.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank
2
+ 2026-06-08,Chronos-Bolt-Mini,3.091,3.545,3.091,3.273,3.091,3.000,3.091,3.273,3.000
results/chronos_2/all_results.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,712481.3394781748,712481.3394781748,716.1433919270834,0.411744920407252,0.01150407363707256,0.011415972844449132,2.3692995203092937,844.0860971951705,0.013510511549511543,0.01146265007786292,0.010397151496272287,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,4851260.193534851,4851260.193534851,1949.5576171875,2.0310563998355904,0.029074143250383624,0.028541870581037455,29.84358022363511,2202.557648175151,0.03253889772672481,0.028801269274645023,0.019960245725376094,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.8189077306384815,5.8189077306384815,2.1729060808817544,2.2515365486857224,0.09351349265115576,0.08833714288535073,33.171527841207414,2.412241225631981,0.1027432942107484,0.09254942100654502,0.0640455734706693,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0033433953753984427,0.0033433953753984427,0.04217369109392166,0.052357156419749286,0.04180093702089843,0.04361509712734627,0.20040871235127575,0.05782210109809607,0.051904938030605904,0.0378578913802909,0.03009720737159362,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03678114063741115,0.03678114063741115,0.16989733775456747,0.45055651379634903,0.0688219874340235,0.06596404639424848,2.565559239935205,0.19178409902129828,0.07595410053478413,0.06728607605247564,0.06098939357111166,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.8771286322797399,0.8771286322797399,0.8278281688690186,0.5042608265435807,0.06885899791675629,0.07205268247714024,5.4397633548294655,0.9365514573581848,0.07793770961265764,0.0688900016412193,0.05448829175677706,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,232.2334096202823,232.2334096202823,10.483285824457804,0.6124110177370886,0.37530660061158144,0.28299720346859586,3.4866989600005542,15.239206331705148,0.5827612590638837,0.40089048689348744,0.2730184997858626,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,14.596673519053033,14.596673519053033,3.353327830632528,2.179058036149563,0.15764799171666774,0.14320501111551553,34.088613154950544,3.820559320185074,0.17535555441442016,0.15391062187339286,0.10831635334743209,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.189489210009848,14.189489210009848,2.957218329111735,0.6912977912209252,0.7594635851630785,0.3628914269008335,5.2367576716782205,3.7668938410857624,0.44100220578565025,0.3462109263350324,0.2913000057189445,Hazards,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,713549.7965094248,713549.7965094248,716.7267252604166,0.4120803065039637,0.011513462506510077,0.011425226773089233,2.3692995203092937,844.718767702852,0.013520764367506048,0.01147209407279234,0.010400360896990708,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,4851260.193534851,4851260.193534851,1949.5576171875,2.0310563998355904,0.029074143250383624,0.028541870581037455,29.84358022363511,2202.557648175151,0.03253889772672481,0.028801269274645023,0.019960245725376094,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,5.8189077306384815,5.8189077306384815,2.1729060808817544,2.2515365486857224,0.09351349265115576,0.08833714288535073,33.171527841207414,2.412241225631981,0.1027432942107484,0.09254942100654502,0.0640455734706693,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.005451313055704343,0.005451313055704343,0.05671431372563044,0.07447506235552565,0.05718954432430154,0.06033591739803817,0.6470813570023428,0.0738330079009676,0.06827170852752612,0.05244244012391336,0.041716223988598776,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03678114063741115,0.03678114063741115,0.16989733775456747,0.45055651379634903,0.0688219874340235,0.06596404639424848,2.565559239935205,0.19178409902129828,0.07595410053478413,0.06728607605247564,0.06098939357111166,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.8360392477942469,0.8360392477942469,0.8136988878250122,0.49481688486799175,0.06768957421268042,0.070730085529905,5.132809601824869,0.9143518183906274,0.07609030549859025,0.06771419459464265,0.053188465160608406,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,232.2334096202823,232.2334096202823,10.483285824457804,0.6124110177370886,0.37530660061158144,0.28299720346859586,3.4866989600005542,15.239206331705148,0.5827612590638837,0.40089048689348744,0.2730184997858626,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,14.596673519053033,14.596673519053033,3.353327830632528,2.179058036149563,0.15764799171666774,0.14320501111551553,34.088613154950544,3.820559320185074,0.17535555441442016,0.15391062187339286,0.10831635334743209,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.189489210009848,14.189489210009848,2.957218329111735,0.6912977912209252,0.7594635851630785,0.3628914269008335,5.2367576716782205,3.7668938410857624,0.44100220578565025,0.3462109263350324,0.2913000057189445,Hazards,1
results/chronos_2/online_meta.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-08T06:30:36.652659+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
20
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
32
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-08T06:41:10.415401+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
20
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
32
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
results/chronos_bolt_base/all_results.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,770983.971253713,770983.971253713,696.7958984375,0.4006211255684673,0.011079353370500658,0.011174024003663274,2.187571349867277,878.0569293922308,0.014054251485840313,0.011152972504551729,0.010995926947610462,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,5757574.936635335,5757574.936635335,2144.1217447916665,2.2337540339372994,0.03196313156870565,0.03133288798640704,43.886825930603386,2399.4947252776647,0.035448295088354835,0.031675610500013926,0.023789592264919772,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,6.400194198261336,6.400194198261336,2.237283945083618,2.318244040303585,0.09580748367210601,0.09021665349423129,34.28838186592261,2.5298605096450153,0.10775298916737229,0.0952914327805204,0.06522522966895636,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.001512158173308779,0.001512158173308779,0.03565547366937002,0.044265018396659035,0.033573314735949704,0.032894817533488004,0.334721314935885,0.03888647802654258,0.034907071757423073,0.03200670878633101,0.035000419241924985,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.016487848528669247,0.016487848528669247,0.1050596833229065,0.27861133837716445,0.04250075632280287,0.041438050066977164,2.271073859500262,0.12840501753696873,0.05085347357233485,0.04160779642307285,0.04867615925498387,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.07635548510317373,0.07635548510317373,0.2663331826527913,0.162233414941608,0.022142854918724142,0.022409452268551816,1.1173511203010964,0.27632496286650204,0.022995143027556394,0.02216364951089866,0.027333275960026583,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,194.30829613657957,194.30829613657957,9.540752092997232,0.5573502236882764,0.34299679850220227,0.2610047325281186,2.790431380513715,13.939451070131119,0.5330574230357618,0.364847130559806,0.24940668123626603,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,15.04252876610614,15.04252876610614,3.2442574501037598,2.108181968791641,0.1524572102782089,0.13778781615193123,39.777349833117306,3.8784699001160416,0.17801352697791475,0.14890452317293154,0.11221373722247913,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,16.300127936860047,16.300127936860047,3.2840391397476196,0.7676974612397034,0.8630545729694689,0.38986340617222554,6.037283002556144,4.037341691863602,0.47266439319378756,0.3844728748972823,0.3005486151842567,Hazards,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,769475.6125297546,769475.6125297546,696.2125651041666,0.4002857394717556,0.011070288778894854,0.01116477058726869,2.187571349867277,877.1975903579277,0.014040627930201001,0.011143739670978568,0.010990842411497396,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,5757574.936635335,5757574.936635335,2144.1217447916665,2.2337540339372994,0.03196313156870565,0.03133288798640704,43.886825930603386,2399.4947252776647,0.035448295088354835,0.031675610500013926,0.023789592264919772,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,6.400194198261336,6.400194198261336,2.237283945083618,2.318244040303585,0.09580748367210601,0.09021665349423129,34.28838186592261,2.5298605096450153,0.10775298916737229,0.0952914327805204,0.06522522966895636,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.0017412577905491962,0.0017412577905491962,0.03445897499720255,0.04525020480789802,0.03419929619966925,0.03513700713582701,0.3603743907943416,0.041728381115844836,0.03858528798782893,0.031863432955648176,0.043145167290752906,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.016487848528669247,0.016487848528669247,0.1050596833229065,0.27861133837716445,0.04250075632280287,0.041438050066977164,2.271073859500262,0.12840501753696873,0.05085347357233485,0.04160779642307285,0.04867615925498387,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.015750925249335523,0.015750925249335523,0.11055521170298259,0.0672295197637723,0.009178954264460568,0.009233237495800435,0.716453829759471,0.12550269020756297,0.010444052110703698,0.009200156508408048,0.014420936952570499,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,194.30829613657957,194.30829613657957,9.540752092997232,0.5573502236882764,0.34299679850220227,0.2610047325281186,2.790431380513715,13.939451070131119,0.5330574230357618,0.364847130559806,0.24940668123626603,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,15.04252876610614,15.04252876610614,3.2442574501037598,2.108181968791641,0.1524572102782089,0.13778781615193123,39.777349833117306,3.8784699001160416,0.17801352697791475,0.14890452317293154,0.11221373722247913,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,16.300127936860047,16.300127936860047,3.2840391397476196,0.7676974612397034,0.8630545729694689,0.38986340617222554,6.037283002556144,4.037341691863602,0.47266439319378756,0.3844728748972823,0.3005486151842567,Hazards,1
results/chronos_bolt_base/online_meta.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-08T06:30:10.966516+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
20
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
32
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
 
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-08T06:42:06.475826+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
20
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
32
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
results/chronos_bolt_mini/all_results.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,697178.6639010111,697178.6639010111,663.6233723958334,0.3815486615218755,0.010553434407042215,0.010637711346741663,2.0812277551708944,834.9722533719375,0.01336463461510474,0.010622010322255791,0.01051215237253119,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,4523532.932604472,4523532.932604472,1871.9052734375,1.9501578983780148,0.02792252201108759,0.027425949488602636,29.446290473328876,2126.8598761094895,0.03142059688886651,0.027654093093528877,0.019304292798915726,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,6.505911253715112,6.505911253715112,2.2609846591949463,2.342802406871344,0.09661173812480163,0.09097161759140654,40.78007129833809,2.5506687855766597,0.10863926488198423,0.09630090456015432,0.06953017990611553,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.0003786156935544997,0.0003786156935544997,0.013548659781614939,0.016820185311363898,0.012462327249594368,0.012442411499222627,0.45224436391425177,0.019458049582486415,0.017466830824116666,0.012162172128083426,0.038648772118955066,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.03148281663516409,0.03148281663516409,0.15565215547879538,0.41277923164824865,0.06304855931149411,0.060653963953321156,2.572089854674775,0.17743397824307522,0.07027088424189216,0.06164441956358099,0.059170910062851294,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.057358275332831,0.057358275332831,0.22526196638743082,0.13721541454012887,0.01872344756582713,0.01892326601027605,1.186206383518442,0.23949587748608742,0.01993030922784692,0.018745795103029102,0.02665293682784771,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,139.39801064871972,139.39801064871972,8.07301664352417,0.471608274510134,0.28975308415190953,0.22877012184534493,2.008367946230132,11.806693468059537,0.451498811753265,0.3087195777273409,0.2269546880591634,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,19.945219183406607,19.945219183406607,3.9218909740448,2.5485214913457317,0.1838076352822028,0.16452935565568835,48.04635219189499,4.466007073819589,0.20498023478154498,0.18000646200494586,0.1348457251580856,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,16.370170198850285,16.370170198850285,3.3320637146631875,0.7789239852459401,0.8604991120618505,0.39487491552527826,5.8625800841814515,4.046006697825683,0.4736788329161775,0.39009526415569024,0.30736273571727724,Hazards,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,695897.9555676779,695897.9555676779,663.0400390625,0.38121327542516387,0.010544341166909672,0.010628457650818046,2.0812277551708944,834.2049841421938,0.013352478311164248,0.010612772531105444,0.010507063319430143,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,4523532.932604472,4523532.932604472,1871.9052734375,1.9501578983780148,0.02792252201108759,0.027425949488602636,29.446290473328876,2126.8598761094895,0.03142059688886651,0.027654093093528877,0.019304292798915726,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,6.505911253715112,6.505911253715112,2.2609846591949463,2.342802406871344,0.09661173812480163,0.09097161759140654,40.78007129833809,2.5506687855766597,0.10863926488198423,0.09630090456015432,0.06953017990611553,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.0036527346978689756,0.0036527346978689756,0.0489358181754748,0.06426064022688019,0.048969995979067406,0.050985870791743576,0.499386600345434,0.06043785815090551,0.05588551723696624,0.045249841636050246,0.06043255868703017,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.03148281663516409,0.03148281663516409,0.15565215547879538,0.41277923164824865,0.06304855931149411,0.060653963953321156,2.572089854674775,0.17743397824307522,0.07027088424189216,0.06164441956358099,0.059170910062851294,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.06092473120925964,0.06092473120925964,0.23747630914052328,0.14441126721084097,0.019741773053164886,0.01995410242475387,1.0249068959351244,0.246829356457573,0.02054058488332709,0.019762245284298652,0.024993479624654473,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,139.39801064871972,139.39801064871972,8.07301664352417,0.471608274510134,0.28975308415190953,0.22877012184534493,2.008367946230132,11.806693468059537,0.451498811753265,0.3087195777273409,0.2269546880591634,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,19.945219183406607,19.945219183406607,3.9218909740448,2.5485214913457317,0.1838076352822028,0.16452935565568835,48.04635219189499,4.466007073819589,0.20498023478154498,0.18000646200494586,0.1348457251580856,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,16.370170198850285,16.370170198850285,3.3320637146631875,0.7789239852459401,0.8604991120618505,0.39487491552527826,5.8625800841814515,4.046006697825683,0.4736788329161775,0.39009526415569024,0.30736273571727724,Hazards,1
results/chronos_bolt_mini/online_meta.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-08T06:29:40.781843+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
20
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
32
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
 
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-08T06:41:41.006944+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
20
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
32
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
results/chronos_bolt_tiny/all_results.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,562630.5152479807,562630.5152479807,594.64013671875,0.3418869161179783,0.009459594038735152,0.00952413490040132,1.8731523117653328,750.0870051187267,0.012005954344550556,0.009517858973910085,0.009767212003524303,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,4617233.231152852,4617233.231152852,1882.4339192708333,1.96112668089199,0.02808470029823835,0.027578037485174196,32.99494664147166,2148.774820950965,0.03174435147911498,0.027809635233484026,0.020096411355103712,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,6.7413252476309635,6.7413252476309635,2.334832270940145,2.419322325675196,0.09970281445319303,0.09386799304416966,40.18280150346781,2.596406217761574,0.11058733475223018,0.09944625620230206,0.07065557363386878,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.005197975417588374,0.005197975417588374,0.055389076471328735,0.0687635932623593,0.05417048795264832,0.05704479544324704,0.3460448619836189,0.07209698618935728,0.06471901797555503,0.04972089438499278,0.052496514224151636,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.025205163232155787,0.025205163232155787,0.13713287313779196,0.3636673185373649,0.05556643504917025,0.053684755535114086,2.1791318496478045,0.1587613404836196,0.06287577999253624,0.05431005013494335,0.051427835836856124,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.08037086572464129,0.08037086572464129,0.27073391278584796,0.16491406280760434,0.022506716143931866,0.022787393440686903,1.2505969743188894,0.2834975585867386,0.023592030340069528,0.022529868392412465,0.029701654087218643,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,243.70116660931672,243.70116660931672,10.164562066396078,0.5937918610795273,0.35465490853417153,0.26352010507196616,2.259447675786202,15.61093099751955,0.5969763519998202,0.3887021973921377,0.2529354453865756,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,18.52880515610074,18.52880515610074,3.7813159624735513,2.457173098311232,0.17767166347992314,0.15960303169653256,48.250640304580884,4.304509862469912,0.1975678559492138,0.17355436768444837,0.13053751418881532,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,15.394783647442713,15.394783647442713,3.2263383070627847,0.7542089548977939,0.8290606038155661,0.3861838496967136,5.4734140216530145,3.923618692921461,0.45935048112251253,0.37771765546100894,0.29961131263877644,Hazards,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,561473.9293104807,561473.9293104807,594.0568033854166,0.34155153002126665,0.009450485178494224,0.00951488107177892,1.8731523117653328,749.315640641833,0.011993719805180146,0.00950861087333335,0.009762115994938474,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,4617233.231152852,4617233.231152852,1882.4339192708333,1.96112668089199,0.02808470029823835,0.027578037485174196,32.99494664147166,2148.774820950965,0.03174435147911498,0.027809635233484026,0.020096411355103712,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,6.7413252476309635,6.7413252476309635,2.334832270940145,2.419322325675196,0.09970281445319303,0.09386799304416966,40.18280150346781,2.596406217761574,0.11058733475223018,0.09944625620230206,0.07065557363386878,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.010609272751817223,0.010609272751817223,0.08140405515829723,0.10689668419926635,0.08170513207953406,0.08795547994376751,0.3840531156890677,0.10300132402943771,0.09524298917252816,0.07527248428210241,0.06851372682508533,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.025205163232155787,0.025205163232155787,0.13713287313779196,0.3636673185373649,0.05556643504917025,0.053684755535114086,2.1791318496478045,0.1587613404836196,0.06287577999253624,0.05431005013494335,0.051427835836856124,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.05985360259686937,0.05985360259686937,0.23405714829762778,0.14233204780614636,0.0194565925676518,0.019665147515873473,1.1511328345874472,0.24464995932325306,0.020359220346813083,0.01947771039537301,0.026564491653102415,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,243.70116660931672,243.70116660931672,10.164562066396078,0.5937918610795273,0.35465490853417153,0.26352010507196616,2.259447675786202,15.61093099751955,0.5969763519998202,0.3887021973921377,0.2529354453865756,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,18.52880515610074,18.52880515610074,3.7813159624735513,2.457173098311232,0.17767166347992314,0.15960303169653256,48.250640304580884,4.304509862469912,0.1975678559492138,0.17355436768444837,0.13053751418881532,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,15.394783647442713,15.394783647442713,3.2263383070627847,0.7542089548977939,0.8290606038155661,0.3861838496967136,5.4734140216530145,3.923618692921461,0.45935048112251253,0.37771765546100894,0.29961131263877644,Hazards,1
results/chronos_bolt_tiny/online_meta.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-08T06:29:16.773548+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
20
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
32
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
 
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-08T06:41:18.317907+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
20
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
32
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
results/moirai_1_1_small/all_results.csv CHANGED
@@ -1,12 +1,12 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,719142.3007176718,415756.80739831924,487.093994140625,0.2800535201596927,0.007841506730710148,0.00779936073724307,2.0486274592251044,848.0225826696313,0.013573519260032915,0.007796466563544146,0.00842123661505261,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,36137981.64868927,32366359.735860825,5546.496256510417,5.778360495290857,0.08229021148873812,0.07886098745549457,94.46962558821893,6011.487473886083,0.0888091062044754,0.08193968252398842,0.058291794675706235,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,6.328513969181131,6.438919533306337,2.3744072914123535,2.4603294385882424,0.10412202229528349,0.09807325640130193,29.58794147620951,2.515653785635283,0.10714788980616706,0.10113185378208278,0.06979995560667454,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.059700958353110956,0.048947426161343476,0.19633977363506952,0.24374893382550267,0.18766138466078744,0.16697223866802746,0.7998574659125083,0.2443377955886296,0.2193337477835144,0.1762475522323598,0.11655708279031633,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.05883929350002148,0.05118619259126511,0.19958527386188507,0.5292869587291872,0.08091290631634918,0.07691451815245574,2.839055379714155,0.24256812135979758,0.096066585135662,0.07904367480686993,0.062114939034715384,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.07570736964915643,0.077473112252657,0.1783310572306315,0.10862805797049065,0.014836908494999718,0.014617160058238024,1.0809484267116598,0.27514972224074014,0.022897342141234567,0.014840310208436968,0.020417869973233863,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,29.906824837136657,10.167666123401963,2.852503856023153,0.16663714209628153,0.11487711439950705,0.11050566474296741,2.045748625904261,5.468713270700582,0.20912862269358387,0.10908236967447332,0.1660964904275921,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,14.575781299339875,13.436972882901197,3.2110764185587564,2.086620285267775,0.15116538912766522,0.13776925928925624,35.013677386816404,3.817824157729095,0.17523001626969154,0.14738158433204618,0.10723295736717686,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,12.699363370522784,12.856973907341493,2.6948819160461426,0.6299723959588385,0.6479441291986563,0.3393933881113757,3.953006261354917,3.5636166138521106,0.41720389625585685,0.3154983706590606,0.29189392529205904,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,44223.92661183079,29669.941209765773,169.83157348632812,1.727100747318591,0.03539377862714504,0.03476017350405517,5.053845938989672,210.29485636085062,0.04378482304728389,0.03536009164285482,0.02106368274169703,Hydrology,1
12
  wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,10832.002470443025,10081.394514290732,98.4264144897461,3.785631326528696,0.5168451439768894,0.4049423661806995,79.59291516817532,104.07690651841563,0.5310046250939573,0.5021755841313577,0.38629592324600737,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,741546.9328187307,458094.9865043958,502.572998046875,0.2889531362187226,0.008092225258911337,0.008043710259196786,2.072165826839335,861.1311937322505,0.013783465462269318,0.008044299882837717,0.008524533236792042,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,36137981.64868927,32366359.735860825,5546.496256510417,5.778360495290857,0.08229021148873812,0.07886098745549457,94.46962558821893,6011.487473886083,0.0888091062044754,0.08193968252398842,0.058291794675706235,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,6.2075396579334665,6.518421175738467,2.402414083480835,2.4893497061959606,0.10523282734628076,0.09912894059891196,28.063850189083823,2.491493459339893,0.10611884201176805,0.10232473202610556,0.06922393684119045,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.05537421197114911,0.04556371481659675,0.18642903119325638,0.24481145606674906,0.18388097023116667,0.16343628719878445,0.8420174915076472,0.2353172581243227,0.21759253367693074,0.17238669858563724,0.11591358499973728,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.05919456456462532,0.050887926724937436,0.20217996835708618,0.5361679170865995,0.08180673277392196,0.07787481375239103,2.663541749652146,0.24329933120464042,0.0963561732003172,0.08007127661302212,0.06188301466761627,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.09944766297879444,0.0901339244929602,0.20111546913782755,0.12229994587253949,0.016737799928764455,0.016459598373103304,1.039314985574065,0.31535323524389985,0.026242988231720128,0.016736377813656743,0.02042726915469822,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,37.18869361142409,12.20553329174686,3.1701975663503013,0.18519612557989587,0.12523666494620064,0.12120526164542446,2.1318664009140664,6.098253324635185,0.23320281307309193,0.1212312692035612,0.17625362482700271,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,14.503418608119773,13.56340583553174,3.233884255091349,2.1014412637088116,0.1522890134837601,0.1387562994641736,33.91352906634379,3.8083354117146473,0.1747945029904525,0.14842841556406916,0.10658886471949469,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,13.008367480178483,13.982169370452759,2.794911712408066,0.6533559847187687,0.6927773577079294,0.34739802656045793,4.138379165104458,3.606711449531066,0.4222491453109541,0.32720917608679795,0.2972175921204936,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,41546.576827824116,29513.08480009188,169.34823608398438,1.722185451701536,0.03529416883409777,0.034663818593707374,5.207065388307734,203.82977414456437,0.042438748845923004,0.03525945749991867,0.021433247444631806,Hydrology,1
12
  wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,10832.002470443025,10081.394514290732,98.4264144897461,3.785631326528696,0.5168451439768894,0.4049423661806995,79.59291516817532,104.07690651841563,0.5310046250939573,0.5021755841313577,0.38629592324600737,Web,1
results/moirai_1_1_small/online_meta.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-08T06:31:58.918003+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
20
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
32
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
 
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-08T06:42:21.095669+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
20
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
32
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
results/online_status.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "status": "ok",
3
- "started_at": "2026-06-08T06:28:36.960986+00:00",
4
- "finished_at": "2026-06-08T06:31:58.923300+00:00",
5
  "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
@@ -10,59 +10,59 @@
10
  "Chronos-Bolt-Tiny": {
11
  "model": "Chronos-Bolt-Tiny",
12
  "api_model_id": "amazon/chronos-bolt-tiny",
13
- "evaluated_at": "2026-06-08T06:29:16.773548+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
17
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
23
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
24
  "context_length": 89,
25
  "prediction_length": 24
26
  },
27
  {
28
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
29
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
30
  "context_length": 96,
31
  "prediction_length": 24
32
  },
33
  {
34
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
35
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
36
  "context_length": 96,
37
  "prediction_length": 24
38
  },
39
  {
40
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
41
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
42
  "context_length": 96,
43
  "prediction_length": 24
44
  },
45
  {
46
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
47
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
48
  "context_length": 96,
49
  "prediction_length": 24
50
  },
51
  {
52
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
53
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
54
  "context_length": 96,
55
  "prediction_length": 24
56
  },
57
  {
58
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
59
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
60
  "context_length": 96,
61
  "prediction_length": 24
62
  },
63
  {
64
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
65
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
66
  "context_length": 96,
67
  "prediction_length": 24
68
  }
@@ -74,59 +74,59 @@
74
  "Chronos-Bolt-Mini": {
75
  "model": "Chronos-Bolt-Mini",
76
  "api_model_id": "amazon/chronos-bolt-mini",
77
- "evaluated_at": "2026-06-08T06:29:40.781843+00:00",
78
  "datasets": [
79
  {
80
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
81
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
82
  "context_length": 96,
83
  "prediction_length": 24
84
  },
85
  {
86
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
87
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
88
  "context_length": 89,
89
  "prediction_length": 24
90
  },
91
  {
92
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
93
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
94
  "context_length": 96,
95
  "prediction_length": 24
96
  },
97
  {
98
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
99
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
100
  "context_length": 96,
101
  "prediction_length": 24
102
  },
103
  {
104
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
105
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
106
  "context_length": 96,
107
  "prediction_length": 24
108
  },
109
  {
110
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
111
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
112
  "context_length": 96,
113
  "prediction_length": 24
114
  },
115
  {
116
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
117
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
118
  "context_length": 96,
119
  "prediction_length": 24
120
  },
121
  {
122
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
123
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  },
127
  {
128
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
129
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
130
  "context_length": 96,
131
  "prediction_length": 24
132
  }
@@ -138,59 +138,59 @@
138
  "Chronos-Bolt-Base": {
139
  "model": "Chronos-Bolt-Base",
140
  "api_model_id": "amazon/chronos-bolt-base",
141
- "evaluated_at": "2026-06-08T06:30:10.966516+00:00",
142
  "datasets": [
143
  {
144
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
145
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
146
  "context_length": 96,
147
  "prediction_length": 24
148
  },
149
  {
150
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
151
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
152
  "context_length": 89,
153
  "prediction_length": 24
154
  },
155
  {
156
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
157
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
158
  "context_length": 96,
159
  "prediction_length": 24
160
  },
161
  {
162
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
163
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
164
  "context_length": 96,
165
  "prediction_length": 24
166
  },
167
  {
168
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
169
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
170
  "context_length": 96,
171
  "prediction_length": 24
172
  },
173
  {
174
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
175
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
176
  "context_length": 96,
177
  "prediction_length": 24
178
  },
179
  {
180
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
181
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
182
  "context_length": 96,
183
  "prediction_length": 24
184
  },
185
  {
186
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
187
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
188
  "context_length": 96,
189
  "prediction_length": 24
190
  },
191
  {
192
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
193
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
194
  "context_length": 96,
195
  "prediction_length": 24
196
  }
@@ -202,59 +202,59 @@
202
  "Chronos-2": {
203
  "model": "Chronos-2",
204
  "api_model_id": "amazon/chronos-2",
205
- "evaluated_at": "2026-06-08T06:30:36.652659+00:00",
206
  "datasets": [
207
  {
208
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
209
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
210
  "context_length": 96,
211
  "prediction_length": 24
212
  },
213
  {
214
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
215
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
216
  "context_length": 89,
217
  "prediction_length": 24
218
  },
219
  {
220
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
221
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
222
  "context_length": 96,
223
  "prediction_length": 24
224
  },
225
  {
226
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
227
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
228
  "context_length": 96,
229
  "prediction_length": 24
230
  },
231
  {
232
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
233
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
234
  "context_length": 96,
235
  "prediction_length": 24
236
  },
237
  {
238
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
239
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
240
  "context_length": 96,
241
  "prediction_length": 24
242
  },
243
  {
244
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
245
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
246
  "context_length": 96,
247
  "prediction_length": 24
248
  },
249
  {
250
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
251
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
252
  "context_length": 96,
253
  "prediction_length": 24
254
  },
255
  {
256
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
257
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
258
  "context_length": 96,
259
  "prediction_length": 24
260
  }
@@ -266,59 +266,59 @@
266
  "TimesFM-2.5": {
267
  "model": "TimesFM-2.5",
268
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
269
- "evaluated_at": "2026-06-08T06:31:27.789591+00:00",
270
  "datasets": [
271
  {
272
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
273
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
274
  "context_length": 96,
275
  "prediction_length": 24
276
  },
277
  {
278
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
279
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
280
  "context_length": 89,
281
  "prediction_length": 24
282
  },
283
  {
284
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
285
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
286
  "context_length": 96,
287
  "prediction_length": 24
288
  },
289
  {
290
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
291
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
292
  "context_length": 96,
293
  "prediction_length": 24
294
  },
295
  {
296
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
297
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
298
  "context_length": 96,
299
  "prediction_length": 24
300
  },
301
  {
302
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
303
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
304
  "context_length": 96,
305
  "prediction_length": 24
306
  },
307
  {
308
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
309
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
310
  "context_length": 96,
311
  "prediction_length": 24
312
  },
313
  {
314
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
315
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
316
  "context_length": 96,
317
  "prediction_length": 24
318
  },
319
  {
320
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
321
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
322
  "context_length": 96,
323
  "prediction_length": 24
324
  }
@@ -330,59 +330,59 @@
330
  "Moirai-1.1-Small": {
331
  "model": "Moirai-1.1-Small",
332
  "api_model_id": "Salesforce/moirai-1.1-R-small",
333
- "evaluated_at": "2026-06-08T06:31:58.918003+00:00",
334
  "datasets": [
335
  {
336
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
337
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
338
  "context_length": 96,
339
  "prediction_length": 24
340
  },
341
  {
342
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
343
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
344
  "context_length": 89,
345
  "prediction_length": 24
346
  },
347
  {
348
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
349
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
350
  "context_length": 96,
351
  "prediction_length": 24
352
  },
353
  {
354
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
355
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
356
  "context_length": 96,
357
  "prediction_length": 24
358
  },
359
  {
360
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
361
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
362
  "context_length": 96,
363
  "prediction_length": 24
364
  },
365
  {
366
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
367
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
368
  "context_length": 96,
369
  "prediction_length": 24
370
  },
371
  {
372
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
373
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
374
  "context_length": 96,
375
  "prediction_length": 24
376
  },
377
  {
378
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
379
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
380
  "context_length": 96,
381
  "prediction_length": 24
382
  },
383
  {
384
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
385
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
386
  "context_length": 96,
387
  "prediction_length": 24
388
  }
@@ -396,7 +396,5 @@
396
  "failed_datasets": [
397
  "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260604t000000z"
398
  ],
399
- "push_status": "ok",
400
- "pushed_at": "2026-06-08T06:32:02.328469+00:00",
401
- "push_detail": "HF Hub API"
402
  }
 
1
  {
2
  "status": "ok",
3
+ "started_at": "2026-06-08T06:38:52.099798+00:00",
4
+ "finished_at": "2026-06-08T06:42:21.097839+00:00",
5
  "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
 
10
  "Chronos-Bolt-Tiny": {
11
  "model": "Chronos-Bolt-Tiny",
12
  "api_model_id": "amazon/chronos-bolt-tiny",
13
+ "evaluated_at": "2026-06-08T06:39:37.203997+00:00",
14
  "datasets": [
15
  {
16
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
17
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
18
  "context_length": 96,
19
  "prediction_length": 24
20
  },
21
  {
22
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
23
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
24
  "context_length": 89,
25
  "prediction_length": 24
26
  },
27
  {
28
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
29
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
30
  "context_length": 96,
31
  "prediction_length": 24
32
  },
33
  {
34
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
35
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
36
  "context_length": 96,
37
  "prediction_length": 24
38
  },
39
  {
40
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
41
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
42
  "context_length": 96,
43
  "prediction_length": 24
44
  },
45
  {
46
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
47
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
48
  "context_length": 96,
49
  "prediction_length": 24
50
  },
51
  {
52
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
53
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
54
  "context_length": 96,
55
  "prediction_length": 24
56
  },
57
  {
58
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
59
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
60
  "context_length": 96,
61
  "prediction_length": 24
62
  },
63
  {
64
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
65
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
66
  "context_length": 96,
67
  "prediction_length": 24
68
  }
 
74
  "Chronos-Bolt-Mini": {
75
  "model": "Chronos-Bolt-Mini",
76
  "api_model_id": "amazon/chronos-bolt-mini",
77
+ "evaluated_at": "2026-06-08T06:40:12.744698+00:00",
78
  "datasets": [
79
  {
80
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
81
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
82
  "context_length": 96,
83
  "prediction_length": 24
84
  },
85
  {
86
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
87
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
88
  "context_length": 89,
89
  "prediction_length": 24
90
  },
91
  {
92
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
93
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
94
  "context_length": 96,
95
  "prediction_length": 24
96
  },
97
  {
98
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
99
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
100
  "context_length": 96,
101
  "prediction_length": 24
102
  },
103
  {
104
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
105
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
106
  "context_length": 96,
107
  "prediction_length": 24
108
  },
109
  {
110
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
111
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
112
  "context_length": 96,
113
  "prediction_length": 24
114
  },
115
  {
116
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
117
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
118
  "context_length": 96,
119
  "prediction_length": 24
120
  },
121
  {
122
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
123
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
124
  "context_length": 96,
125
  "prediction_length": 24
126
  },
127
  {
128
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
129
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
130
  "context_length": 96,
131
  "prediction_length": 24
132
  }
 
138
  "Chronos-Bolt-Base": {
139
  "model": "Chronos-Bolt-Base",
140
  "api_model_id": "amazon/chronos-bolt-base",
141
+ "evaluated_at": "2026-06-08T06:40:37.568613+00:00",
142
  "datasets": [
143
  {
144
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
145
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
146
  "context_length": 96,
147
  "prediction_length": 24
148
  },
149
  {
150
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
151
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
152
  "context_length": 89,
153
  "prediction_length": 24
154
  },
155
  {
156
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
157
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
158
  "context_length": 96,
159
  "prediction_length": 24
160
  },
161
  {
162
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
163
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
164
  "context_length": 96,
165
  "prediction_length": 24
166
  },
167
  {
168
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
169
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
170
  "context_length": 96,
171
  "prediction_length": 24
172
  },
173
  {
174
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
175
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
176
  "context_length": 96,
177
  "prediction_length": 24
178
  },
179
  {
180
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
181
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
182
  "context_length": 96,
183
  "prediction_length": 24
184
  },
185
  {
186
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
187
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
188
  "context_length": 96,
189
  "prediction_length": 24
190
  },
191
  {
192
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
193
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
194
  "context_length": 96,
195
  "prediction_length": 24
196
  }
 
202
  "Chronos-2": {
203
  "model": "Chronos-2",
204
  "api_model_id": "amazon/chronos-2",
205
+ "evaluated_at": "2026-06-08T06:41:10.415401+00:00",
206
  "datasets": [
207
  {
208
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
209
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
210
  "context_length": 96,
211
  "prediction_length": 24
212
  },
213
  {
214
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
215
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
216
  "context_length": 89,
217
  "prediction_length": 24
218
  },
219
  {
220
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
221
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
222
  "context_length": 96,
223
  "prediction_length": 24
224
  },
225
  {
226
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
227
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
228
  "context_length": 96,
229
  "prediction_length": 24
230
  },
231
  {
232
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
233
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
234
  "context_length": 96,
235
  "prediction_length": 24
236
  },
237
  {
238
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
239
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
240
  "context_length": 96,
241
  "prediction_length": 24
242
  },
243
  {
244
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
245
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
246
  "context_length": 96,
247
  "prediction_length": 24
248
  },
249
  {
250
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
251
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
252
  "context_length": 96,
253
  "prediction_length": 24
254
  },
255
  {
256
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
257
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
258
  "context_length": 96,
259
  "prediction_length": 24
260
  }
 
266
  "TimesFM-2.5": {
267
  "model": "TimesFM-2.5",
268
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
269
+ "evaluated_at": "2026-06-08T06:41:52.880074+00:00",
270
  "datasets": [
271
  {
272
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
273
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
274
  "context_length": 96,
275
  "prediction_length": 24
276
  },
277
  {
278
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
279
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
280
  "context_length": 89,
281
  "prediction_length": 24
282
  },
283
  {
284
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
285
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
286
  "context_length": 96,
287
  "prediction_length": 24
288
  },
289
  {
290
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
291
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
292
  "context_length": 96,
293
  "prediction_length": 24
294
  },
295
  {
296
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
297
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
298
  "context_length": 96,
299
  "prediction_length": 24
300
  },
301
  {
302
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
303
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
304
  "context_length": 96,
305
  "prediction_length": 24
306
  },
307
  {
308
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
309
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
310
  "context_length": 96,
311
  "prediction_length": 24
312
  },
313
  {
314
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
315
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
316
  "context_length": 96,
317
  "prediction_length": 24
318
  },
319
  {
320
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
321
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
322
  "context_length": 96,
323
  "prediction_length": 24
324
  }
 
330
  "Moirai-1.1-Small": {
331
  "model": "Moirai-1.1-Small",
332
  "api_model_id": "Salesforce/moirai-1.1-R-small",
333
+ "evaluated_at": "2026-06-08T06:42:21.095669+00:00",
334
  "datasets": [
335
  {
336
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
337
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
338
  "context_length": 96,
339
  "prediction_length": 24
340
  },
341
  {
342
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
343
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
344
  "context_length": 89,
345
  "prediction_length": 24
346
  },
347
  {
348
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
349
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
350
  "context_length": 96,
351
  "prediction_length": 24
352
  },
353
  {
354
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
355
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
356
  "context_length": 96,
357
  "prediction_length": 24
358
  },
359
  {
360
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
361
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
362
  "context_length": 96,
363
  "prediction_length": 24
364
  },
365
  {
366
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
367
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
368
  "context_length": 96,
369
  "prediction_length": 24
370
  },
371
  {
372
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
373
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
374
  "context_length": 96,
375
  "prediction_length": 24
376
  },
377
  {
378
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
379
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
380
  "context_length": 96,
381
  "prediction_length": 24
382
  },
383
  {
384
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
385
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
386
  "context_length": 96,
387
  "prediction_length": 24
388
  }
 
396
  "failed_datasets": [
397
  "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260604t000000z"
398
  ],
399
+ "push_status": "pending"
 
 
400
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,10 +1,10 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,480207.5538717906,819872.9210103353,723.9169921875,0.41621433317651624,0.011510360950126195,0.011612872676371488,4.284524165048639,692.9700959433897,0.011091736394924306,0.011587074963486125,0.00847129467067856,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,8386635.950057983,6821864.3029174805,2299.52734375,2.395656166786266,0.034300932783687385,0.0335549944637551,115.87863596963035,2895.9689138625063,0.04278282404368332,0.03397145365075061,0.03879257476098097,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.074010558687405,4.335808404405877,1.8372374375661213,1.9037211390265014,0.07873510815576218,0.07484957880049732,89.35993520634979,2.4645507823308095,0.10497128704862618,0.07825246686653548,0.0893257525734246,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.004401478712365699,0.005610155223430742,0.05921360353628794,0.07351160930216222,0.05781520785616611,0.060837187520634994,1.1219287761397128,0.06634364108462618,0.05955443530805333,0.05315404255036824,0.039556608345033904,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.1463195193701381,0.1067670857803004,0.2935219208399455,0.7784007396719699,0.1183681565105761,0.110187853889052,39.993096135015854,0.3825173451886046,0.15149202171097342,0.11624630821017296,0.1396518355303934,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.17304062733126102,0.2958899779737673,0.4830738306045532,0.2942581785239638,0.04017906090883961,0.04123166572353948,0.9778701966925091,0.415981522824345,0.03461704840176829,0.04020031962507821,0.02352560499930049,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,25.032359837599415,13.880879618010113,2.925017515818278,0.17087323418978984,0.1096895461105784,0.10823601614762197,14.457707689451638,5.003234937278022,0.19132830332341252,0.1118553586846437,0.21034524914758357,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,17.857354245482384,15.00571757355859,3.390869935353597,2.2034536303527648,0.1599101773236747,0.14501577355979461,98.44432255926829,4.2257962853742,0.19395507002055765,0.155633724706129,0.16956562197221947,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,15.838486678884047,12.82103242554164,2.7564240296681723,0.644358864078274,0.6995535525092187,0.3442768254891309,27.428799539417415,3.9797596257668686,0.46592307813856026,0.3227033010343226,0.37195795198766196,Hazards,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,479263.7205384572,818477.4144999186,723.3336588541666,0.41587894707980455,0.011501282156701329,0.01160361911554006,4.284524165048639,692.288755172621,0.011080934259833764,0.011577846183113959,0.008466186562153383,Finance,1
3
  coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,8386635.950057983,6821864.3029174805,2299.52734375,2.395656166786266,0.034300932783687385,0.0335549944637551,115.87863596963035,2895.9689138625063,0.04278282404368332,0.03397145365075061,0.03879257476098097,Finance,1
4
  nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,6.074010558687405,4.335808404405877,1.8372374375661213,1.9037211390265014,0.07873510815576218,0.07484957880049732,89.35993520634979,2.4645507823308095,0.10497128704862618,0.07825246686653548,0.0893257525734246,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005619971804908956,0.0066289593838229815,0.06452968964974086,0.08473791437725353,0.06479498422662151,0.06857706230112699,1.5636517052540402,0.07496647120485901,0.06931979634772864,0.05966914105745231,0.04671029396496992,Ocean,1
6
  noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.1463195193701381,0.1067670857803004,0.2935219208399455,0.7784007396719699,0.1183681565105761,0.110187853889052,39.993096135015854,0.3825173451886046,0.15149202171097342,0.11624630821017296,0.1396518355303934,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.17084146950367085,0.3132841003222211,0.5088114341100057,0.30941235459286,0.042317220066354994,0.04343098711231994,0.4753036453878088,0.4133297345989892,0.0343963725392321,0.04234214520484078,0.0238853454647881,Weather,1
8
  open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,25.032359837599415,13.880879618010113,2.925017515818278,0.17087323418978984,0.1096895461105784,0.10823601614762197,14.457707689451638,5.003234937278022,0.19132830332341252,0.1118553586846437,0.21034524914758357,Air Quality,1
9
  open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,17.857354245482384,15.00571757355859,3.390869935353597,2.2034536303527648,0.1599101773236747,0.14501577355979461,98.44432255926829,4.2257962853742,0.19395507002055765,0.155633724706129,0.16956562197221947,Weather,1
10
  usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,15.838486678884047,12.82103242554164,2.7564240296681723,0.644358864078274,0.6995535525092187,0.3442768254891309,27.428799539417415,3.9797596257668686,0.46592307813856026,0.3227033010343226,0.37195795198766196,Hazards,1
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-08T06:31:27.789591+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t035400z",
20
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t042500z",
32
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
- "data_fetched_at": "2026-06-08T06:28:36.697314Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-08T06:41:52.880074+00:00",
5
  "datasets": [
6
  {
7
  "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260607t060000z",
8
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
  "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260604t230000z",
14
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
15
  "context_length": 89,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260608t040600z",
20
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
21
  "context_length": 96,
22
  "prediction_length": 24
23
  },
24
  {
25
  "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260607t215000z",
26
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260608t043000z",
32
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
  "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260607t060000z",
38
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
  "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260607t060000z",
44
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
  "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260607t060000z",
50
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
  "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260608t035000z",
56
+ "data_fetched_at": "2026-06-08T06:38:51.824648Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  }