ziyuzhou02 commited on
Commit
1dcade2
·
verified ·
1 Parent(s): 50bcb80

Update leaderboard results from local eval

Browse files
results/chronos_2/all_results.csv CHANGED
@@ -1,12 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-2,55191.59698359171,55191.59698359171,198.619140625,0.33669081659764916,0.0031670256625763817,0.0031738450727417495,3.900166949882754,234.92891900230526,0.003752486603882454,0.003172515617213751,0.005455293856706997,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,30386.772164026897,30386.772164026897,144.51025390625,0.2504473730233503,0.0023081111903845816,0.002310803026802783,4.5902827532904205,174.3180201930566,0.0027878551618223265,0.0023111417674581943,0.005540922213555685,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0135279250328797,1.0135279250328797,0.7760221163431803,0.7124828150075104,0.030955027243555127,0.030196089081532942,2.57253154977446,1.0067412403556735,0.039586130068174706,0.03051401015665984,0.021486936327500903,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.015383660482691278,0.015383660482691278,0.10735778758923213,0.16121804815178017,0.3177356224428212,0.2608616471668601,0.5772064369494309,0.12403088519675766,0.32461736313586087,0.2809800306111773,0.1879749372877965,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.00863338698202476,0.00863338698202476,0.0797783484061559,0.696247585361026,0.06966743501301983,0.06646254886886296,3.6346311052403295,0.09291602112673981,0.07879803593160989,0.06765654714915081,0.04583538876911983,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-2,0.003313027154149495,0.003313027154149495,0.021967291831970215,0.019894905810086228,0.0017096161745851074,0.0016997041002216639,0.6699716460030034,0.05755890160652386,0.004433291436129362,0.0016919608268304743,0.004813137049942042,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,42.99446735530853,42.99446735530853,5.482115626335144,0.5300286271331468,0.355168579752886,0.29971654379193624,2.8644409929297736,6.557016650528541,0.3712394476965104,0.3103816393641487,0.23762113286321496,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.6244250747777187,0.6244250747777187,0.5695122083028158,0.43163033990400934,0.023857974725010247,0.024392185152139822,1.9124857581277752,0.7902057167457843,0.03438168607921584,0.024779357513111604,0.022741753599106018,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.870864701296265,14.870864701296265,2.8135249614715576,0.4916839738493984,0.42614708676965996,0.262055477239668,5.0060174557769175,3.856276014667034,0.32247604303835825,0.23527734869448566,0.21753711552754695,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2.857387719055017,2.857387719055017,1.3997904459635417,0.019142433449074073,0.00044865078396267357,0.0004487976119229237,1.0503039585559117,1.6903809390356415,0.0005417887625114235,0.0004486507839626736,0.0033214613288669276,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,7527.493429508177,7527.493429508177,86.01233673095703,1.7317920147172559,0.3099005286298708,0.3673858887998923,5.472806021671167,86.76112856290067,0.31378346677360097,0.3110753588823039,0.2676876743371069,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-2,79312.88380940755,79312.88380940755,220.60677083333334,0.33288023946409395,0.003678785879517475,0.003674671008660965,2.38414080860719,281.62543175183515,0.0046911017553650704,0.003674699417109464,0.00427103479204369,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,223837.01853434244,223837.01853434244,407.6067708333333,0.5857519060696011,0.006785416766128115,0.006814835032728205,2.498271398302062,473.1141707181708,0.00789594162240357,0.006802669348311743,0.0066225385138061746,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,7.278893959612257,7.278893959612257,2.0790089766184487,2.660847966557817,0.0785958865491148,0.08304563119070457,52.26659845787916,2.69794254194048,0.11117512468827637,0.08567049839295689,0.07675114930392904,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.006843057419744743,0.006843057419744743,0.061131457487742104,0.07799659201064274,0.05036678943407252,0.052670165264307456,0.24402558412897024,0.08272277449254675,0.06960022722592826,0.05143400179574942,0.04253227488547291,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05560729300022871,0.05560729300022871,0.1740457316239675,0.3648119895760489,0.07644569370555891,0.07130885728891448,4.930507193952189,0.23581198654909108,0.09641376441924437,0.07116009840099839,0.05719110194847207,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-2,5.1283029776129,5.1283029776129,2.0176402727762857,1.2342404707433778,0.0946594816048499,0.10023366244058807,28.90428438157241,2.264575672750394,0.10924586160001899,0.09733340009373037,0.08952498605835711,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,179.4821280236139,179.4821280236139,10.713156461715698,0.7326627269237758,0.36186731303628245,0.48870970734213187,5.200616403379104,13.39709401413657,0.5215413728131025,0.4170571858575454,0.3619762605253056,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.0279987706897677,2.0279987706897677,0.878044843673706,0.7016562093444749,0.034202599466595755,0.03276300319958237,12.826168046675294,1.4240782178973765,0.05522358358588627,0.03404924126173637,0.02823907335309785,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,13.866974071285844,13.866974071285844,3.0239370663960776,0.740556016260264,0.33054157415792224,0.3084034170795761,6.508810495843694,3.723838620467574,0.36478419139274193,0.29622240650410553,0.25027107887527567,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,2288.185256148378,2288.185256148378,43.976359049479164,0.40987674453883494,0.016216042943541314,0.016372453783500013,10.650111498786407,47.83497942038209,0.017675742972889458,0.016249924821978446,0.014701078236597597,Hydrology,1
 
results/chronos_2/online_meta.json CHANGED
@@ -1,73 +1,67 @@
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
- "evaluated_at": "2026-06-24T10:26:41.569713+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
- "context_length": 85,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
- },
66
- {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
- "context_length": 4,
70
- "prediction_length": 2
71
  }
72
  ]
73
  }
 
1
  {
2
  "model": "Chronos-2",
3
  "api_model_id": "amazon/chronos-2",
4
+ "evaluated_at": "2026-06-30T02:18:42.044706+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
  "context_length": 96,
64
  "prediction_length": 24
 
 
 
 
 
 
65
  }
66
  ]
67
  }
results/chronos_bolt_base/all_results.csv CHANGED
@@ -1,12 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,133710.13846079507,133710.13846079507,322.9169921875,0.5473953086834632,0.005149644924725784,0.0051666757874047516,4.166939950188181,365.6639693226488,0.005840699187792457,0.005157907730115246,0.006829569381692274,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,132452.1621246338,132452.1621246338,309.095703125,0.5356866019395568,0.00493381846372946,0.00495068491829389,4.682534117129365,363.93977815654307,0.005820461866205871,0.004943344643885855,0.00718501037207875,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,1.8319509301638088,1.8319509301638088,1.0906925996144612,1.0013886425596585,0.042707416779779316,0.041400192532359194,5.2355010268125115,1.3534958183030374,0.05322088672074797,0.04288718628182931,0.02834453176212835,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.008242577041278695,0.008242577041278695,0.07623488704363506,0.11448111931359319,0.2174943180579981,0.1902406604160792,0.8810051995298819,0.09078863938444444,0.23761475758976,0.1995242392393402,0.23095059488684969,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.02710276575272334,0.02710276575272334,0.1489242066939672,1.2997025055545042,0.12922718676271597,0.11963559408704778,8.917016571309325,0.1646291764928785,0.13961484367676943,0.12629614191239394,0.07990431471823298,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.0033086436577226173,0.0033086436577226173,0.04541913668314616,0.041134312467755015,0.003509866679027899,0.0035067777158172084,0.3951376789021042,0.05752081064903916,0.004430357601207263,0.0034982646310776477,0.00440059871430286,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,56.748003162197925,56.748003162197925,6.146185318628947,0.5942330276453109,0.39154794477769567,0.32427352038561524,3.7303061966828572,7.5331270507139285,0.42650401467399907,0.34797935779899075,0.25809968034774244,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,0.19778157721445191,0.19778157721445191,0.3354157606760661,0.2542098600857271,0.01437067829165361,0.014287940489291799,1.542343685137593,0.4447264071476439,0.01934995330666139,0.014593869855912323,0.014436854684192722,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,14.449017169318987,14.449017169318987,2.8092607259750366,0.4909387676461228,0.42081398718682844,0.26256956990371827,5.111940813296049,3.8011862844800155,0.3178692363328236,0.23492075757282535,0.21741257939650666,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,189.75643805911145,189.75643805911145,9.822743733723959,0.13432811943554132,0.0031483152992704995,0.0031580867312252345,0.9526770610754985,13.775210998714737,0.004415131730357288,0.0031483152992704995,0.004421355418669871,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Base,7846.271479973686,7846.271479973686,87.9615249633789,1.7710374153700452,0.31710266267228676,0.3773602927354325,5.913257010031067,88.57918197846313,0.32035870516623194,0.318124864243685,0.27445587593555354,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,179879.84249369302,179879.84249369302,335.7805989583333,0.5066695177415557,0.005578555664655653,0.005601368966687538,3.163496674164382,424.1224380926963,0.007064708259655945,0.005593177247497315,0.006616753357563638,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Base,243104.94887161255,243104.94887161255,401.6943359375,0.5772554328567877,0.006685002973356699,0.006716716525878282,3.0324192635064477,493.05674001235656,0.008228769030021907,0.006703994982433214,0.007361456776529066,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Base,5.699073440914465,5.699073440914465,1.8974451224009197,2.428470993813376,0.07196583463258062,0.0755655397695962,44.61720702747385,2.387273222929136,0.09837325817666923,0.07818872892688085,0.06974930086667265,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Base,0.03332111650961892,0.03332111650961892,0.13589202612638474,0.17338233627759547,0.1121500101331596,0.12467641603861761,0.971619996511906,0.1825407256192955,0.15358377495224712,0.1143350903618486,0.09453545713926889,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Base,0.05705467253229083,0.05705467253229083,0.17627808451652527,0.36949115689932094,0.07742251239116787,0.07216025257764086,6.135062512722598,0.23886119930263022,0.09766046135092336,0.07207281513365218,0.059443631880669395,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,7.028810420286239,7.028810420286239,2.36849315961202,1.4488658616283192,0.11101108494338814,0.1189219376873318,30.72757876782877,2.6511903779785864,0.12789662124921822,0.11425896649384619,0.10012976556433971,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Base,213.2161188021681,213.2161188021681,11.784207105636597,0.8059108763606672,0.3980466599054955,0.5503993637386139,8.26883502195538,14.601921750309721,0.5684446423478237,0.45875258805397945,0.3711775097104035,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Base,1.6358058984177053,1.6358058984177053,0.999826192855835,0.7989731521539954,0.03931933359428323,0.03862666237972285,6.054594537929688,1.2789862776502745,0.049597139203003605,0.038771736438785655,0.02923727468926816,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,12.812634285892917,12.812634285892917,2.981071432431539,0.7300583099832342,0.3636776405193605,0.30318671151463233,4.473061366957062,3.5794740236371205,0.3506423533358812,0.2920233239932936,0.23714156940140152,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Base,359.09811916202307,359.09811916202307,9.173695882161459,0.08550240822208738,0.00335305392247124,0.0033770418885392204,1.3034173050667477,18.949884410254935,0.007002266756676189,0.0033898183398287144,0.003915202115275639,Hydrology,1
 
results/chronos_bolt_base/online_meta.json CHANGED
@@ -1,73 +1,67 @@
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
- "evaluated_at": "2026-06-24T10:26:11.706307+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
- "context_length": 85,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
- },
66
- {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
- "context_length": 4,
70
- "prediction_length": 2
71
  }
72
  ]
73
  }
 
1
  {
2
  "model": "Chronos-Bolt-Base",
3
  "api_model_id": "amazon/chronos-bolt-base",
4
+ "evaluated_at": "2026-06-30T02:18:07.175055+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
  "context_length": 96,
64
  "prediction_length": 24
 
 
 
 
 
 
65
  }
66
  ]
67
  }
results/chronos_bolt_mini/all_results.csv CHANGED
@@ -1,12 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,67679.21396891277,67679.21396891277,223.47233072916666,0.3788208995538898,0.00356361224366329,0.003572144030548605,3.948263470146155,260.1522899551583,0.004155375962958806,0.0035694921296230823,0.005689663101150998,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,119960.92000770569,119960.92000770569,301.7263997395833,0.5229150329747203,0.004816846843849194,0.004832156954687329,4.653517209475508,346.3537498103719,0.005539209819822315,0.004825487921675978,0.007085509592923398,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,1.8336535334306063,1.8336535334306063,1.103524128595988,1.0131695489244015,0.04319357415511382,0.041889904239116454,6.7357908205126025,1.354124637332401,0.053245612549876545,0.04339173556904915,0.028920408745581532,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.0026082539976353125,0.0026082539976353125,0.04670201241970062,0.07013191549617498,0.13306473388051399,0.123487003397362,0.6710046927673394,0.05107106810744526,0.1336647354831926,0.12222991153188797,0.16064998754087434,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.029451925891486635,0.029451925891486635,0.15558111170927683,1.3577991462531906,0.13506280783090616,0.12464402670209128,9.281102903826342,0.17161563416975342,0.14553975454123855,0.13194157349920482,0.08292687656981358,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.003367073403713524,0.003367073403713524,0.046784440676371254,0.042370814197468305,0.003614764406336471,0.003612052138080688,0.4368766208864608,0.05802648881083125,0.004469305854240924,0.0036034228313201622,0.0037225177211483223,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,65.74404899330379,65.74404899330379,6.73486053943634,0.6511480473893272,0.43757136785091105,0.3532075261597076,3.804420624229325,8.108270407016764,0.4590669794062865,0.38130845782919154,0.2782135723253053,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,0.25599078464513997,0.25599078464513997,0.363839070002238,0.2757517383576836,0.015361408145510883,0.015455357761060001,1.3067340896392892,0.505955318822858,0.022014010495286476,0.015830562122084925,0.013680019374027914,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,14.61751294236035,14.61751294236035,2.7877307335535684,0.48717624469868187,0.4240831081772294,0.26032398856351274,5.004916382067412,3.8232856213419826,0.3197172645024654,0.23312034008810328,0.2171543041588122,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,42.20985995233059,42.20985995233059,4.8846435546875,0.06679854433760683,0.0015655908829126603,0.0015674157995548704,0.7935784755608974,6.496911570302507,0.002082343452020034,0.0015655908829126603,0.003128560529022362,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Mini,14694.567195974756,14694.567195974756,119.95475769042969,2.4151964635656986,0.4319511571520279,0.5530661119115016,7.316465185792655,121.22114995319404,0.4384128388903944,0.4338327583740676,0.36138728262311326,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,214794.52808189392,214794.52808189392,383.1876627604167,0.5782034724389362,0.006366545814496478,0.006395358256438228,2.876669262323668,463.45930574527677,0.007719951814002954,0.006382847977286468,0.0066931519878759985,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Mini,254395.8067855835,254395.8067855835,427.0830078125,0.6137402609006225,0.0071083050005843204,0.007142337959767907,2.696546609094169,504.37665170543283,0.008417690367473323,0.007127713998693193,0.007173494867351451,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Mini,4.510105006112705,4.510105006112705,1.6766335169474285,2.1458622518737696,0.0645927596650776,0.06687527955780664,50.108822497429195,2.1237007807392985,0.08751213023590408,0.06908966273577738,0.062454084170564195,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Mini,0.07932819835570903,0.07932819835570903,0.22305209934711456,0.28458839858975554,0.18467119150935907,0.21670714002222904,3.516211223474263,0.2816526200050499,0.23697326971178562,0.18766871509100844,0.15298705091071146,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Mini,0.057569800272690465,0.057569800272690465,0.17778743306795755,0.37265485670898596,0.07804531779211228,0.07273763800483675,4.489449718295454,0.23993707565253533,0.0981003426752868,0.07268992530601412,0.057451502977803534,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,7.999656626817189,7.999656626817189,2.5363868872324624,1.5515706084601106,0.11883498067414706,0.128012172673119,39.791738072053896,2.8283664237183253,0.13644380737535639,0.12235836239915397,0.11060703049685822,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Mini,279.8051572948969,279.8051572948969,13.733896493911743,0.9392483058076045,0.47054737000639557,0.6835695769724047,15.176905045380986,16.727377478101488,0.6511874444029776,0.5346529048724766,0.4625263763782494,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Mini,1.3695680218661437,1.3695680218661437,0.9219670295715332,0.7367549570738623,0.036096634583589575,0.03546794133366176,5.096729263544164,1.1702854446100506,0.04538188651265956,0.03575247671167167,0.028848095661232358,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,12.823751712937147,12.823751712937147,3.001909295717875,0.7351614601758062,0.3618994732175001,0.30551885044988086,4.275823310929902,3.5810266283479586,0.35079444522592246,0.2940645840703225,0.2400586731579839,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Mini,445.68198224902153,445.68198224902153,13.3173828125,0.12412317961165047,0.004884760555862444,0.00491461952484433,1.4002759974211163,21.111181450809937,0.007800898457574111,0.00492097286374134,0.005126332822791035,Hydrology,1
 
results/chronos_bolt_mini/online_meta.json CHANGED
@@ -1,73 +1,67 @@
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
- "evaluated_at": "2026-06-24T10:25:40.497087+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
- "context_length": 85,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
- },
66
- {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
- "context_length": 4,
70
- "prediction_length": 2
71
  }
72
  ]
73
  }
 
1
  {
2
  "model": "Chronos-Bolt-Mini",
3
  "api_model_id": "amazon/chronos-bolt-mini",
4
+ "evaluated_at": "2026-06-30T02:17:42.095143+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
  "context_length": 96,
64
  "prediction_length": 24
 
 
 
 
 
 
65
  }
66
  ]
67
  }
results/chronos_bolt_tiny/all_results.csv CHANGED
@@ -1,12 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,86024.59016736348,86024.59016736348,247.27327473958334,0.4191672591718281,0.003942375900955278,0.00395327142780055,3.574212685487224,293.29948886311325,0.004684831512265222,0.0039496612630704996,0.0055753044641461535,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,83047.47283808391,83047.47283808391,235.2041015625,0.4076267791963082,0.003753652221864143,0.0037640301344925367,4.045430645898329,288.1795843533749,0.004608834708434634,0.0037616017431622746,0.005855481395303551,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,1.5681654929370172,1.5681654929370172,1.0146376291910808,0.9315609169299943,0.040025407697032556,0.0388989609410166,5.034907196016684,1.2522641466308206,0.049240350351323625,0.03989662442658291,0.02758121236538047,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.0008618152538596805,0.0008618152538596805,0.024385434885819752,0.036619348292331065,0.06274609584840433,0.06571567982692177,0.5312370102006511,0.02935669010395553,0.0768332122827725,0.06382229360855174,0.1296560512015753,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.029469210245647897,0.029469210245647897,0.1558375507593155,1.3600371603628922,0.13527808117279008,0.12485264691216198,10.205176536866068,0.17166598453289428,0.1455824544941189,0.13215904830316408,0.08273545650657813,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.0030758599688548807,0.0030758599688548807,0.02314917246500651,0.020965288270194577,0.0017997062079544816,0.0017908411173948697,0.5219369924293373,0.05546043606801952,0.004271663798332163,0.0017829914257947376,0.0028809430014159376,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,63.65247371527543,63.65247371527543,6.621929128964742,0.6402294742448774,0.4072149198204809,0.3461581939204694,4.394288273394385,7.978250040909687,0.4517055997613227,0.37491460576421554,0.27509277625653833,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,0.21127289555291404,0.21127289555291404,0.3622349103291829,0.27453595408678183,0.015453921301269534,0.015446181010018295,1.283260930373417,0.4596443141744647,0.019999028332930893,0.015760765468971545,0.014032221127267895,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,14.909067221062818,14.909067221062818,2.8200417359670005,0.49282282764471846,0.4252191632529783,0.2628031727481589,5.299644688958104,3.8612261292318557,0.3228899899009217,0.23582230544671778,0.21603537155960675,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,109.69032004723947,109.69032004723947,8.655812581380209,0.11837008658297721,0.0027742989042885287,0.0027799441874294824,0.8694636418269232,10.473314663812955,0.003356831623016973,0.0027742989042885283,0.0036629623746373824,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Chronos-Bolt-Tiny,11239.236877913238,11239.236877913238,105.2794418334961,2.1197203053724047,0.3795384191117197,0.469240325063693,8.068605922212537,106.01526719257579,0.38341868785741695,0.3807574749855193,0.33305075417231766,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,311534.0662924449,311534.0662924449,477.22119140625,0.7200935124183849,0.007929744550082085,0.00797285974368918,2.9994164683630564,558.1523683479672,0.009297276665076107,0.007949186814477673,0.00758896579558664,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt-Tiny,483004.4192829132,483004.4192829132,602.56982421875,0.8659238470316725,0.010029327420484234,0.010096514691917758,3.435812286088318,694.9851935709949,0.011598812414647169,0.01005646511967919,0.008970929808778451,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Chronos-Bolt-Tiny,5.709464549749252,5.709464549749252,1.8652474880218506,2.3872624127398754,0.07120444040014047,0.07440240606037805,49.66478523691378,2.3894485869650453,0.09846289921393189,0.0768619489969473,0.06843705239835013,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Chronos-Bolt-Tiny,0.06797272304011726,0.06797272304011726,0.2009776458144188,0.2564239769187558,0.16623857528099786,0.19329605721082932,3.568822623203733,0.26071578977905663,0.2193577079749013,0.16909599444438353,0.1424392710740597,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-Bolt-Tiny,0.049930707361184545,0.049930707361184545,0.16373453537623087,0.34319900324798963,0.07192308910133773,0.06734888922853073,4.257753871417724,0.22345180097995304,0.09136019595107436,0.0669442768880283,0.05362581352773892,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,8.400866070282973,8.400866070282973,2.5997438430786133,1.5903276257855132,0.12179593458804334,0.13146661515232358,45.38166922211417,2.8984247567054373,0.13982350585111655,0.1254147783595713,0.11647748042990015,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-Bolt-Tiny,142.7348991168354,142.7348991168354,9.107207218805948,0.6228333637649186,0.2973204506508651,0.3852143237807984,2.2554480968079793,11.947171176342767,0.46509668813013205,0.35453848053745785,0.3016631738381353,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-Bolt-Tiny,1.6162567327816457,1.6162567327816457,1.0276923179626465,0.8212413083335336,0.040533547558819195,0.040067867529715404,5.524150376795532,1.2713208614593114,0.049299886042030984,0.039852342314018324,0.03101672073495262,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,12.630230342883275,12.630230342883275,2.9813050429026284,0.7301155207108478,0.3536977177426112,0.30375121075278994,4.36698690239264,3.553903535956382,0.34813748923654353,0.29204620828433914,0.23680546299940872,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Chronos-Bolt-Tiny,331.9711126163602,331.9711126163602,8.093210856119791,0.07543186817354368,0.0029543763234559134,0.0029765387848970097,1.6248767445388346,18.220074440472526,0.0067325910172646745,0.0029905629029541953,0.0034432889582531436,Hydrology,1
 
results/chronos_bolt_tiny/online_meta.json CHANGED
@@ -1,73 +1,67 @@
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
- "evaluated_at": "2026-06-24T10:25:09.955652+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
- "context_length": 85,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
- },
66
- {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
- "context_length": 4,
70
- "prediction_length": 2
71
  }
72
  ]
73
  }
 
1
  {
2
  "model": "Chronos-Bolt-Tiny",
3
  "api_model_id": "amazon/chronos-bolt-tiny",
4
+ "evaluated_at": "2026-06-30T02:17:05.879220+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
  "context_length": 96,
64
  "prediction_length": 24
 
 
 
 
 
 
65
  }
66
  ]
67
  }
results/dataset_properties.csv CHANGED
@@ -1,6 +1,11 @@
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
  coingecko_bitcoin_7d_price_usd,Finance,1h,1
 
 
 
4
  nws_ksfo_observations_temperature,Weather,1h,1
 
 
5
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
6
- wikimedia_time_series_hourly_pageviews,Web,1D,1
 
1
  dataset,domain,frequency,num_variates
2
  binance_btcusdt_1h_close,Finance,1h,1
3
  coingecko_bitcoin_7d_price_usd,Finance,1h,1
4
+ nasa_power_shanghai_hourly_t2m,Weather,1h,1
5
+ noaa_coops_sf_water_level_water_level,Ocean,6min,1
6
+ noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1
7
  nws_ksfo_observations_temperature,Weather,1h,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1
9
+ open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1
10
  usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1
11
+ usgs_potomac_iv_usgs_00060,Hydrology,15min,1
results/moirai_1_1_small/all_results.csv CHANGED
@@ -1,12 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,3275545.588390986,1892766.9024322827,1363.7847493489583,2.3118305691829444,0.021792229970573517,0.021553101332177565,7.246140715216498,1809.8468411418094,0.02890842921895441,0.02178354212092952,0.013991806144947598,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,37798.926400502525,26889.563075383503,129.05403645833334,0.22366056065486836,0.0020659182419888265,0.002064315541722226,2.9695239116085688,194.419459932648,0.0031093359959668185,0.0020639516287295585,0.0035208613845827377,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,2.593477317492367,2.353017689729768,1.1896168390909831,1.0922131424422628,0.047220400117653626,0.045507501570683194,13.634388253692805,1.6104276815468515,0.06332371925538695,0.04677699197751071,0.03625177666992639,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.06594431230411768,0.06311771992473118,0.22484965870777765,0.33765434178989784,0.658248620406554,0.46340549478147613,1.741077762570426,0.25679624667061957,0.6720948602855071,0.5884832894317287,0.3783295937900954,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.017666016292974856,0.015395550278596293,0.11136727780103683,0.9719328590565229,0.0969018832578087,0.09128505637708632,5.2511515403621525,0.13291356700117132,0.11271821480679689,0.09444574413923348,0.06645042972967345,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,0.1837779760748314,0.011098394238037676,0.08033106724421184,0.07275266467400317,0.006203863005708935,0.006171304408439031,1.212190915953438,0.4286933357014445,0.03301874151252973,0.006187245109425985,0.010590519682003882,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,106.19727422669511,88.99129378661921,7.704468806584676,0.7448929031571985,0.5656473354118196,0.39663866305753176,9.09165972829234,10.305206170994111,0.5834511716559614,0.43620489271152535,0.3206434275797847,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,0.3167640549712208,0.3351591693818439,0.4470852216084798,0.33884356358928186,0.019178435433452105,0.019224527438141455,2.411817483345231,0.5628179589984854,0.02448809212077132,0.019452584832342527,0.021917702880615085,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,20.264125817441215,13.063720234179414,2.76386030515035,0.4830047135214204,0.40069874302731834,0.26277209977789545,4.992591926773775,4.501569261651009,0.37643784766419586,0.23112420670246828,0.21221228188615504,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,19.206633903086185,13.515089772641659,2.9262491861979165,0.04001708288817664,0.00093790038019164,0.0009372092429062728,0.7483599453570156,4.382537381824163,0.0014046594172513341,0.00093790038019164,0.0020722302457659107,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Small,4840.933965169825,5147.06643593093,70.07843399047852,1.410975181016346,0.25157220758482096,0.28929323842024507,8.822836242266149,69.57682060262472,0.2516340708955686,0.253448224197029,0.2998925961522613,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,335349.90416145325,328393.65150785446,504.822021484375,0.7617412410493222,0.008390471209775385,0.00843598694955617,3.3313525212201505,579.0940374079613,0.009646107024168748,0.008408940401444633,0.007468812937283216,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Small,321597.21846135455,377237.426533858,544.4340006510416,0.7823796767616568,0.009063698591042672,0.009115872724787538,2.729197311796897,567.095422712399,0.00946442239358907,0.009086219252039724,0.007556168590131977,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Small,16.87446729477915,17.05665047644652,3.080784718195597,3.9429842992532698,0.1146649872986738,0.126413690446511,97.85932064042221,4.107854341962377,0.16927388614454042,0.12695104504960508,0.11516232788168278,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Small,0.001379402098221405,0.0012348432674449406,0.026913084089756012,0.034337948509042676,0.022222445848252264,0.0225159784766598,0.37076819087833046,0.037140302882736495,0.03124863177928301,0.022643785577650115,0.03532334259566594,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Small,0.09672362180221228,0.08694725643523486,0.23727286358674368,0.49734046695556194,0.1027415242774317,0.09501165680699637,3.587133749523996,0.3110042150875327,0.1271567555392233,0.09701105659516351,0.06947359148957241,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,10.298643024148683,10.761196485356626,2.9528711636861167,1.8063443440775349,0.1385793841412152,0.15129326996352732,11.658404218264474,3.209149891193723,0.15481326108271226,0.14245006618787295,0.11966274084690759,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Small,32.45569900893285,29.76146759772409,4.540814280509949,0.31054203166935224,0.18467382961249676,0.17121423800017374,1.2282147798194847,5.69699034657185,0.2217806460952545,0.17677135885196882,0.14104961179726572,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Small,1.1537024613385256,1.1769748126310258,0.8648646275202433,0.6911237398798331,0.034095246530740066,0.033955419005491934,4.068023096995424,1.0741054237543564,0.041652171842310265,0.033538132560484366,0.0315396479021893,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,13.522841212065828,12.900290175120205,2.993597765763601,0.7331259834523104,0.35143043351341036,0.30486917555438026,4.858299875745968,3.6773415957816358,0.36022938081126227,0.2932503933809241,0.2422664943357714,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Small,988.5628161281347,471.443350824217,20.093495686848957,0.18727918310072814,0.007414757759616565,0.007402047243498373,1.1867807569781552,31.441418799541072,0.011618076230777302,0.007424848290752502,0.005988678816437323,Hydrology,1
 
results/moirai_1_1_small/online_meta.json CHANGED
@@ -1,73 +1,67 @@
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
- "evaluated_at": "2026-06-24T10:28:02.279888+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
- "context_length": 85,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
- },
66
- {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
- "context_length": 4,
70
- "prediction_length": 2
71
  }
72
  ]
73
  }
 
1
  {
2
  "model": "Moirai-1.1-Small",
3
  "api_model_id": "Salesforce/moirai-1.1-R-small",
4
+ "evaluated_at": "2026-06-30T02:20:20.114220+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
  "context_length": 96,
64
  "prediction_length": 24
 
 
 
 
 
 
65
  }
66
  ]
67
  }
results/online_status.json CHANGED
@@ -1,21 +1,415 @@
1
  {
2
- "status": "partial",
3
- "started_at": "2026-06-30T02:08:17.480823+00:00",
4
- "finished_at": "2026-06-30T02:10:44.321708+00:00",
5
- "task_count": 5,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
- "models": {},
10
- "failed_models": [
11
- "Chronos-Bolt-Tiny",
12
- "Chronos-Bolt-Mini",
13
- "Chronos-Bolt-Base",
14
- "Chronos-2",
15
- "TimesFM-2.5",
16
- "Moirai-1.1-Small"
17
- ],
18
- "push_status": "ok",
19
- "pushed_at": "2026-06-30T02:10:47.333762+00:00",
20
- "push_detail": "HF Hub API"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  }
 
1
  {
2
+ "status": "ok",
3
+ "started_at": "2026-06-30T02:16:24.285877+00:00",
4
+ "finished_at": "2026-06-30T02:20:20.117125+00:00",
5
+ "task_count": 10,
6
  "data_source": "ts_bench",
7
  "data_config": "configs/datasets/ts_bench.yaml",
8
  "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench",
9
+ "models": {
10
+ "Chronos-Bolt-Tiny": {
11
+ "model": "Chronos-Bolt-Tiny",
12
+ "api_model_id": "amazon/chronos-bolt-tiny",
13
+ "evaluated_at": "2026-06-30T02:17:05.879220+00:00",
14
+ "datasets": [
15
+ {
16
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
17
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
18
+ "context_length": 96,
19
+ "prediction_length": 24
20
+ },
21
+ {
22
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
23
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
24
+ "context_length": 96,
25
+ "prediction_length": 24
26
+ },
27
+ {
28
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
29
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
30
+ "context_length": 69,
31
+ "prediction_length": 24
32
+ },
33
+ {
34
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
35
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
36
+ "context_length": 96,
37
+ "prediction_length": 24
38
+ },
39
+ {
40
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
41
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
42
+ "context_length": 96,
43
+ "prediction_length": 24
44
+ },
45
+ {
46
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
47
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
48
+ "context_length": 96,
49
+ "prediction_length": 24
50
+ },
51
+ {
52
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
53
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
54
+ "context_length": 96,
55
+ "prediction_length": 24
56
+ },
57
+ {
58
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
59
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
60
+ "context_length": 96,
61
+ "prediction_length": 24
62
+ },
63
+ {
64
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
65
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
66
+ "context_length": 96,
67
+ "prediction_length": 24
68
+ },
69
+ {
70
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
71
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
72
+ "context_length": 96,
73
+ "prediction_length": 24
74
+ }
75
+ ]
76
+ },
77
+ "Chronos-Bolt-Mini": {
78
+ "model": "Chronos-Bolt-Mini",
79
+ "api_model_id": "amazon/chronos-bolt-mini",
80
+ "evaluated_at": "2026-06-30T02:17:42.095143+00:00",
81
+ "datasets": [
82
+ {
83
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
84
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
85
+ "context_length": 96,
86
+ "prediction_length": 24
87
+ },
88
+ {
89
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
90
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
91
+ "context_length": 96,
92
+ "prediction_length": 24
93
+ },
94
+ {
95
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
96
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
97
+ "context_length": 69,
98
+ "prediction_length": 24
99
+ },
100
+ {
101
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
102
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
103
+ "context_length": 96,
104
+ "prediction_length": 24
105
+ },
106
+ {
107
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
108
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
109
+ "context_length": 96,
110
+ "prediction_length": 24
111
+ },
112
+ {
113
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
114
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
115
+ "context_length": 96,
116
+ "prediction_length": 24
117
+ },
118
+ {
119
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
120
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
121
+ "context_length": 96,
122
+ "prediction_length": 24
123
+ },
124
+ {
125
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
126
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
127
+ "context_length": 96,
128
+ "prediction_length": 24
129
+ },
130
+ {
131
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
132
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
133
+ "context_length": 96,
134
+ "prediction_length": 24
135
+ },
136
+ {
137
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
138
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
139
+ "context_length": 96,
140
+ "prediction_length": 24
141
+ }
142
+ ]
143
+ },
144
+ "Chronos-Bolt-Base": {
145
+ "model": "Chronos-Bolt-Base",
146
+ "api_model_id": "amazon/chronos-bolt-base",
147
+ "evaluated_at": "2026-06-30T02:18:07.175055+00:00",
148
+ "datasets": [
149
+ {
150
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
151
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
152
+ "context_length": 96,
153
+ "prediction_length": 24
154
+ },
155
+ {
156
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
157
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
158
+ "context_length": 96,
159
+ "prediction_length": 24
160
+ },
161
+ {
162
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
163
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
164
+ "context_length": 69,
165
+ "prediction_length": 24
166
+ },
167
+ {
168
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
169
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
170
+ "context_length": 96,
171
+ "prediction_length": 24
172
+ },
173
+ {
174
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
175
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
176
+ "context_length": 96,
177
+ "prediction_length": 24
178
+ },
179
+ {
180
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
181
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
182
+ "context_length": 96,
183
+ "prediction_length": 24
184
+ },
185
+ {
186
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
187
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
188
+ "context_length": 96,
189
+ "prediction_length": 24
190
+ },
191
+ {
192
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
193
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
194
+ "context_length": 96,
195
+ "prediction_length": 24
196
+ },
197
+ {
198
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
199
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
200
+ "context_length": 96,
201
+ "prediction_length": 24
202
+ },
203
+ {
204
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
205
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
206
+ "context_length": 96,
207
+ "prediction_length": 24
208
+ }
209
+ ]
210
+ },
211
+ "Chronos-2": {
212
+ "model": "Chronos-2",
213
+ "api_model_id": "amazon/chronos-2",
214
+ "evaluated_at": "2026-06-30T02:18:42.044706+00:00",
215
+ "datasets": [
216
+ {
217
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
218
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
219
+ "context_length": 96,
220
+ "prediction_length": 24
221
+ },
222
+ {
223
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
224
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
225
+ "context_length": 96,
226
+ "prediction_length": 24
227
+ },
228
+ {
229
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
230
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
231
+ "context_length": 69,
232
+ "prediction_length": 24
233
+ },
234
+ {
235
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
236
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
237
+ "context_length": 96,
238
+ "prediction_length": 24
239
+ },
240
+ {
241
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
242
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
243
+ "context_length": 96,
244
+ "prediction_length": 24
245
+ },
246
+ {
247
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
248
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
249
+ "context_length": 96,
250
+ "prediction_length": 24
251
+ },
252
+ {
253
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
254
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
255
+ "context_length": 96,
256
+ "prediction_length": 24
257
+ },
258
+ {
259
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
260
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
261
+ "context_length": 96,
262
+ "prediction_length": 24
263
+ },
264
+ {
265
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
266
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
267
+ "context_length": 96,
268
+ "prediction_length": 24
269
+ },
270
+ {
271
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
272
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
273
+ "context_length": 96,
274
+ "prediction_length": 24
275
+ }
276
+ ]
277
+ },
278
+ "TimesFM-2.5": {
279
+ "model": "TimesFM-2.5",
280
+ "api_model_id": "google/timesfm-2.5-200m-pytorch",
281
+ "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
282
+ "datasets": [
283
+ {
284
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
285
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
286
+ "context_length": 96,
287
+ "prediction_length": 24
288
+ },
289
+ {
290
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
291
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
292
+ "context_length": 96,
293
+ "prediction_length": 24
294
+ },
295
+ {
296
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
297
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
298
+ "context_length": 69,
299
+ "prediction_length": 24
300
+ },
301
+ {
302
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
303
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
304
+ "context_length": 96,
305
+ "prediction_length": 24
306
+ },
307
+ {
308
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
309
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
310
+ "context_length": 96,
311
+ "prediction_length": 24
312
+ },
313
+ {
314
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
315
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
316
+ "context_length": 96,
317
+ "prediction_length": 24
318
+ },
319
+ {
320
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
321
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
322
+ "context_length": 96,
323
+ "prediction_length": 24
324
+ },
325
+ {
326
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
327
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
328
+ "context_length": 96,
329
+ "prediction_length": 24
330
+ },
331
+ {
332
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
333
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
334
+ "context_length": 96,
335
+ "prediction_length": 24
336
+ },
337
+ {
338
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
339
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
340
+ "context_length": 96,
341
+ "prediction_length": 24
342
+ }
343
+ ]
344
+ },
345
+ "Moirai-1.1-Small": {
346
+ "model": "Moirai-1.1-Small",
347
+ "api_model_id": "Salesforce/moirai-1.1-R-small",
348
+ "evaluated_at": "2026-06-30T02:20:20.114220+00:00",
349
+ "datasets": [
350
+ {
351
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
352
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
353
+ "context_length": 96,
354
+ "prediction_length": 24
355
+ },
356
+ {
357
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
358
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
359
+ "context_length": 96,
360
+ "prediction_length": 24
361
+ },
362
+ {
363
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
364
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
365
+ "context_length": 69,
366
+ "prediction_length": 24
367
+ },
368
+ {
369
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
370
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
371
+ "context_length": 96,
372
+ "prediction_length": 24
373
+ },
374
+ {
375
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
376
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
377
+ "context_length": 96,
378
+ "prediction_length": 24
379
+ },
380
+ {
381
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
382
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
383
+ "context_length": 96,
384
+ "prediction_length": 24
385
+ },
386
+ {
387
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
388
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
389
+ "context_length": 96,
390
+ "prediction_length": 24
391
+ },
392
+ {
393
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
394
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
395
+ "context_length": 96,
396
+ "prediction_length": 24
397
+ },
398
+ {
399
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
400
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
401
+ "context_length": 96,
402
+ "prediction_length": 24
403
+ },
404
+ {
405
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
406
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
407
+ "context_length": 96,
408
+ "prediction_length": 24
409
+ }
410
+ ]
411
+ }
412
+ },
413
+ "failed_models": [],
414
+ "push_status": "pending"
415
  }
results/timesfm_2_5/all_results.csv CHANGED
@@ -1,12 +1,11 @@
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
- binance_btcusdt_1h_close/1h/short,TimesFM-2.5,143698.81774457297,259308.65317090353,436.7947591145833,0.7404361113893149,0.006964360970632857,0.006997430935392166,2.9033357143901637,379.0762690337829,0.006054931965975008,0.006976861295681754,0.004396025501021366,Finance,1
3
- coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,60796.876025517784,141477.4780515035,304.4527994791667,0.527640093198012,0.004858650318542056,0.004876183940444589,6.219105028292254,246.57022534263496,0.003943379317364112,0.004869091030400886,0.003788760505399408,Finance,1
4
- nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.3078232643306364,0.882397259172194,0.8326110045115153,0.7644383063410723,0.03304003350182586,0.03253864343309771,29.71352960817701,1.1436010074893412,0.04496760082320152,0.03273914507479797,0.03507756356851164,Weather,1
5
- noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0010808374567314132,0.0014703557049691174,0.028304442763328552,0.042504480753525614,0.07933076491379537,0.08517070791605032,1.1342570762668525,0.0328760924796639,0.08604429803132765,0.07407923889510228,0.07154839197141893,Ocean,1
6
- noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.015257792609373766,0.010044598633593674,0.08848431706428528,0.772226967957315,0.07709670832495095,0.07341835646632079,39.189481004233194,0.12352243767580758,0.10475400651370795,0.07503970048292313,0.09113788629340464,Ocean,1
7
- nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.005334279362652221,0.011045045427825547,0.092233141263326,0.08353190152150279,0.007103246509162518,0.007129811883651259,0.9162803505951503,0.07303615106679856,0.0056253773789107404,0.007103964528115102,0.005218519971814225,Weather,1
8
- open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,43.6385115084006,39.38850268416562,5.078357656796773,0.4909920038885631,0.29665341299344955,0.27570394639367124,19.082559201313973,6.605945163895973,0.3740096395760251,0.28752202292526,0.3094113234906923,Air Quality,1
9
- open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3919256536719331,0.5637739698977384,0.5101989110310873,0.3866771004668467,0.021210427525613754,0.021636057467028152,7.326048887236657,0.6260396582261647,0.027238855080563926,0.022198648308022626,0.01871504523368693,Weather,1
10
- usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.057733152631764,13.951839676957244,3.037028670310974,0.5307428744232771,0.3958677423348811,0.2852598975589325,13.636738390598481,3.749364366480239,0.3135356961516576,0.2539675543117191,0.23346227549140502,Hazards,1
11
- usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.7194533944129944,3.129751900831858,1.46136474609375,0.01998447516025641,0.00046838613656850965,0.00046854695547793253,0.07836315883190882,0.8482059858389319,0.00027186089289709357,0.0004683861365685096,0.0003897966346849403,Hydrology,1
12
- wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,4416.349631509278,6524.646165183047,79.82075500488281,1.6071292954003251,0.2873172872971189,0.3363756289242429,12.245023996237942,66.45562151924605,0.2403458282793709,0.2886826582455075,0.1896958246704371,Web,1
 
1
  dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
2
+ binance_btcusdt_1h_close/1h/short,TimesFM-2.5,81742.42789522807,124744.15551821391,297.3611653645833,0.4486972705324055,0.004943552533723208,0.0049579917738521604,4.904699820126863,285.90632713395496,0.0047624096472577765,0.004953215610330298,0.003661364469335062,Finance,1
3
+ coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,97952.0961373647,155042.49553426108,344.3505859375,0.494849513065497,0.005734942849078377,0.005753831848928334,4.4515950592935765,312.9729958596503,0.005223298429098694,0.005746968263655385,0.004048322861622117,Finance,1
4
+ nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,11.641811304915336,13.423471256234128,2.7575780550638833,3.5293238475457582,0.10321913729068599,0.11204715871745875,101.69350427694228,3.4120098629569253,0.14059996314044312,0.11363254752226123,0.10196536560973148,Weather,1
5
+ noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.02908771671812005,0.034046774600905515,0.13568753997484842,0.17312143585760467,0.11185537202482503,0.12463965779787611,2.676967727907387,0.1705512143554541,0.1434961937098364,0.11416304242585044,0.08757558544176978,Ocean,1
6
+ noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05836318292564613,0.04761165148106272,0.16445205609003702,0.3447029766963658,0.07191232151835235,0.06762886788054125,17.47579260325252,0.24158473239351475,0.09877400134375952,0.06723764141999806,0.08169348159617512,Ocean,1
7
+ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,5.091922888105425,6.327109473932221,2.2220658461252847,1.3592926513955181,0.10384344306035338,0.11108617811955894,27.998005969855527,2.2565289468795706,0.10885767783941647,0.10719513629549113,0.08603730202253673,Weather,1
8
+ open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,49.47017191748849,82.91626740256955,7.3194271723429365,0.5005687624158839,0.2545421621602366,0.295325743742574,5.8418762834746945,7.033503530779557,0.27381035642937446,0.28494120378950605,0.21288132768520807,Air Quality,1
9
+ open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6484289968751302,1.7882974488526695,1.16057284673055,0.9274277392234174,0.04635277574155072,0.04703534337119358,20.58434769273915,1.2839116001014752,0.04978813570351389,0.045005246764860715,0.03796367653364946,Weather,1
10
+ usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.541379031458973,13.808125303080638,3.0202603340148926,0.7396555920036473,0.33108155235761566,0.30808027947552724,19.43875757528811,3.5413809497791924,0.34691078691714533,0.29586223680145884,0.27081315021125635,Hazards,1
11
+ usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,430.1970050111413,571.0872243667642,16.349232991536457,0.15238120069781555,0.006005184220679013,0.0060436006179905065,2.234056811286407,20.741191022001153,0.007664181440000427,0.006041287017657814,0.004361342408824095,Hydrology,1
 
results/timesfm_2_5/online_meta.json CHANGED
@@ -1,73 +1,67 @@
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
- "evaluated_at": "2026-06-24T10:27:31.285218+00:00",
5
  "datasets": [
6
  {
7
- "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t100000z",
8
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
- "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260623t100020z",
14
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
- "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z",
20
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
21
- "context_length": 85,
22
  "prediction_length": 24
23
  },
24
  {
25
- "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t075400z",
26
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
- "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260624t015000z",
32
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
- "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t081500z",
38
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
- "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t100000z",
44
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
- "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t100000z",
50
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
- "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t100000z",
56
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
- "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260624t075000z",
62
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
63
  "context_length": 96,
64
  "prediction_length": 24
65
- },
66
- {
67
- "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260621t000000z",
68
- "data_fetched_at": "2026-06-24T10:24:17.317333Z",
69
- "context_length": 4,
70
- "prediction_length": 2
71
  }
72
  ]
73
  }
 
1
  {
2
  "model": "TimesFM-2.5",
3
  "api_model_id": "google/timesfm-2.5-200m-pytorch",
4
+ "evaluated_at": "2026-06-30T02:19:42.264357+00:00",
5
  "datasets": [
6
  {
7
+ "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t020000z",
8
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
9
  "context_length": 96,
10
  "prediction_length": 24
11
  },
12
  {
13
+ "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t010219z",
14
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
15
  "context_length": 96,
16
  "prediction_length": 24
17
  },
18
  {
19
+ "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260625t230000z",
20
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
21
+ "context_length": 69,
22
  "prediction_length": 24
23
  },
24
  {
25
+ "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t234200z",
26
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
27
  "context_length": 96,
28
  "prediction_length": 24
29
  },
30
  {
31
+ "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t171000z",
32
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
33
  "context_length": 96,
34
  "prediction_length": 24
35
  },
36
  {
37
+ "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260630t001000z",
38
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
39
  "context_length": 96,
40
  "prediction_length": 24
41
  },
42
  {
43
+ "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260629t020000z",
44
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
45
  "context_length": 96,
46
  "prediction_length": 24
47
  },
48
  {
49
+ "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260629t020000z",
50
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
51
  "context_length": 96,
52
  "prediction_length": 24
53
  },
54
  {
55
+ "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260629t010000z",
56
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
57
  "context_length": 96,
58
  "prediction_length": 24
59
  },
60
  {
61
+ "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t235000z",
62
+ "data_fetched_at": "2026-06-30T02:16:24.198018Z",
63
  "context_length": 96,
64
  "prediction_length": 24
 
 
 
 
 
 
65
  }
66
  ]
67
  }