Spaces:
Runtime error
Runtime error
Update live-only leaderboard aggregates
Browse files
results/aggregates/live_metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-25T14:
|
| 3 |
"scope": "All deduplicated future releases saved up to generation time",
|
| 4 |
"release_deduplication": "One row per model and content fingerprint of the target window plus recent context",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-25T14:22:06.011415+00:00",
|
| 3 |
"scope": "All deduplicated future releases saved up to generation time",
|
| 4 |
"release_deduplication": "One row per model and content fingerprint of the target window plus recent context",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-25T14:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
-
"num_configs":
|
| 14 |
-
"num_models":
|
| 15 |
-
"num_rows_missing_prediction_length":
|
| 16 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-25T14:21:59.973452+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 10 |
"frequency",
|
| 11 |
"prediction_length"
|
| 12 |
],
|
| 13 |
+
"num_configs": 14,
|
| 14 |
+
"num_models": 11,
|
| 15 |
+
"num_rows_missing_prediction_length": 0
|
| 16 |
}
|
results/aggregates/results_by_domain.csv
CHANGED
|
@@ -1,43 +1,37 @@
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Climate,
|
| 3 |
-
Climate,
|
| 4 |
-
Climate,
|
| 5 |
-
Climate,
|
| 6 |
-
Climate,
|
| 7 |
-
Climate,Chronos-
|
| 8 |
-
Climate,
|
| 9 |
-
Climate,
|
| 10 |
-
Climate,
|
| 11 |
-
Climate,
|
| 12 |
-
Climate,
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
Finance,
|
| 16 |
-
Finance,
|
| 17 |
-
Finance,
|
| 18 |
-
Finance,
|
| 19 |
-
Finance,
|
| 20 |
-
Finance,
|
| 21 |
-
Finance,
|
| 22 |
-
Finance,
|
| 23 |
-
Finance,
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
Hazards,
|
| 29 |
-
Hazards,
|
| 30 |
-
Hazards,
|
| 31 |
-
Hazards,
|
| 32 |
-
Hazards,
|
| 33 |
-
Hazards,
|
| 34 |
-
Hazards,
|
| 35 |
-
Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,11,0.09090909090909091
|
| 36 |
-
Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,11,0.09090909090909091
|
| 37 |
-
Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,11,0.09090909090909091
|
| 38 |
-
Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,11,0.09090909090909091
|
| 39 |
-
Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,11,0.09090909090909091
|
| 40 |
-
Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,11,0.09090909090909091
|
| 41 |
Hydrology,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
|
| 42 |
Hydrology,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
|
| 43 |
Hydrology,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
|
|
@@ -60,28 +54,24 @@ Ocean,Moirai-1.1-Large,0.1912169958219653,0.4158634980283413,7.0,2,2,1.0
|
|
| 60 |
Ocean,Moving-Average,0.6039901469706487,0.7763334288919378,7.0,2,2,1.0
|
| 61 |
Ocean,ETS,0.9075949737421682,0.8269421022184418,8.5,2,2,1.0
|
| 62 |
Ocean,Seasonal-Naive,1.0,1.0,11.0,2,2,1.0
|
| 63 |
-
Transportation,
|
| 64 |
-
Transportation,
|
| 65 |
-
Transportation,
|
| 66 |
-
Transportation,
|
| 67 |
-
Transportation,
|
| 68 |
-
Transportation,
|
| 69 |
-
Transportation,
|
| 70 |
-
Transportation,
|
| 71 |
-
Transportation,
|
| 72 |
-
Transportation,
|
| 73 |
-
Transportation,
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
Web,
|
| 77 |
-
Web,
|
| 78 |
-
Web,
|
| 79 |
-
Web,
|
| 80 |
-
Web,
|
| 81 |
-
Web,
|
| 82 |
-
Web,
|
| 83 |
-
Web,
|
| 84 |
-
Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,41,0.024390243902439025
|
| 85 |
-
Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,41,0.024390243902439025
|
| 86 |
-
Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,41,0.024390243902439025
|
| 87 |
-
Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,41,0.024390243902439025
|
|
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Climate,TimesFM-2.5,0.122786439091379,0.5187463605107147,2.8,5,5,1.0
|
| 3 |
+
Climate,TiRex,0.15683193452208902,0.55147038068449,3.8,5,5,1.0
|
| 4 |
+
Climate,Chronos-2,0.19271126097561875,0.6291375713525007,4.2,5,5,1.0
|
| 5 |
+
Climate,Timer-S1,0.10952035229972194,0.626080790776622,4.4,5,5,1.0
|
| 6 |
+
Climate,Moirai-1.1-Large,1.611913138482267,0.668113240274462,5.4,5,5,1.0
|
| 7 |
+
Climate,Chronos-Bolt,0.23482613118259663,0.6936125284401851,6.0,5,5,1.0
|
| 8 |
+
Climate,Toto-2.0-1B,0.15296461674186065,0.8492734361336454,6.2,5,5,1.0
|
| 9 |
+
Climate,Moving-Average,1.0161830254028847,1.071131884072107,7.0,5,5,1.0
|
| 10 |
+
Climate,ETS,3.7475753155847085,2.3186042611715774,7.4,5,5,1.0
|
| 11 |
+
Climate,ARIMA,1.6422436685272077,1.4423258992969086,8.6,5,5,1.0
|
| 12 |
+
Climate,Seasonal-Naive,1.0,1.0,9.25,5,5,1.0
|
| 13 |
+
Finance,Toto-2.0-1B,0.5942350295047534,0.6629615896706004,2.6666666666666665,3,3,1.0
|
| 14 |
+
Finance,Moirai-1.1-Large,0.5586529463128822,0.6804734942895366,3.0,3,3,1.0
|
| 15 |
+
Finance,ARIMA,0.6494418214151239,0.661197773179182,4.0,3,3,1.0
|
| 16 |
+
Finance,TiRex,0.786299495890649,0.7807258956162799,5.333333333333333,3,3,1.0
|
| 17 |
+
Finance,ETS,0.5695162043917246,0.7776893138471895,5.666666666666667,3,3,1.0
|
| 18 |
+
Finance,Chronos-Bolt,0.8247986032945618,0.9478016437325122,6.0,2,3,0.6666666666666666
|
| 19 |
+
Finance,Chronos-2,0.8345599757594381,0.8237456629236423,6.333333333333333,3,3,1.0
|
| 20 |
+
Finance,Seasonal-Naive,1.0,1.0,7.0,3,3,1.0
|
| 21 |
+
Finance,Timer-S1,1.1099793461964103,0.9791689816348434,7.0,3,3,1.0
|
| 22 |
+
Finance,TimesFM-2.5,0.7832731877422696,0.9790625219508629,8.333333333333334,3,3,1.0
|
| 23 |
+
Finance,Moving-Average,1.0212661376041332,1.1092008389986179,9.0,3,3,1.0
|
| 24 |
+
Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,1,1.0
|
| 25 |
+
Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,1,1.0
|
| 26 |
+
Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,1,1.0
|
| 27 |
+
Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,1,1.0
|
| 28 |
+
Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,1,1.0
|
| 29 |
+
Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,1,1.0
|
| 30 |
+
Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,1,1.0
|
| 31 |
+
Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,1,1.0
|
| 32 |
+
Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,1,1.0
|
| 33 |
+
Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,1,1.0
|
| 34 |
+
Hazards,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
Hydrology,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
|
| 36 |
Hydrology,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
|
| 37 |
Hydrology,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
|
|
|
|
| 54 |
Ocean,Moving-Average,0.6039901469706487,0.7763334288919378,7.0,2,2,1.0
|
| 55 |
Ocean,ETS,0.9075949737421682,0.8269421022184418,8.5,2,2,1.0
|
| 56 |
Ocean,Seasonal-Naive,1.0,1.0,11.0,2,2,1.0
|
| 57 |
+
Transportation,ARIMA,,,5.0,1,1,1.0
|
| 58 |
+
Transportation,Chronos-2,,,5.0,1,1,1.0
|
| 59 |
+
Transportation,Chronos-Bolt,,,5.0,1,1,1.0
|
| 60 |
+
Transportation,ETS,,,5.0,1,1,1.0
|
| 61 |
+
Transportation,Moirai-1.1-Large,,,5.0,1,1,1.0
|
| 62 |
+
Transportation,Moving-Average,,,5.0,1,1,1.0
|
| 63 |
+
Transportation,TiRex,,,5.0,1,1,1.0
|
| 64 |
+
Transportation,Timer-S1,,,5.0,1,1,1.0
|
| 65 |
+
Transportation,Toto-2.0-1B,,,5.0,1,1,1.0
|
| 66 |
+
Transportation,Seasonal-Naive,,,,1,1,1.0
|
| 67 |
+
Transportation,TimesFM-2.5,,,,1,1,1.0
|
| 68 |
+
Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,1,1.0
|
| 69 |
+
Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,1,1.0
|
| 70 |
+
Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,1,1.0
|
| 71 |
+
Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,1,1.0
|
| 72 |
+
Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,1,1.0
|
| 73 |
+
Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,1,1.0
|
| 74 |
+
Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,1,1.0
|
| 75 |
+
Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,1,1.0
|
| 76 |
+
Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,1,1.0
|
| 77 |
+
Web,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/results_by_frequency.csv
CHANGED
|
@@ -1,10 +1,4 @@
|
|
| 1 |
frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
10S,Seasonal-Naive,,,1.0,6,12,0.5
|
| 3 |
-
10S,TabPFN-TS,,,1.1666666666666667,6,12,0.5
|
| 4 |
-
10S,Sundial,,,1.8333333333333333,6,12,0.5
|
| 5 |
-
10T,Seasonal-Naive,,,1.0,6,12,0.5
|
| 6 |
-
10T,TabPFN-TS,,,1.3333333333333333,6,12,0.5
|
| 7 |
-
10T,Sundial,,,1.6666666666666667,6,12,0.5
|
| 8 |
10min,Timer-S1,0.3221477365942527,0.5847283256717384,1.0,1,1,1.0
|
| 9 |
10min,TimesFM-2.5,0.30015536946396404,0.5954886294936387,2.0,1,1,1.0
|
| 10 |
10min,ARIMA,0.5757037768774452,0.6360814425741634,3.0,1,1,1.0
|
|
@@ -16,9 +10,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 16 |
10min,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
|
| 17 |
10min,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
|
| 18 |
10min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
| 19 |
-
15T,Seasonal-Naive,,,1.0,12,24,0.5
|
| 20 |
-
15T,Sundial,,,1.3333333333333333,12,24,0.5
|
| 21 |
-
15T,TabPFN-TS,,,1.6666666666666667,12,24,0.5
|
| 22 |
15min,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
|
| 23 |
15min,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
|
| 24 |
15min,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
|
|
@@ -61,9 +52,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 61 |
1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,1,1,1.0
|
| 62 |
1mo,Moving-Average,0.9249973049108767,0.8887079460534169,9.0,1,1,1.0
|
| 63 |
1mo,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
| 64 |
-
5T,Seasonal-Naive,,,1.0,12,24,0.5
|
| 65 |
-
5T,Sundial,,,1.0833333333333333,12,24,0.5
|
| 66 |
-
5T,TabPFN-TS,,,1.9166666666666667,12,24,0.5
|
| 67 |
5min,ARIMA,,,5.0,2,2,1.0
|
| 68 |
5min,Chronos-2,,,5.0,2,2,1.0
|
| 69 |
5min,Chronos-Bolt,,,5.0,2,2,1.0
|
|
@@ -86,21 +74,3 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 86 |
6min,ETS,1.2029549277737877,0.8483515750204863,9.0,1,1,1.0
|
| 87 |
6min,Moving-Average,0.8456380554183971,0.9434550432495059,10.0,1,1,1.0
|
| 88 |
6min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
| 89 |
-
A,Seasonal-Naive,,,1.0,1,2,0.5
|
| 90 |
-
A,TabPFN-TS,,,1.0,1,2,0.5
|
| 91 |
-
A,Sundial,,,2.0,1,2,0.5
|
| 92 |
-
D,Seasonal-Naive,,,1.0,15,30,0.5
|
| 93 |
-
D,TabPFN-TS,,,1.0666666666666667,15,30,0.5
|
| 94 |
-
D,Sundial,,,1.9333333333333333,15,30,0.5
|
| 95 |
-
H,Seasonal-Naive,,,1.0,31,62,0.5
|
| 96 |
-
H,Sundial,,,1.3225806451612903,31,62,0.5
|
| 97 |
-
H,TabPFN-TS,,,1.6774193548387097,31,62,0.5
|
| 98 |
-
M,Seasonal-Naive,,,1.0,5,10,0.5
|
| 99 |
-
M,TabPFN-TS,,,1.0,5,10,0.5
|
| 100 |
-
M,Sundial,,,2.0,5,10,0.5
|
| 101 |
-
Q,Seasonal-Naive,,,1.0,1,2,0.5
|
| 102 |
-
Q,TabPFN-TS,,,1.0,1,2,0.5
|
| 103 |
-
Q,Sundial,,,2.0,1,2,0.5
|
| 104 |
-
W,Seasonal-Naive,,,1.0,8,16,0.5
|
| 105 |
-
W,TabPFN-TS,,,1.125,8,16,0.5
|
| 106 |
-
W,Sundial,,,1.875,8,16,0.5
|
|
|
|
| 1 |
frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
10min,Timer-S1,0.3221477365942527,0.5847283256717384,1.0,1,1,1.0
|
| 3 |
10min,TimesFM-2.5,0.30015536946396404,0.5954886294936387,2.0,1,1,1.0
|
| 4 |
10min,ARIMA,0.5757037768774452,0.6360814425741634,3.0,1,1,1.0
|
|
|
|
| 10 |
10min,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
|
| 11 |
10min,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
|
| 12 |
10min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
| 13 |
15min,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
|
| 14 |
15min,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
|
| 15 |
15min,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
|
|
|
|
| 52 |
1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,1,1,1.0
|
| 53 |
1mo,Moving-Average,0.9249973049108767,0.8887079460534169,9.0,1,1,1.0
|
| 54 |
1mo,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
| 55 |
5min,ARIMA,,,5.0,2,2,1.0
|
| 56 |
5min,Chronos-2,,,5.0,2,2,1.0
|
| 57 |
5min,Chronos-Bolt,,,5.0,2,2,1.0
|
|
|
|
| 74 |
6min,ETS,1.2029549277737877,0.8483515750204863,9.0,1,1,1.0
|
| 75 |
6min,Moving-Average,0.8456380554183971,0.9434550432495059,10.0,1,1,1.0
|
| 76 |
6min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
results/aggregates/results_by_prediction_length.csv
CHANGED
|
@@ -20,19 +20,17 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 20 |
12,Moving-Average,0.9249973049108767,0.8887079460534169,7.0,2,2,1.0
|
| 21 |
12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0
|
| 22 |
12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0
|
| 23 |
-
24,
|
| 24 |
-
24,
|
| 25 |
-
24,
|
| 26 |
-
24,
|
| 27 |
-
24,
|
| 28 |
-
24,
|
| 29 |
-
24,
|
| 30 |
-
24,
|
| 31 |
-
24,
|
| 32 |
-
24,
|
| 33 |
-
24,
|
| 34 |
-
24,Moving-Average,0.8893426281077784,1.059313211504991,8.0,8,63,0.12698412698412698
|
| 35 |
-
24,Seasonal-Naive,1.0,1.0,8.25,8,63,0.12698412698412698
|
| 36 |
36,ARIMA,,,5.0,1,1,1.0
|
| 37 |
36,Chronos-2,,,5.0,1,1,1.0
|
| 38 |
36,Chronos-Bolt,,,5.0,1,1,1.0
|
|
@@ -44,8 +42,6 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 44 |
36,Toto-2.0-1B,,,5.0,1,1,1.0
|
| 45 |
36,Moving-Average,,,,1,1,1.0
|
| 46 |
36,Seasonal-Naive,,,,1,1,1.0
|
| 47 |
-
48,Sundial,,,1.380952380952381,21,21,1.0
|
| 48 |
-
48,TabPFN-TS,,,1.619047619047619,21,21,1.0
|
| 49 |
60,Chronos-2,0.005286956491215702,0.07881950363104366,1.0,1,1,1.0
|
| 50 |
60,TimesFM-2.5,0.00865513737412596,0.082368098634275,2.0,1,1,1.0
|
| 51 |
60,Toto-2.0-1B,0.07382037703679706,0.14999135208377015,3.0,1,1,1.0
|
|
@@ -68,5 +64,3 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
|
| 68 |
72,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
|
| 69 |
72,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
|
| 70 |
72,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
| 71 |
-
96,Sundial,,,1.380952380952381,21,21,1.0
|
| 72 |
-
96,TabPFN-TS,,,1.619047619047619,21,21,1.0
|
|
|
|
| 20 |
12,Moving-Average,0.9249973049108767,0.8887079460534169,7.0,2,2,1.0
|
| 21 |
12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0
|
| 22 |
12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0
|
| 23 |
+
24,TiRex,0.11488622468894316,0.5651585045214272,4.125,8,8,1.0
|
| 24 |
+
24,Toto-2.0-1B,0.08122939141859567,0.6477780206876307,4.5,8,8,1.0
|
| 25 |
+
24,Timer-S1,0.15370066223927606,0.656127192223896,4.875,8,8,1.0
|
| 26 |
+
24,Chronos-2,0.34521010903383065,0.66612487233946,5.0,8,8,1.0
|
| 27 |
+
24,TimesFM-2.5,0.2183596085839279,0.6230907020705226,5.0,8,8,1.0
|
| 28 |
+
24,Moirai-1.1-Large,1.2927298385959316,0.7773729701086538,5.25,8,8,1.0
|
| 29 |
+
24,Chronos-Bolt,0.34981387091261096,0.7218653187482468,6.375,8,8,1.0
|
| 30 |
+
24,ETS,1.4657939168815417,1.3729271217913201,7.0,8,8,1.0
|
| 31 |
+
24,ARIMA,0.883259574050744,1.0344312887400633,7.625,8,8,1.0
|
| 32 |
+
24,Moving-Average,0.8893426281077784,1.059313211504991,8.0,8,8,1.0
|
| 33 |
+
24,Seasonal-Naive,1.0,1.0,8.25,8,8,1.0
|
|
|
|
|
|
|
| 34 |
36,ARIMA,,,5.0,1,1,1.0
|
| 35 |
36,Chronos-2,,,5.0,1,1,1.0
|
| 36 |
36,Chronos-Bolt,,,5.0,1,1,1.0
|
|
|
|
| 42 |
36,Toto-2.0-1B,,,5.0,1,1,1.0
|
| 43 |
36,Moving-Average,,,,1,1,1.0
|
| 44 |
36,Seasonal-Naive,,,,1,1,1.0
|
|
|
|
|
|
|
| 45 |
60,Chronos-2,0.005286956491215702,0.07881950363104366,1.0,1,1,1.0
|
| 46 |
60,TimesFM-2.5,0.00865513737412596,0.082368098634275,2.0,1,1,1.0
|
| 47 |
60,Toto-2.0-1B,0.07382037703679706,0.14999135208377015,3.0,1,1,1.0
|
|
|
|
| 64 |
72,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
|
| 65 |
72,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
|
| 66 |
72,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
|
|
|
|
|
results/aggregates/results_overall.csv
CHANGED
|
@@ -1,14 +1,12 @@
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
Overall,
|
| 3 |
-
Overall,
|
| 4 |
-
Overall,
|
| 5 |
-
Overall,
|
| 6 |
-
Overall,
|
| 7 |
-
Overall,
|
| 8 |
-
Overall,Chronos-
|
| 9 |
-
Overall,
|
| 10 |
-
Overall,
|
| 11 |
-
Overall,
|
| 12 |
-
Overall,
|
| 13 |
-
Overall,ETS,1.0766557876156109,1.0717324686928411,6.928571428571429,14,208,0.0673076923076923
|
| 14 |
-
Overall,Moving-Average,0.7541452262639837,0.9111537735441984,7.6923076923076925,14,208,0.0673076923076923
|
|
|
|
| 1 |
overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Overall,Timer-S1,0.15441387049467184,0.5179377681862285,4.142857142857143,14,14,1.0
|
| 3 |
+
Overall,Toto-2.0-1B,0.1146935668726821,0.5382433553440488,4.571428571428571,14,14,1.0
|
| 4 |
+
Overall,TiRex,0.14638613456053096,0.49734113968923765,4.642857142857143,14,14,1.0
|
| 5 |
+
Overall,Chronos-2,0.23963244141363713,0.5234356043038749,4.714285714285714,14,14,1.0
|
| 6 |
+
Overall,TimesFM-2.5,0.17714469356293078,0.5066213128898918,4.846153846153846,14,14,1.0
|
| 7 |
+
Overall,Moirai-1.1-Large,0.7139545958700807,0.6185886268667572,5.071428571428571,14,14,1.0
|
| 8 |
+
Overall,Chronos-Bolt,0.2541037616603451,0.6131038024762935,5.916666666666667,12,14,0.8571428571428571
|
| 9 |
+
Overall,ARIMA,0.7530738582331185,0.8540078698028467,6.928571428571429,14,14,1.0
|
| 10 |
+
Overall,ETS,1.0766557876156109,1.0717324686928411,6.928571428571429,14,14,1.0
|
| 11 |
+
Overall,Moving-Average,0.7541452262639837,0.9111537735441984,7.6923076923076925,14,14,1.0
|
| 12 |
+
Overall,Seasonal-Naive,1.0,1.0,9.0,14,14,1.0
|
|
|
|
|
|