ziyuzhou02 commited on
Commit
52f9f38
·
verified ·
1 Parent(s): 1e11a9e

Update live-only leaderboard aggregates

Browse files
results/aggregates/live_metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-25T14:18:11.633947+00:00",
3
  "scope": "All deduplicated future releases saved up to generation time",
4
  "release_deduplication": "One row per model and content fingerprint of the target window plus recent context",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
 
1
  {
2
+ "generated_at": "2026-06-25T14:22:06.011415+00:00",
3
  "scope": "All deduplicated future releases saved up to generation time",
4
  "release_deduplication": "One row per model and content fingerprint of the target window plus recent context",
5
  "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-25T14:18:04.339991+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
@@ -10,7 +10,7 @@
10
  "frequency",
11
  "prediction_length"
12
  ],
13
- "num_configs": 208,
14
- "num_models": 13,
15
- "num_rows_missing_prediction_length": 97
16
  }
 
1
  {
2
+ "generated_at": "2026-06-25T14:21:59.973452+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
10
  "frequency",
11
  "prediction_length"
12
  ],
13
+ "num_configs": 14,
14
+ "num_models": 11,
15
+ "num_rows_missing_prediction_length": 0
16
  }
results/aggregates/results_by_domain.csv CHANGED
@@ -1,43 +1,37 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Climate,Sundial,,,1.446808510638298,47,99,0.47474747474747475
3
- Climate,TabPFN-TS,,,1.553191489361702,47,99,0.47474747474747475
4
- Climate,Seasonal-Naive,1.0,1.0,1.6470588235294117,52,99,0.5252525252525253
5
- Climate,TimesFM-2.5,0.122786439091379,0.5187463605107147,2.8,5,99,0.050505050505050504
6
- Climate,TiRex,0.15683193452208902,0.55147038068449,3.8,5,99,0.050505050505050504
7
- Climate,Chronos-2,0.19271126097561875,0.6291375713525007,4.2,5,99,0.050505050505050504
8
- Climate,Timer-S1,0.10952035229972194,0.626080790776622,4.4,5,99,0.050505050505050504
9
- Climate,Moirai-1.1-Large,1.611913138482267,0.668113240274462,5.4,5,99,0.050505050505050504
10
- Climate,Chronos-Bolt,0.23482613118259663,0.6936125284401851,6.0,5,99,0.050505050505050504
11
- Climate,Toto-2.0-1B,0.15296461674186065,0.8492734361336454,6.2,5,99,0.050505050505050504
12
- Climate,Moving-Average,1.0161830254028847,1.071131884072107,7.0,5,99,0.050505050505050504
13
- Climate,ETS,3.7475753155847085,2.3186042611715774,7.4,5,99,0.050505050505050504
14
- Climate,ARIMA,1.6422436685272077,1.4423258992969086,8.6,5,99,0.050505050505050504
15
- Finance,TabPFN-TS,,,1.1,10,23,0.43478260869565216
16
- Finance,Sundial,,,1.9,10,23,0.43478260869565216
17
- Finance,Seasonal-Naive,1.0,1.0,2.3846153846153846,13,23,0.5652173913043478
18
- Finance,Toto-2.0-1B,0.5942350295047534,0.6629615896706004,2.6666666666666665,3,23,0.13043478260869565
19
- Finance,Moirai-1.1-Large,0.5586529463128822,0.6804734942895366,3.0,3,23,0.13043478260869565
20
- Finance,ARIMA,0.6494418214151239,0.661197773179182,4.0,3,23,0.13043478260869565
21
- Finance,TiRex,0.786299495890649,0.7807258956162799,5.333333333333333,3,23,0.13043478260869565
22
- Finance,ETS,0.5695162043917246,0.7776893138471895,5.666666666666667,3,23,0.13043478260869565
23
- Finance,Chronos-Bolt,0.8247986032945618,0.9478016437325122,6.0,2,23,0.08695652173913043
24
- Finance,Chronos-2,0.8345599757594381,0.8237456629236423,6.333333333333333,3,23,0.13043478260869565
25
- Finance,Timer-S1,1.1099793461964103,0.9791689816348434,7.0,3,23,0.13043478260869565
26
- Finance,TimesFM-2.5,0.7832731877422696,0.9790625219508629,8.333333333333334,3,23,0.13043478260869565
27
- Finance,Moving-Average,1.0212661376041332,1.1092008389986179,9.0,3,23,0.13043478260869565
28
- Hazards,TabPFN-TS,,,1.0,5,11,0.45454545454545453
29
- Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,11,0.09090909090909091
30
- Hazards,Sundial,,,2.0,5,11,0.45454545454545453
31
- Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,11,0.09090909090909091
32
- Hazards,Seasonal-Naive,1.0,1.0,2.6666666666666665,6,11,0.5454545454545454
33
- Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,11,0.09090909090909091
34
- Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,11,0.09090909090909091
35
- Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,11,0.09090909090909091
36
- Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,11,0.09090909090909091
37
- Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,11,0.09090909090909091
38
- Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,11,0.09090909090909091
39
- Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,11,0.09090909090909091
40
- Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,11,0.09090909090909091
41
  Hydrology,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
42
  Hydrology,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
43
  Hydrology,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
@@ -60,28 +54,24 @@ Ocean,Moirai-1.1-Large,0.1912169958219653,0.4158634980283413,7.0,2,2,1.0
60
  Ocean,Moving-Average,0.6039901469706487,0.7763334288919378,7.0,2,2,1.0
61
  Ocean,ETS,0.9075949737421682,0.8269421022184418,8.5,2,2,1.0
62
  Ocean,Seasonal-Naive,1.0,1.0,11.0,2,2,1.0
63
- Transportation,Seasonal-Naive,,,1.0,16,31,0.5161290322580645
64
- Transportation,Sundial,,,1.4666666666666666,15,31,0.4838709677419355
65
- Transportation,TabPFN-TS,,,1.5333333333333334,15,31,0.4838709677419355
66
- Transportation,ARIMA,,,5.0,1,31,0.03225806451612903
67
- Transportation,Chronos-2,,,5.0,1,31,0.03225806451612903
68
- Transportation,Chronos-Bolt,,,5.0,1,31,0.03225806451612903
69
- Transportation,ETS,,,5.0,1,31,0.03225806451612903
70
- Transportation,Moirai-1.1-Large,,,5.0,1,31,0.03225806451612903
71
- Transportation,Moving-Average,,,5.0,1,31,0.03225806451612903
72
- Transportation,TiRex,,,5.0,1,31,0.03225806451612903
73
- Transportation,Timer-S1,,,5.0,1,31,0.03225806451612903
74
- Transportation,Toto-2.0-1B,,,5.0,1,31,0.03225806451612903
75
- Transportation,TimesFM-2.5,,,,1,31,0.03225806451612903
76
- Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,41,0.024390243902439025
77
- Web,Seasonal-Naive,1.0,1.0,1.4285714285714286,21,41,0.5121951219512195
78
- Web,Sundial,,,1.5,20,41,0.4878048780487805
79
- Web,TabPFN-TS,,,1.5,20,41,0.4878048780487805
80
- Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,41,0.024390243902439025
81
- Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,41,0.024390243902439025
82
- Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,41,0.024390243902439025
83
- Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,41,0.024390243902439025
84
- Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,41,0.024390243902439025
85
- Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,41,0.024390243902439025
86
- Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,41,0.024390243902439025
87
- Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,41,0.024390243902439025
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,TimesFM-2.5,0.122786439091379,0.5187463605107147,2.8,5,5,1.0
3
+ Climate,TiRex,0.15683193452208902,0.55147038068449,3.8,5,5,1.0
4
+ Climate,Chronos-2,0.19271126097561875,0.6291375713525007,4.2,5,5,1.0
5
+ Climate,Timer-S1,0.10952035229972194,0.626080790776622,4.4,5,5,1.0
6
+ Climate,Moirai-1.1-Large,1.611913138482267,0.668113240274462,5.4,5,5,1.0
7
+ Climate,Chronos-Bolt,0.23482613118259663,0.6936125284401851,6.0,5,5,1.0
8
+ Climate,Toto-2.0-1B,0.15296461674186065,0.8492734361336454,6.2,5,5,1.0
9
+ Climate,Moving-Average,1.0161830254028847,1.071131884072107,7.0,5,5,1.0
10
+ Climate,ETS,3.7475753155847085,2.3186042611715774,7.4,5,5,1.0
11
+ Climate,ARIMA,1.6422436685272077,1.4423258992969086,8.6,5,5,1.0
12
+ Climate,Seasonal-Naive,1.0,1.0,9.25,5,5,1.0
13
+ Finance,Toto-2.0-1B,0.5942350295047534,0.6629615896706004,2.6666666666666665,3,3,1.0
14
+ Finance,Moirai-1.1-Large,0.5586529463128822,0.6804734942895366,3.0,3,3,1.0
15
+ Finance,ARIMA,0.6494418214151239,0.661197773179182,4.0,3,3,1.0
16
+ Finance,TiRex,0.786299495890649,0.7807258956162799,5.333333333333333,3,3,1.0
17
+ Finance,ETS,0.5695162043917246,0.7776893138471895,5.666666666666667,3,3,1.0
18
+ Finance,Chronos-Bolt,0.8247986032945618,0.9478016437325122,6.0,2,3,0.6666666666666666
19
+ Finance,Chronos-2,0.8345599757594381,0.8237456629236423,6.333333333333333,3,3,1.0
20
+ Finance,Seasonal-Naive,1.0,1.0,7.0,3,3,1.0
21
+ Finance,Timer-S1,1.1099793461964103,0.9791689816348434,7.0,3,3,1.0
22
+ Finance,TimesFM-2.5,0.7832731877422696,0.9790625219508629,8.333333333333334,3,3,1.0
23
+ Finance,Moving-Average,1.0212661376041332,1.1092008389986179,9.0,3,3,1.0
24
+ Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,1,1.0
25
+ Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,1,1.0
26
+ Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,1,1.0
27
+ Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,1,1.0
28
+ Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,1,1.0
29
+ Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,1,1.0
30
+ Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,1,1.0
31
+ Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,1,1.0
32
+ Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,1,1.0
33
+ Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,1,1.0
34
+ Hazards,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
 
 
 
 
 
 
35
  Hydrology,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
36
  Hydrology,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
37
  Hydrology,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
 
54
  Ocean,Moving-Average,0.6039901469706487,0.7763334288919378,7.0,2,2,1.0
55
  Ocean,ETS,0.9075949737421682,0.8269421022184418,8.5,2,2,1.0
56
  Ocean,Seasonal-Naive,1.0,1.0,11.0,2,2,1.0
57
+ Transportation,ARIMA,,,5.0,1,1,1.0
58
+ Transportation,Chronos-2,,,5.0,1,1,1.0
59
+ Transportation,Chronos-Bolt,,,5.0,1,1,1.0
60
+ Transportation,ETS,,,5.0,1,1,1.0
61
+ Transportation,Moirai-1.1-Large,,,5.0,1,1,1.0
62
+ Transportation,Moving-Average,,,5.0,1,1,1.0
63
+ Transportation,TiRex,,,5.0,1,1,1.0
64
+ Transportation,Timer-S1,,,5.0,1,1,1.0
65
+ Transportation,Toto-2.0-1B,,,5.0,1,1,1.0
66
+ Transportation,Seasonal-Naive,,,,1,1,1.0
67
+ Transportation,TimesFM-2.5,,,,1,1,1.0
68
+ Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,1,1.0
69
+ Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,1,1.0
70
+ Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,1,1.0
71
+ Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,1,1.0
72
+ Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,1,1.0
73
+ Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,1,1.0
74
+ Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,1,1.0
75
+ Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,1,1.0
76
+ Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,1,1.0
77
+ Web,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
 
 
 
 
results/aggregates/results_by_frequency.csv CHANGED
@@ -1,10 +1,4 @@
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- 10S,Seasonal-Naive,,,1.0,6,12,0.5
3
- 10S,TabPFN-TS,,,1.1666666666666667,6,12,0.5
4
- 10S,Sundial,,,1.8333333333333333,6,12,0.5
5
- 10T,Seasonal-Naive,,,1.0,6,12,0.5
6
- 10T,TabPFN-TS,,,1.3333333333333333,6,12,0.5
7
- 10T,Sundial,,,1.6666666666666667,6,12,0.5
8
  10min,Timer-S1,0.3221477365942527,0.5847283256717384,1.0,1,1,1.0
9
  10min,TimesFM-2.5,0.30015536946396404,0.5954886294936387,2.0,1,1,1.0
10
  10min,ARIMA,0.5757037768774452,0.6360814425741634,3.0,1,1,1.0
@@ -16,9 +10,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
16
  10min,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
17
  10min,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
18
  10min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
19
- 15T,Seasonal-Naive,,,1.0,12,24,0.5
20
- 15T,Sundial,,,1.3333333333333333,12,24,0.5
21
- 15T,TabPFN-TS,,,1.6666666666666667,12,24,0.5
22
  15min,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
23
  15min,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
24
  15min,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
@@ -61,9 +52,6 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
61
  1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,1,1,1.0
62
  1mo,Moving-Average,0.9249973049108767,0.8887079460534169,9.0,1,1,1.0
63
  1mo,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
64
- 5T,Seasonal-Naive,,,1.0,12,24,0.5
65
- 5T,Sundial,,,1.0833333333333333,12,24,0.5
66
- 5T,TabPFN-TS,,,1.9166666666666667,12,24,0.5
67
  5min,ARIMA,,,5.0,2,2,1.0
68
  5min,Chronos-2,,,5.0,2,2,1.0
69
  5min,Chronos-Bolt,,,5.0,2,2,1.0
@@ -86,21 +74,3 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
86
  6min,ETS,1.2029549277737877,0.8483515750204863,9.0,1,1,1.0
87
  6min,Moving-Average,0.8456380554183971,0.9434550432495059,10.0,1,1,1.0
88
  6min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
89
- A,Seasonal-Naive,,,1.0,1,2,0.5
90
- A,TabPFN-TS,,,1.0,1,2,0.5
91
- A,Sundial,,,2.0,1,2,0.5
92
- D,Seasonal-Naive,,,1.0,15,30,0.5
93
- D,TabPFN-TS,,,1.0666666666666667,15,30,0.5
94
- D,Sundial,,,1.9333333333333333,15,30,0.5
95
- H,Seasonal-Naive,,,1.0,31,62,0.5
96
- H,Sundial,,,1.3225806451612903,31,62,0.5
97
- H,TabPFN-TS,,,1.6774193548387097,31,62,0.5
98
- M,Seasonal-Naive,,,1.0,5,10,0.5
99
- M,TabPFN-TS,,,1.0,5,10,0.5
100
- M,Sundial,,,2.0,5,10,0.5
101
- Q,Seasonal-Naive,,,1.0,1,2,0.5
102
- Q,TabPFN-TS,,,1.0,1,2,0.5
103
- Q,Sundial,,,2.0,1,2,0.5
104
- W,Seasonal-Naive,,,1.0,8,16,0.5
105
- W,TabPFN-TS,,,1.125,8,16,0.5
106
- W,Sundial,,,1.875,8,16,0.5
 
1
  frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
 
 
 
 
 
 
2
  10min,Timer-S1,0.3221477365942527,0.5847283256717384,1.0,1,1,1.0
3
  10min,TimesFM-2.5,0.30015536946396404,0.5954886294936387,2.0,1,1,1.0
4
  10min,ARIMA,0.5757037768774452,0.6360814425741634,3.0,1,1,1.0
 
10
  10min,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
11
  10min,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
12
  10min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
 
 
 
13
  15min,Timer-S1,0.0008942514038085939,0.18288413394183972,1.0,1,1,1.0
14
  15min,Toto-2.0-1B,1.5273215770721373e-05,0.18616532363263238,2.0,1,1,1.0
15
  15min,TiRex,9.807929754257191e-05,0.23063116047431825,3.0,1,1,1.0
 
52
  1mo,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,1,1,1.0
53
  1mo,Moving-Average,0.9249973049108767,0.8887079460534169,9.0,1,1,1.0
54
  1mo,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
 
 
 
55
  5min,ARIMA,,,5.0,2,2,1.0
56
  5min,Chronos-2,,,5.0,2,2,1.0
57
  5min,Chronos-Bolt,,,5.0,2,2,1.0
 
74
  6min,ETS,1.2029549277737877,0.8483515750204863,9.0,1,1,1.0
75
  6min,Moving-Average,0.8456380554183971,0.9434550432495059,10.0,1,1,1.0
76
  6min,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
results/aggregates/results_by_prediction_length.csv CHANGED
@@ -20,19 +20,17 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
20
  12,Moving-Average,0.9249973049108767,0.8887079460534169,7.0,2,2,1.0
21
  12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0
22
  12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0
23
- 24,TabPFN-TS,,,1.3454545454545455,55,63,0.873015873015873
24
- 24,Sundial,,,1.6545454545454545,55,63,0.873015873015873
25
- 24,TiRex,0.11488622468894316,0.5651585045214272,4.125,8,63,0.12698412698412698
26
- 24,Toto-2.0-1B,0.08122939141859567,0.6477780206876307,4.5,8,63,0.12698412698412698
27
- 24,Timer-S1,0.15370066223927606,0.656127192223896,4.875,8,63,0.12698412698412698
28
- 24,Chronos-2,0.34521010903383065,0.66612487233946,5.0,8,63,0.12698412698412698
29
- 24,TimesFM-2.5,0.2183596085839279,0.6230907020705226,5.0,8,63,0.12698412698412698
30
- 24,Moirai-1.1-Large,1.2927298385959316,0.7773729701086538,5.25,8,63,0.12698412698412698
31
- 24,Chronos-Bolt,0.34981387091261096,0.7218653187482468,6.375,8,63,0.12698412698412698
32
- 24,ETS,1.4657939168815417,1.3729271217913201,7.0,8,63,0.12698412698412698
33
- 24,ARIMA,0.883259574050744,1.0344312887400633,7.625,8,63,0.12698412698412698
34
- 24,Moving-Average,0.8893426281077784,1.059313211504991,8.0,8,63,0.12698412698412698
35
- 24,Seasonal-Naive,1.0,1.0,8.25,8,63,0.12698412698412698
36
  36,ARIMA,,,5.0,1,1,1.0
37
  36,Chronos-2,,,5.0,1,1,1.0
38
  36,Chronos-Bolt,,,5.0,1,1,1.0
@@ -44,8 +42,6 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
44
  36,Toto-2.0-1B,,,5.0,1,1,1.0
45
  36,Moving-Average,,,,1,1,1.0
46
  36,Seasonal-Naive,,,,1,1,1.0
47
- 48,Sundial,,,1.380952380952381,21,21,1.0
48
- 48,TabPFN-TS,,,1.619047619047619,21,21,1.0
49
  60,Chronos-2,0.005286956491215702,0.07881950363104366,1.0,1,1,1.0
50
  60,TimesFM-2.5,0.00865513737412596,0.082368098634275,2.0,1,1,1.0
51
  60,Toto-2.0-1B,0.07382037703679706,0.14999135208377015,3.0,1,1,1.0
@@ -68,5 +64,3 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
68
  72,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
69
  72,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
70
  72,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
71
- 96,Sundial,,,1.380952380952381,21,21,1.0
72
- 96,TabPFN-TS,,,1.619047619047619,21,21,1.0
 
20
  12,Moving-Average,0.9249973049108767,0.8887079460534169,7.0,2,2,1.0
21
  12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0
22
  12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0
23
+ 24,TiRex,0.11488622468894316,0.5651585045214272,4.125,8,8,1.0
24
+ 24,Toto-2.0-1B,0.08122939141859567,0.6477780206876307,4.5,8,8,1.0
25
+ 24,Timer-S1,0.15370066223927606,0.656127192223896,4.875,8,8,1.0
26
+ 24,Chronos-2,0.34521010903383065,0.66612487233946,5.0,8,8,1.0
27
+ 24,TimesFM-2.5,0.2183596085839279,0.6230907020705226,5.0,8,8,1.0
28
+ 24,Moirai-1.1-Large,1.2927298385959316,0.7773729701086538,5.25,8,8,1.0
29
+ 24,Chronos-Bolt,0.34981387091261096,0.7218653187482468,6.375,8,8,1.0
30
+ 24,ETS,1.4657939168815417,1.3729271217913201,7.0,8,8,1.0
31
+ 24,ARIMA,0.883259574050744,1.0344312887400633,7.625,8,8,1.0
32
+ 24,Moving-Average,0.8893426281077784,1.059313211504991,8.0,8,8,1.0
33
+ 24,Seasonal-Naive,1.0,1.0,8.25,8,8,1.0
 
 
34
  36,ARIMA,,,5.0,1,1,1.0
35
  36,Chronos-2,,,5.0,1,1,1.0
36
  36,Chronos-Bolt,,,5.0,1,1,1.0
 
42
  36,Toto-2.0-1B,,,5.0,1,1,1.0
43
  36,Moving-Average,,,,1,1,1.0
44
  36,Seasonal-Naive,,,,1,1,1.0
 
 
45
  60,Chronos-2,0.005286956491215702,0.07881950363104366,1.0,1,1,1.0
46
  60,TimesFM-2.5,0.00865513737412596,0.082368098634275,2.0,1,1,1.0
47
  60,Toto-2.0-1B,0.07382037703679706,0.14999135208377015,3.0,1,1,1.0
 
64
  72,Toto-2.0-1B,0.5109754770215703,0.8126759822473971,9.0,1,1,1.0
65
  72,Chronos-2,0.5600622190071751,0.9646245463731272,10.0,1,1,1.0
66
  72,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
 
 
results/aggregates/results_overall.csv CHANGED
@@ -1,14 +1,12 @@
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Overall,TabPFN-TS,,,1.4639175257731958,97,208,0.46634615384615385
3
- Overall,Sundial,,,1.5360824742268042,97,208,0.46634615384615385
4
- Overall,Seasonal-Naive,1.0,1.0,1.8807339449541285,111,208,0.5336538461538461
5
- Overall,Timer-S1,0.15441387049467184,0.5179377681862285,4.142857142857143,14,208,0.0673076923076923
6
- Overall,Toto-2.0-1B,0.1146935668726821,0.5382433553440488,4.571428571428571,14,208,0.0673076923076923
7
- Overall,TiRex,0.14638613456053096,0.49734113968923765,4.642857142857143,14,208,0.0673076923076923
8
- Overall,Chronos-2,0.23963244141363713,0.5234356043038749,4.714285714285714,14,208,0.0673076923076923
9
- Overall,TimesFM-2.5,0.17714469356293078,0.5066213128898918,4.846153846153846,14,208,0.0673076923076923
10
- Overall,Moirai-1.1-Large,0.7139545958700807,0.6185886268667572,5.071428571428571,14,208,0.0673076923076923
11
- Overall,Chronos-Bolt,0.2541037616603451,0.6131038024762935,5.916666666666667,12,208,0.057692307692307696
12
- Overall,ARIMA,0.7530738582331185,0.8540078698028467,6.928571428571429,14,208,0.0673076923076923
13
- Overall,ETS,1.0766557876156109,1.0717324686928411,6.928571428571429,14,208,0.0673076923076923
14
- Overall,Moving-Average,0.7541452262639837,0.9111537735441984,7.6923076923076925,14,208,0.0673076923076923
 
1
  overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Overall,Timer-S1,0.15441387049467184,0.5179377681862285,4.142857142857143,14,14,1.0
3
+ Overall,Toto-2.0-1B,0.1146935668726821,0.5382433553440488,4.571428571428571,14,14,1.0
4
+ Overall,TiRex,0.14638613456053096,0.49734113968923765,4.642857142857143,14,14,1.0
5
+ Overall,Chronos-2,0.23963244141363713,0.5234356043038749,4.714285714285714,14,14,1.0
6
+ Overall,TimesFM-2.5,0.17714469356293078,0.5066213128898918,4.846153846153846,14,14,1.0
7
+ Overall,Moirai-1.1-Large,0.7139545958700807,0.6185886268667572,5.071428571428571,14,14,1.0
8
+ Overall,Chronos-Bolt,0.2541037616603451,0.6131038024762935,5.916666666666667,12,14,0.8571428571428571
9
+ Overall,ARIMA,0.7530738582331185,0.8540078698028467,6.928571428571429,14,14,1.0
10
+ Overall,ETS,1.0766557876156109,1.0717324686928411,6.928571428571429,14,14,1.0
11
+ Overall,Moving-Average,0.7541452262639837,0.9111537735441984,7.6923076923076925,14,14,1.0
12
+ Overall,Seasonal-Naive,1.0,1.0,9.0,14,14,1.0