ziyuzhou02 commited on
Commit
9a2f1da
·
verified ·
1 Parent(s): dfc5564

Update canonical domain aggregate tables

Browse files
results/aggregates/metadata.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "generated_at": "2026-06-25T11:28:12.561871+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
 
1
  {
2
+ "generated_at": "2026-06-25T11:33:06.016790+00:00",
3
  "baseline_model": "Seasonal-Naive",
4
  "normalization": "Per-config metric / Seasonal-Naive metric",
5
  "metric_aggregation": "Geometric mean over dataset configurations",
results/aggregates/results_by_domain.csv CHANGED
@@ -1,57 +1,43 @@
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
- Air Quality,ETS,0.534288363178979,0.5961536670477751,1.0,1,1,1.0
3
- Air Quality,TimesFM-2.5,0.1891847828887239,0.6755160833727539,2.0,1,1,1.0
4
- Air Quality,Chronos-2,0.30821912020721853,0.6892256735453525,3.0,1,1,1.0
5
- Air Quality,Toto-2.0-1B,0.29031424148744706,0.8041604612721257,4.0,1,1,1.0
6
- Air Quality,Moving-Average,1.1753858902545662,0.8118436916157177,5.0,1,1,1.0
7
- Air Quality,TiRex,0.3840587332217571,0.823607271671967,6.0,1,1,1.0
8
- Air Quality,Timer-S1,0.5068825026767602,0.874140165080075,7.0,1,1,1.0
9
- Air Quality,Chronos-Bolt,0.5313865314671053,0.8848245449341612,8.0,1,1,1.0
10
- Air Quality,Moirai-1.1-Large,0.6790789032493985,0.9269826935239956,9.0,1,1,1.0
11
- Air Quality,ARIMA,1.1590060615857931,0.9636704303200554,10.0,1,1,1.0
12
- Air Quality,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
13
- Climate,ARIMA,,,5.5,1,1,1.0
14
- Climate,Chronos-2,,,5.5,1,1,1.0
15
- Climate,Chronos-Bolt,,,5.5,1,1,1.0
16
- Climate,ETS,,,5.5,1,1,1.0
17
- Climate,Moirai-1.1-Large,,,5.5,1,1,1.0
18
- Climate,Moving-Average,,,5.5,1,1,1.0
19
- Climate,TiRex,,,5.5,1,1,1.0
20
- Climate,Timer-S1,,,5.5,1,1,1.0
21
- Climate,TimesFM-2.5,,,5.5,1,1,1.0
22
- Climate,Toto-2.0-1B,,,5.5,1,1,1.0
23
- Climate,Seasonal-Naive,,,,1,1,1.0
24
- Econ/Fin,Seasonal-Naive,,,1.0,6,12,0.5
25
- Econ/Fin,TabPFN-TS,,,1.1666666666666667,6,12,0.5
26
- Econ/Fin,Sundial,,,1.8333333333333333,6,12,0.5
27
- Energy,Seasonal-Naive,,,1.0,32,64,0.5
28
- Energy,Sundial,,,1.34375,32,64,0.5
29
- Energy,TabPFN-TS,,,1.65625,32,64,0.5
30
- Finance,ARIMA,1.008732302916254,0.7898119979901553,2.6666666666666665,3,3,1.0
31
- Finance,Toto-2.0-1B,0.9475222715868759,0.8698151807949462,2.6666666666666665,3,3,1.0
32
- Finance,TiRex,1.0156948764119464,0.9364333354934495,4.666666666666667,3,3,1.0
33
- Finance,Moirai-1.1-Large,0.9024505988120076,0.9368764883038047,5.0,3,3,1.0
34
- Finance,ETS,0.8895801081199671,1.0123436737912248,5.666666666666667,3,3,1.0
35
- Finance,Seasonal-Naive,1.0,1.0,5.666666666666667,3,3,1.0
36
- Finance,Moving-Average,0.9860860023090979,1.095590847232207,6.333333333333333,3,3,1.0
37
- Finance,Chronos-2,1.1612433446711292,1.0564326063902174,7.0,3,3,1.0
38
- Finance,Timer-S1,1.446344384889575,1.2474789608338912,7.333333333333333,3,3,1.0
39
- Finance,TimesFM-2.5,0.9711528508313284,1.1355491267865998,8.333333333333334,3,3,1.0
40
- Finance,Chronos-Bolt,2.7666417077630148,1.9867884579509119,10.5,2,3,0.6666666666666666
41
- Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,1,1.0
42
- Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,1,1.0
43
- Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,1,1.0
44
- Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,1,1.0
45
- Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,1,1.0
46
- Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,1,1.0
47
- Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,1,1.0
48
- Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,1,1.0
49
- Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,1,1.0
50
- Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,1,1.0
51
- Hazards,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
52
- Healthcare,Seasonal-Naive,,,1.0,5,10,0.5
53
- Healthcare,TabPFN-TS,,,1.0,5,10,0.5
54
- Healthcare,Sundial,,,2.0,5,10,0.5
55
  Hydrology,ETS,0.20453620153894883,0.5925125446639942,1.0,1,1,1.0
56
  Hydrology,Chronos-2,0.26602566359554025,0.5996882699819726,2.0,1,1,1.0
57
  Hydrology,Toto-2.0-1B,0.9932781428882055,0.9552562349759597,3.0,1,1,1.0
@@ -63,9 +49,6 @@ Hydrology,TimesFM-2.5,0.877218046275207,1.2165158785306522,8.0,1,1,1.0
63
  Hydrology,Chronos-Bolt,0.9748795337898392,1.2307240553635834,9.0,1,1,1.0
64
  Hydrology,Moirai-1.1-Large,2.608016360139847,1.2964133629432089,10.0,1,1,1.0
65
  Hydrology,Moving-Average,1.0062245152359597,1.2989878542510054,11.0,1,1,1.0
66
- Nature,Seasonal-Naive,,,1.0,15,30,0.5
67
- Nature,TabPFN-TS,,,1.3333333333333333,15,30,0.5
68
- Nature,Sundial,,,1.6666666666666667,15,30,0.5
69
  Ocean,Timer-S1,0.045322779112882315,0.1727939980825019,1.5,2,2,1.0
70
  Ocean,TimesFM-2.5,0.05023494631801462,0.20375079316381556,3.0,2,2,1.0
71
  Ocean,Toto-2.0-1B,0.03473133894618602,0.24449191677209653,3.5,2,2,1.0
@@ -77,44 +60,28 @@ Ocean,Moving-Average,0.9786990527537006,0.9632941762025682,7.5,2,2,1.0
77
  Ocean,TiRex,0.10080061482837747,0.3572308920447662,7.5,2,2,1.0
78
  Ocean,Chronos-Bolt,0.5167143986862703,0.5387343685609941,8.5,2,2,1.0
79
  Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0
80
- Sales,Seasonal-Naive,,,1.0,4,8,0.5
81
- Sales,TabPFN-TS,,,1.0,4,8,0.5
82
- Sales,Sundial,,,2.0,4,8,0.5
83
- Transport,Seasonal-Naive,,,1.0,15,30,0.5
84
- Transport,Sundial,,,1.4666666666666666,15,30,0.5
85
- Transport,TabPFN-TS,,,1.5333333333333334,15,30,0.5
86
- Transportation,ARIMA,,,5.0,1,1,1.0
87
- Transportation,Chronos-2,,,5.0,1,1,1.0
88
- Transportation,Chronos-Bolt,,,5.0,1,1,1.0
89
- Transportation,ETS,,,5.0,1,1,1.0
90
- Transportation,Moirai-1.1-Large,,,5.0,1,1,1.0
91
- Transportation,Moving-Average,,,5.0,1,1,1.0
92
- Transportation,TiRex,,,5.0,1,1,1.0
93
- Transportation,Timer-S1,,,5.0,1,1,1.0
94
- Transportation,Toto-2.0-1B,,,5.0,1,1,1.0
95
- Transportation,Seasonal-Naive,,,,1,1,1.0
96
- Transportation,TimesFM-2.5,,,,1,1,1.0
97
- Weather,Timer-S1,0.2988617652901715,0.6766580028507142,2.6666666666666665,3,3,1.0
98
- Weather,TimesFM-2.5,0.4422741290265785,0.7236931316140378,3.0,3,3,1.0
99
- Weather,TiRex,0.5107310013123382,0.7435738032894261,3.6666666666666665,3,3,1.0
100
- Weather,Moirai-1.1-Large,0.6088198607411471,0.7359694735857264,4.333333333333333,3,3,1.0
101
- Weather,Chronos-Bolt,0.7626975022169085,0.7908305842964615,4.666666666666667,3,3,1.0
102
- Weather,Chronos-2,0.7169655912587564,0.7917994562110777,5.333333333333333,3,3,1.0
103
- Weather,Toto-2.0-1B,0.5225484162493348,0.9130072777143378,7.333333333333333,3,3,1.0
104
- Weather,ETS,10.681465683583626,3.472807210759729,8.0,3,3,1.0
105
- Weather,Seasonal-Naive,1.0,1.0,8.333333333333334,3,3,1.0
106
- Weather,Moving-Average,1.9122865839512568,1.4906713443100006,8.666666666666666,3,3,1.0
107
- Weather,ARIMA,3.3725019705026167,1.920052949082747,10.0,3,3,1.0
108
- Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,1,1.0
109
- Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,1,1.0
110
- Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,1,1.0
111
- Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,1,1.0
112
- Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,1,1.0
113
- Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,1,1.0
114
- Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,1,1.0
115
- Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,1,1.0
116
- Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,1,1.0
117
- Web,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
118
- Web/CloudOps,Seasonal-Naive,,,1.0,20,40,0.5
119
- Web/CloudOps,Sundial,,,1.5,20,40,0.5
120
- Web/CloudOps,TabPFN-TS,,,1.5,20,40,0.5
 
1
  domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
2
+ Climate,Sundial,,,1.446808510638298,47,99,0.47474747474747475
3
+ Climate,TabPFN-TS,,,1.553191489361702,47,99,0.47474747474747475
4
+ Climate,Seasonal-Naive,1.0,1.0,1.6274509803921569,52,99,0.5252525252525253
5
+ Climate,TimesFM-2.5,0.3576763311809047,0.7113359559254983,3.3,5,99,0.050505050505050504
6
+ Climate,Timer-S1,0.34105906176019174,0.7213934352385284,4.1,5,99,0.050505050505050504
7
+ Climate,TiRex,0.47560189513450274,0.762821813779495,4.5,5,99,0.050505050505050504
8
+ Climate,Chronos-2,0.5805486629506925,0.7648068357988661,4.9,5,99,0.050505050505050504
9
+ Climate,Chronos-Bolt,0.6968140177020193,0.8133488985705295,5.5,5,99,0.050505050505050504
10
+ Climate,Moirai-1.1-Large,0.6256719255053146,0.7796734711741874,5.5,5,99,0.050505050505050504
11
+ Climate,ETS,5.051461717172599,2.2353733081719334,6.1,5,99,0.050505050505050504
12
+ Climate,Toto-2.0-1B,0.45114067714538986,0.8844868053223193,6.3,5,99,0.050505050505050504
13
+ Climate,Moving-Average,1.693206207054672,1.2805735647286192,7.3,5,99,0.050505050505050504
14
+ Climate,ARIMA,2.5821744876535355,1.6160955607183625,9.1,5,99,0.050505050505050504
15
+ Finance,TabPFN-TS,,,1.1,10,23,0.43478260869565216
16
+ Finance,Sundial,,,1.9,10,23,0.43478260869565216
17
+ Finance,Seasonal-Naive,1.0,1.0,2.076923076923077,13,23,0.5652173913043478
18
+ Finance,ARIMA,1.008732302916254,0.7898119979901553,2.6666666666666665,3,23,0.13043478260869565
19
+ Finance,Toto-2.0-1B,0.9475222715868759,0.8698151807949462,2.6666666666666665,3,23,0.13043478260869565
20
+ Finance,TiRex,1.0156948764119464,0.9364333354934495,4.666666666666667,3,23,0.13043478260869565
21
+ Finance,Moirai-1.1-Large,0.9024505988120076,0.9368764883038047,5.0,3,23,0.13043478260869565
22
+ Finance,ETS,0.8895801081199671,1.0123436737912248,5.666666666666667,3,23,0.13043478260869565
23
+ Finance,Moving-Average,0.9860860023090979,1.095590847232207,6.333333333333333,3,23,0.13043478260869565
24
+ Finance,Chronos-2,1.1612433446711292,1.0564326063902174,7.0,3,23,0.13043478260869565
25
+ Finance,Timer-S1,1.446344384889575,1.2474789608338912,7.333333333333333,3,23,0.13043478260869565
26
+ Finance,TimesFM-2.5,0.9711528508313284,1.1355491267865998,8.333333333333334,3,23,0.13043478260869565
27
+ Finance,Chronos-Bolt,2.7666417077630148,1.9867884579509119,10.5,2,23,0.08695652173913043
28
+ Hazards,TabPFN-TS,,,1.0,5,11,0.45454545454545453
29
+ Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,11,0.09090909090909091
30
+ Hazards,Sundial,,,2.0,5,11,0.45454545454545453
31
+ Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,11,0.09090909090909091
32
+ Hazards,Seasonal-Naive,1.0,1.0,2.6666666666666665,6,11,0.5454545454545454
33
+ Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,11,0.09090909090909091
34
+ Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,11,0.09090909090909091
35
+ Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,11,0.09090909090909091
36
+ Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,11,0.09090909090909091
37
+ Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,11,0.09090909090909091
38
+ Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,11,0.09090909090909091
39
+ Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,11,0.09090909090909091
40
+ Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,11,0.09090909090909091
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  Hydrology,ETS,0.20453620153894883,0.5925125446639942,1.0,1,1,1.0
42
  Hydrology,Chronos-2,0.26602566359554025,0.5996882699819726,2.0,1,1,1.0
43
  Hydrology,Toto-2.0-1B,0.9932781428882055,0.9552562349759597,3.0,1,1,1.0
 
49
  Hydrology,Chronos-Bolt,0.9748795337898392,1.2307240553635834,9.0,1,1,1.0
50
  Hydrology,Moirai-1.1-Large,2.608016360139847,1.2964133629432089,10.0,1,1,1.0
51
  Hydrology,Moving-Average,1.0062245152359597,1.2989878542510054,11.0,1,1,1.0
 
 
 
52
  Ocean,Timer-S1,0.045322779112882315,0.1727939980825019,1.5,2,2,1.0
53
  Ocean,TimesFM-2.5,0.05023494631801462,0.20375079316381556,3.0,2,2,1.0
54
  Ocean,Toto-2.0-1B,0.03473133894618602,0.24449191677209653,3.5,2,2,1.0
 
60
  Ocean,TiRex,0.10080061482837747,0.3572308920447662,7.5,2,2,1.0
61
  Ocean,Chronos-Bolt,0.5167143986862703,0.5387343685609941,8.5,2,2,1.0
62
  Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0
63
+ Transportation,Seasonal-Naive,,,1.0,16,31,0.5161290322580645
64
+ Transportation,Sundial,,,1.4666666666666666,15,31,0.4838709677419355
65
+ Transportation,TabPFN-TS,,,1.5333333333333334,15,31,0.4838709677419355
66
+ Transportation,ARIMA,,,5.0,1,31,0.03225806451612903
67
+ Transportation,Chronos-2,,,5.0,1,31,0.03225806451612903
68
+ Transportation,Chronos-Bolt,,,5.0,1,31,0.03225806451612903
69
+ Transportation,ETS,,,5.0,1,31,0.03225806451612903
70
+ Transportation,Moirai-1.1-Large,,,5.0,1,31,0.03225806451612903
71
+ Transportation,Moving-Average,,,5.0,1,31,0.03225806451612903
72
+ Transportation,TiRex,,,5.0,1,31,0.03225806451612903
73
+ Transportation,Timer-S1,,,5.0,1,31,0.03225806451612903
74
+ Transportation,Toto-2.0-1B,,,5.0,1,31,0.03225806451612903
75
+ Transportation,TimesFM-2.5,,,,1,31,0.03225806451612903
76
+ Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,41,0.024390243902439025
77
+ Web,Seasonal-Naive,1.0,1.0,1.4285714285714286,21,41,0.5121951219512195
78
+ Web,Sundial,,,1.5,20,41,0.4878048780487805
79
+ Web,TabPFN-TS,,,1.5,20,41,0.4878048780487805
80
+ Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,41,0.024390243902439025
81
+ Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,41,0.024390243902439025
82
+ Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,41,0.024390243902439025
83
+ Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,41,0.024390243902439025
84
+ Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,41,0.024390243902439025
85
+ Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,41,0.024390243902439025
86
+ Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,41,0.024390243902439025
87
+ Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,41,0.024390243902439025