Spaces:
Runtime error
Runtime error
Update canonical domain aggregate tables
Browse files
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-06-25T11:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-06-25T11:33:06.016790+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
results/aggregates/results_by_domain.csv
CHANGED
|
@@ -1,57 +1,43 @@
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
Climate,
|
| 14 |
-
Climate,
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,1,1.0
|
| 42 |
-
Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,1,1.0
|
| 43 |
-
Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,1,1.0
|
| 44 |
-
Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,1,1.0
|
| 45 |
-
Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,1,1.0
|
| 46 |
-
Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,1,1.0
|
| 47 |
-
Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,1,1.0
|
| 48 |
-
Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,1,1.0
|
| 49 |
-
Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,1,1.0
|
| 50 |
-
Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,1,1.0
|
| 51 |
-
Hazards,Seasonal-Naive,1.0,1.0,11.0,1,1,1.0
|
| 52 |
-
Healthcare,Seasonal-Naive,,,1.0,5,10,0.5
|
| 53 |
-
Healthcare,TabPFN-TS,,,1.0,5,10,0.5
|
| 54 |
-
Healthcare,Sundial,,,2.0,5,10,0.5
|
| 55 |
Hydrology,ETS,0.20453620153894883,0.5925125446639942,1.0,1,1,1.0
|
| 56 |
Hydrology,Chronos-2,0.26602566359554025,0.5996882699819726,2.0,1,1,1.0
|
| 57 |
Hydrology,Toto-2.0-1B,0.9932781428882055,0.9552562349759597,3.0,1,1,1.0
|
|
@@ -63,9 +49,6 @@ Hydrology,TimesFM-2.5,0.877218046275207,1.2165158785306522,8.0,1,1,1.0
|
|
| 63 |
Hydrology,Chronos-Bolt,0.9748795337898392,1.2307240553635834,9.0,1,1,1.0
|
| 64 |
Hydrology,Moirai-1.1-Large,2.608016360139847,1.2964133629432089,10.0,1,1,1.0
|
| 65 |
Hydrology,Moving-Average,1.0062245152359597,1.2989878542510054,11.0,1,1,1.0
|
| 66 |
-
Nature,Seasonal-Naive,,,1.0,15,30,0.5
|
| 67 |
-
Nature,TabPFN-TS,,,1.3333333333333333,15,30,0.5
|
| 68 |
-
Nature,Sundial,,,1.6666666666666667,15,30,0.5
|
| 69 |
Ocean,Timer-S1,0.045322779112882315,0.1727939980825019,1.5,2,2,1.0
|
| 70 |
Ocean,TimesFM-2.5,0.05023494631801462,0.20375079316381556,3.0,2,2,1.0
|
| 71 |
Ocean,Toto-2.0-1B,0.03473133894618602,0.24449191677209653,3.5,2,2,1.0
|
|
@@ -77,44 +60,28 @@ Ocean,Moving-Average,0.9786990527537006,0.9632941762025682,7.5,2,2,1.0
|
|
| 77 |
Ocean,TiRex,0.10080061482837747,0.3572308920447662,7.5,2,2,1.0
|
| 78 |
Ocean,Chronos-Bolt,0.5167143986862703,0.5387343685609941,8.5,2,2,1.0
|
| 79 |
Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
Transportation,
|
| 87 |
-
Transportation,
|
| 88 |
-
Transportation,
|
| 89 |
-
Transportation,
|
| 90 |
-
Transportation,
|
| 91 |
-
Transportation,
|
| 92 |
-
Transportation,
|
| 93 |
-
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
|
| 98 |
-
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
|
| 104 |
-
|
| 105 |
-
Weather,Seasonal-Naive,1.0,1.0,8.333333333333334,3,3,1.0
|
| 106 |
-
Weather,Moving-Average,1.9122865839512568,1.4906713443100006,8.666666666666666,3,3,1.0
|
| 107 |
-
Weather,ARIMA,3.3725019705026167,1.920052949082747,10.0,3,3,1.0
|
| 108 |
-
Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,1,1.0
|
| 109 |
-
Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,1,1.0
|
| 110 |
-
Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,1,1.0
|
| 111 |
-
Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,1,1.0
|
| 112 |
-
Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,1,1.0
|
| 113 |
-
Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,1,1.0
|
| 114 |
-
Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,1,1.0
|
| 115 |
-
Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,1,1.0
|
| 116 |
-
Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,1,1.0
|
| 117 |
-
Web,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0
|
| 118 |
-
Web/CloudOps,Seasonal-Naive,,,1.0,20,40,0.5
|
| 119 |
-
Web/CloudOps,Sundial,,,1.5,20,40,0.5
|
| 120 |
-
Web/CloudOps,TabPFN-TS,,,1.5,20,40,0.5
|
|
|
|
| 1 |
domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage
|
| 2 |
+
Climate,Sundial,,,1.446808510638298,47,99,0.47474747474747475
|
| 3 |
+
Climate,TabPFN-TS,,,1.553191489361702,47,99,0.47474747474747475
|
| 4 |
+
Climate,Seasonal-Naive,1.0,1.0,1.6274509803921569,52,99,0.5252525252525253
|
| 5 |
+
Climate,TimesFM-2.5,0.3576763311809047,0.7113359559254983,3.3,5,99,0.050505050505050504
|
| 6 |
+
Climate,Timer-S1,0.34105906176019174,0.7213934352385284,4.1,5,99,0.050505050505050504
|
| 7 |
+
Climate,TiRex,0.47560189513450274,0.762821813779495,4.5,5,99,0.050505050505050504
|
| 8 |
+
Climate,Chronos-2,0.5805486629506925,0.7648068357988661,4.9,5,99,0.050505050505050504
|
| 9 |
+
Climate,Chronos-Bolt,0.6968140177020193,0.8133488985705295,5.5,5,99,0.050505050505050504
|
| 10 |
+
Climate,Moirai-1.1-Large,0.6256719255053146,0.7796734711741874,5.5,5,99,0.050505050505050504
|
| 11 |
+
Climate,ETS,5.051461717172599,2.2353733081719334,6.1,5,99,0.050505050505050504
|
| 12 |
+
Climate,Toto-2.0-1B,0.45114067714538986,0.8844868053223193,6.3,5,99,0.050505050505050504
|
| 13 |
+
Climate,Moving-Average,1.693206207054672,1.2805735647286192,7.3,5,99,0.050505050505050504
|
| 14 |
+
Climate,ARIMA,2.5821744876535355,1.6160955607183625,9.1,5,99,0.050505050505050504
|
| 15 |
+
Finance,TabPFN-TS,,,1.1,10,23,0.43478260869565216
|
| 16 |
+
Finance,Sundial,,,1.9,10,23,0.43478260869565216
|
| 17 |
+
Finance,Seasonal-Naive,1.0,1.0,2.076923076923077,13,23,0.5652173913043478
|
| 18 |
+
Finance,ARIMA,1.008732302916254,0.7898119979901553,2.6666666666666665,3,23,0.13043478260869565
|
| 19 |
+
Finance,Toto-2.0-1B,0.9475222715868759,0.8698151807949462,2.6666666666666665,3,23,0.13043478260869565
|
| 20 |
+
Finance,TiRex,1.0156948764119464,0.9364333354934495,4.666666666666667,3,23,0.13043478260869565
|
| 21 |
+
Finance,Moirai-1.1-Large,0.9024505988120076,0.9368764883038047,5.0,3,23,0.13043478260869565
|
| 22 |
+
Finance,ETS,0.8895801081199671,1.0123436737912248,5.666666666666667,3,23,0.13043478260869565
|
| 23 |
+
Finance,Moving-Average,0.9860860023090979,1.095590847232207,6.333333333333333,3,23,0.13043478260869565
|
| 24 |
+
Finance,Chronos-2,1.1612433446711292,1.0564326063902174,7.0,3,23,0.13043478260869565
|
| 25 |
+
Finance,Timer-S1,1.446344384889575,1.2474789608338912,7.333333333333333,3,23,0.13043478260869565
|
| 26 |
+
Finance,TimesFM-2.5,0.9711528508313284,1.1355491267865998,8.333333333333334,3,23,0.13043478260869565
|
| 27 |
+
Finance,Chronos-Bolt,2.7666417077630148,1.9867884579509119,10.5,2,23,0.08695652173913043
|
| 28 |
+
Hazards,TabPFN-TS,,,1.0,5,11,0.45454545454545453
|
| 29 |
+
Hazards,Timer-S1,0.6777723631893693,0.6392985823145042,1.0,1,11,0.09090909090909091
|
| 30 |
+
Hazards,Sundial,,,2.0,5,11,0.45454545454545453
|
| 31 |
+
Hazards,Toto-2.0-1B,0.7041466643395133,0.6396760609316321,2.0,1,11,0.09090909090909091
|
| 32 |
+
Hazards,Seasonal-Naive,1.0,1.0,2.6666666666666665,6,11,0.5454545454545454
|
| 33 |
+
Hazards,Moirai-1.1-Large,0.7381429437564966,0.6502934463828633,3.0,1,11,0.09090909090909091
|
| 34 |
+
Hazards,Chronos-2,0.7067881385317952,0.6528518900788929,4.0,1,11,0.09090909090909091
|
| 35 |
+
Hazards,TiRex,0.756229981075123,0.6701770205368516,5.0,1,11,0.09090909090909091
|
| 36 |
+
Hazards,ETS,0.6924919723949935,0.6738365296466682,6.0,1,11,0.09090909090909091
|
| 37 |
+
Hazards,ARIMA,0.7479898150397808,0.6911901709115919,7.0,1,11,0.09090909090909091
|
| 38 |
+
Hazards,Chronos-Bolt,0.7938104180154132,0.6989047277036177,8.0,1,11,0.09090909090909091
|
| 39 |
+
Hazards,Moving-Average,0.7745470942371141,0.7187631850973687,9.0,1,11,0.09090909090909091
|
| 40 |
+
Hazards,TimesFM-2.5,0.6997356127406802,0.8238265028469282,10.0,1,11,0.09090909090909091
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
Hydrology,ETS,0.20453620153894883,0.5925125446639942,1.0,1,1,1.0
|
| 42 |
Hydrology,Chronos-2,0.26602566359554025,0.5996882699819726,2.0,1,1,1.0
|
| 43 |
Hydrology,Toto-2.0-1B,0.9932781428882055,0.9552562349759597,3.0,1,1,1.0
|
|
|
|
| 49 |
Hydrology,Chronos-Bolt,0.9748795337898392,1.2307240553635834,9.0,1,1,1.0
|
| 50 |
Hydrology,Moirai-1.1-Large,2.608016360139847,1.2964133629432089,10.0,1,1,1.0
|
| 51 |
Hydrology,Moving-Average,1.0062245152359597,1.2989878542510054,11.0,1,1,1.0
|
|
|
|
|
|
|
|
|
|
| 52 |
Ocean,Timer-S1,0.045322779112882315,0.1727939980825019,1.5,2,2,1.0
|
| 53 |
Ocean,TimesFM-2.5,0.05023494631801462,0.20375079316381556,3.0,2,2,1.0
|
| 54 |
Ocean,Toto-2.0-1B,0.03473133894618602,0.24449191677209653,3.5,2,2,1.0
|
|
|
|
| 60 |
Ocean,TiRex,0.10080061482837747,0.3572308920447662,7.5,2,2,1.0
|
| 61 |
Ocean,Chronos-Bolt,0.5167143986862703,0.5387343685609941,8.5,2,2,1.0
|
| 62 |
Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0
|
| 63 |
+
Transportation,Seasonal-Naive,,,1.0,16,31,0.5161290322580645
|
| 64 |
+
Transportation,Sundial,,,1.4666666666666666,15,31,0.4838709677419355
|
| 65 |
+
Transportation,TabPFN-TS,,,1.5333333333333334,15,31,0.4838709677419355
|
| 66 |
+
Transportation,ARIMA,,,5.0,1,31,0.03225806451612903
|
| 67 |
+
Transportation,Chronos-2,,,5.0,1,31,0.03225806451612903
|
| 68 |
+
Transportation,Chronos-Bolt,,,5.0,1,31,0.03225806451612903
|
| 69 |
+
Transportation,ETS,,,5.0,1,31,0.03225806451612903
|
| 70 |
+
Transportation,Moirai-1.1-Large,,,5.0,1,31,0.03225806451612903
|
| 71 |
+
Transportation,Moving-Average,,,5.0,1,31,0.03225806451612903
|
| 72 |
+
Transportation,TiRex,,,5.0,1,31,0.03225806451612903
|
| 73 |
+
Transportation,Timer-S1,,,5.0,1,31,0.03225806451612903
|
| 74 |
+
Transportation,Toto-2.0-1B,,,5.0,1,31,0.03225806451612903
|
| 75 |
+
Transportation,TimesFM-2.5,,,,1,31,0.03225806451612903
|
| 76 |
+
Web,Chronos-2,0.08726886534413426,0.22294261344880087,1.0,1,41,0.024390243902439025
|
| 77 |
+
Web,Seasonal-Naive,1.0,1.0,1.4285714285714286,21,41,0.5121951219512195
|
| 78 |
+
Web,Sundial,,,1.5,20,41,0.4878048780487805
|
| 79 |
+
Web,TabPFN-TS,,,1.5,20,41,0.4878048780487805
|
| 80 |
+
Web,Moirai-1.1-Large,0.13431050221434995,0.2311922050685756,2.0,1,41,0.024390243902439025
|
| 81 |
+
Web,Timer-S1,0.12027886634187647,0.2472452491921797,3.0,1,41,0.024390243902439025
|
| 82 |
+
Web,Toto-2.0-1B,0.11118855840396032,0.26868679947244095,4.0,1,41,0.024390243902439025
|
| 83 |
+
Web,TiRex,0.13391502595072868,0.2769406434143143,5.0,1,41,0.024390243902439025
|
| 84 |
+
Web,TimesFM-2.5,0.09112189329781746,0.3212669877681915,6.0,1,41,0.024390243902439025
|
| 85 |
+
Web,ETS,0.18233675671677704,0.34533315509608214,7.0,1,41,0.024390243902439025
|
| 86 |
+
Web,Moving-Average,0.25627532007498555,0.3855221985813308,8.0,1,41,0.024390243902439025
|
| 87 |
+
Web,ARIMA,0.3687802372064497,0.4083506869323253,9.0,1,41,0.024390243902439025
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|