Spaces:
Runtime error
Runtime error
Deploy Space: update results
Browse files- results/aggregates/live_metadata.json +10 -4
- results/aggregates/live_overall_1d.csv +12 -12
- results/aggregates/live_overall_7d.csv +12 -12
- results/aggregates/live_rank_1d.csv +12 -12
- results/aggregates/live_rank_7d.csv +12 -12
- results/aggregates/metadata.json +1 -1
- results/online_status.json +16 -18
results/aggregates/live_metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-07-16T07:
|
| 3 |
"scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
@@ -19,17 +19,23 @@
|
|
| 19 |
"1d": {
|
| 20 |
"days": 1,
|
| 21 |
"num_model_releases": 581,
|
| 22 |
-
"num_unique_releases": 51
|
|
|
|
|
|
|
| 23 |
},
|
| 24 |
"7d": {
|
| 25 |
"days": 7,
|
| 26 |
"num_model_releases": 8224,
|
| 27 |
-
"num_unique_releases": 718
|
|
|
|
|
|
|
| 28 |
},
|
| 29 |
"30d": {
|
| 30 |
"days": 30,
|
| 31 |
"num_model_releases": 22844,
|
| 32 |
-
"num_unique_releases": 2325
|
|
|
|
|
|
|
| 33 |
}
|
| 34 |
},
|
| 35 |
"protocol_counts": {
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-07-16T07:34:43.347653+00:00",
|
| 3 |
"scope": "Canonical metrics-only release history when available; otherwise legacy release history plus latest allowlisted snapshots",
|
| 4 |
"release_deduplication": "One row per model, dataset, data source timestamp, and prediction length",
|
| 5 |
"dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets",
|
|
|
|
| 19 |
"1d": {
|
| 20 |
"days": 1,
|
| 21 |
"num_model_releases": 581,
|
| 22 |
+
"num_unique_releases": 51,
|
| 23 |
+
"ranking_scope": "Cumulative release history through reference_time",
|
| 24 |
+
"metrics_scope": "Trailing 24 hours through reference_time"
|
| 25 |
},
|
| 26 |
"7d": {
|
| 27 |
"days": 7,
|
| 28 |
"num_model_releases": 8224,
|
| 29 |
+
"num_unique_releases": 718,
|
| 30 |
+
"ranking_scope": "Cumulative release history through reference_time",
|
| 31 |
+
"metrics_scope": "Trailing 168 hours through reference_time"
|
| 32 |
},
|
| 33 |
"30d": {
|
| 34 |
"days": 30,
|
| 35 |
"num_model_releases": 22844,
|
| 36 |
+
"num_unique_releases": 2325,
|
| 37 |
+
"ranking_scope": "Cumulative release history through reference_time",
|
| 38 |
+
"metrics_scope": "Trailing 720 hours through reference_time"
|
| 39 |
}
|
| 40 |
},
|
| 41 |
"protocol_counts": {
|
results/aggregates/live_overall_1d.csv
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
-
,
|
| 3 |
-
,
|
| 4 |
-
,
|
| 5 |
-
,
|
| 6 |
-
,
|
| 7 |
-
,
|
| 8 |
-
,
|
| 9 |
-
,
|
| 10 |
-
,
|
| 11 |
-
,
|
| 12 |
-
,
|
| 13 |
-
,
|
|
|
|
| 1 |
Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
+
1,Official,Chronos-2,1.2892335955079928,0.7621588808187851,0.3303625931756398,0.5659739822746355,28.421598772510105,0.6817530254204338,11,2265,13,20.572916666666668,0.6547924227920245,-0.03850223850223854,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 3 |
+
2,Official,TiRex,1.2112140663914712,0.7537512537347048,0.2154631270106067,0.5505838205511248,25.986627386963946,0.6711122846619205,11,2256,13,20.572916666666668,0.8023890475027099,-0.06064306064306069,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 4 |
+
3,Official,TimesFM-2.5,1.2004200902747284,0.7427061811588698,0.1931329998189081,0.6092878000393837,27.670978035779708,0.6141361455041637,11,2251,13,20.572916666666668,0.8769056730995872,0.05535205535205537,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 5 |
+
4,Official,Moirai-2.0,1.1792923041779035,0.7600018014241027,0.240868710753282,0.540926775375007,25.93167374217793,0.5816456181751465,11,1507,13,15.229166666666666,0.7973318465164987,-0.19641839641839642,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 6 |
+
5,Official,TabPFN-TS,1.6554353558813382,0.8740632180321172,0.6158553320917683,0.7513645569184499,23.903128694524,0.5553300323725909,11,1397,13,17.229166666666668,1.2742593915098805,0.08148148148148142,0.0,9,45,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 7 |
+
6,Official,Chronos-Bolt,1.4626687143671873,0.8083230201737758,0.2852756870896691,0.6195646346078587,16.775138671891106,0.5250783686970104,11,1494,13,15.229166666666666,0.9101163442086436,-0.14464794464794464,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 8 |
+
7,Official,Sundial,1.5035234056157303,0.8629865109060907,0.4563430649639843,0.6604166350075271,20.285757948253302,0.5097207694787494,11,1746,13,17.229166666666668,1.1714870124073025,-0.07407407407407413,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 9 |
+
8,Official,Moving-Average,2.197293504712535,1.137800536266285,0.908204819445463,0.9411143090942267,-1.2692936584916736,0.37661031528774364,11,2097,13,20.572916666666668,1.588533436807096,0.10864197530864199,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 10 |
+
9,Official,Toto-1.0,3.3487325496834806,1.3313217551290804,0.22395046640679867,0.5466790835056194,-12.50855846504167,0.3752994328306139,11,1521,13,15.229166666666666,4.375460510492398,-0.15214415214415214,0.0,9,51,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 11 |
+
10,Official,ARIMA,1.8790648867809776,1.0169683296800773,0.381159474071383,0.8626500663839931,9.765762973127726,0.37294000547433687,11,2097,13,20.572916666666668,0.9161195472870318,0.056790123456790145,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 12 |
+
11,Official,Seasonal-Naive,2.596256639957498,1.2216227979940493,0.970315069293545,0.9607599382768114,0.0,0.3725137078742101,11,2097,13,20.572916666666668,1.9876451639291597,-0.09229266356050564,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 13 |
+
12,Official,ETS,4.210812767738367,1.3464656330512799,0.83781023957683,1.1237409902125042,8.42723669009682,0.36386029422308,11,2097,13,20.572916666666668,2.5443175998220955,-0.022222222222222268,0.0,9,46,0.7777777777777778,2026-07-15T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
results/aggregates/live_overall_7d.csv
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
-
,
|
| 3 |
-
,
|
| 4 |
-
,
|
| 5 |
-
,
|
| 6 |
-
,
|
| 7 |
-
,
|
| 8 |
-
,
|
| 9 |
-
,
|
| 10 |
-
,
|
| 11 |
-
,
|
| 12 |
-
,
|
| 13 |
-
,
|
|
|
|
| 1 |
Rank,Status,model,MSE,RMSE,MAPE,CRPS,RTG,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release
|
| 2 |
+
1,Official,Chronos-2,1.6864024995176288,0.735867964975083,0.18652971774461502,0.49176853323612085,26.63768553434903,0.6817530254204338,11,2265,13,20.572916666666668,6.826087087075359,0.17692517195813545,0.0,13,718,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 3 |
+
2,Official,TiRex,1.67969584294661,0.7363378116948819,0.20699460617656157,0.4897661948124226,28.473918802152053,0.6711122846619205,11,2256,13,20.572916666666668,6.732601121688352,0.27710877460294764,0.0,13,718,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 4 |
+
3,Official,TimesFM-2.5,1.6635049674049887,0.7327133329996453,0.1504232491820917,0.5781938995986923,27.781278412821955,0.6141361455041637,11,2251,13,20.572916666666668,6.734994974276363,0.19902208100118673,0.0,13,716,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 5 |
+
4,Official,Moirai-2.0,1.7301985214540194,0.7694648165999969,0.22549625144047655,0.5050162108044516,25.049485288681577,0.5816456181751465,11,1507,13,15.229166666666666,6.799204716180112,0.2246203557851501,0.07692307692307693,13,713,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 6 |
+
5,Official,TabPFN-TS,1.8122567374142804,0.7988428216771981,0.2532615238478529,0.6441272108865336,19.891243894637437,0.5553300323725909,11,1397,13,17.229166666666668,6.973924498648762,0.22524755635374497,0.0,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
|
| 7 |
+
6,Official,Chronos-Bolt,1.7694202304649118,0.8020102226938577,0.2750032734572685,0.5364934413333321,13.559347572072115,0.5250783686970104,11,1494,13,15.229166666666666,6.79608385966604,0.17949888629315622,0.07692307692307693,13,710,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 8 |
+
7,Official,Sundial,1.9413499719559313,0.8366202644225953,0.2532272556507455,0.5887770913342473,18.253877935268974,0.5097207694787494,11,1746,13,17.229166666666668,7.057932858221184,0.16009246253306836,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
|
| 9 |
+
8,Official,Moving-Average,2.362464780363984,1.01559208567059,0.4478142958546233,0.7916933262288663,2.1225120963601194,0.37661031528774364,11,2097,13,20.572916666666668,7.436726067576771,0.29141334266274216,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
|
| 10 |
+
9,Official,Toto-1.0,6.5723894475421965,1.4900990587913037,0.2457834204767471,0.5594618922663446,-17.142693354775737,0.3752994328306139,11,1521,13,15.229166666666666,19.77161406944696,0.12432140196354312,0.07692307692307693,13,713,0.8461538461538461,2026-07-09T04:40:00+00:00,2026-07-16T04:30:00+00:00
|
| 11 |
+
10,Official,ARIMA,2.0800115540890998,0.948462992211957,0.30777117083504624,0.6888283156265655,3.973503544521321,0.37294000547433687,11,2097,13,20.572916666666668,7.314428719090267,0.21618652172784186,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
|
| 12 |
+
11,Official,Seasonal-Naive,2.72384412051656,1.1065254345199256,0.4769903047481792,0.8411826648382371,0.0,0.3725137078742101,11,2097,13,20.572916666666668,7.550797937801077,0.20218093052582142,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
|
| 13 |
+
12,Official,ETS,3.0298900004531015,1.1367162020321258,0.3820305623997745,0.8606971292423926,-1.1225219267551316,0.36386029422308,11,2097,13,20.572916666666668,8.38757462278042,0.15468144052926258,0.07692307692307693,13,656,0.8461538461538461,2026-07-09T06:00:00+00:00,2026-07-16T04:30:00+00:00
|
results/aggregates/live_rank_1d.csv
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
|
| 2 |
-
,
|
| 3 |
-
|
| 4 |
-
,
|
| 5 |
-
,
|
| 6 |
-
,
|
| 7 |
-
,
|
| 8 |
-
,
|
| 9 |
-
,
|
| 10 |
-
,
|
| 11 |
-
,
|
| 12 |
-
,
|
| 13 |
-
,
|
|
|
|
| 1 |
Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
|
| 2 |
+
1,Official,Chronos-2,0.6817530254204338,11,2265,13,20.572916666666668
|
| 3 |
+
2,Official,TiRex,0.6711122846619205,11,2256,13,20.572916666666668
|
| 4 |
+
3,Official,TimesFM-2.5,0.6141361455041637,11,2251,13,20.572916666666668
|
| 5 |
+
4,Official,Moirai-2.0,0.5816456181751465,11,1507,13,15.229166666666666
|
| 6 |
+
5,Official,TabPFN-TS,0.5553300323725909,11,1397,13,17.229166666666668
|
| 7 |
+
6,Official,Chronos-Bolt,0.5250783686970104,11,1494,13,15.229166666666666
|
| 8 |
+
7,Official,Sundial,0.5097207694787494,11,1746,13,17.229166666666668
|
| 9 |
+
8,Official,Moving-Average,0.37661031528774364,11,2097,13,20.572916666666668
|
| 10 |
+
9,Official,Toto-1.0,0.3752994328306139,11,1521,13,15.229166666666666
|
| 11 |
+
10,Official,ARIMA,0.37294000547433687,11,2097,13,20.572916666666668
|
| 12 |
+
11,Official,Seasonal-Naive,0.3725137078742101,11,2097,13,20.572916666666668
|
| 13 |
+
12,Official,ETS,0.36386029422308,11,2097,13,20.572916666666668
|
results/aggregates/live_rank_7d.csv
CHANGED
|
@@ -1,13 +1,13 @@
|
|
| 1 |
Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
|
| 2 |
-
,
|
| 3 |
-
|
| 4 |
-
,
|
| 5 |
-
,
|
| 6 |
-
,
|
| 7 |
-
,
|
| 8 |
-
,
|
| 9 |
-
,
|
| 10 |
-
,
|
| 11 |
-
,
|
| 12 |
-
,
|
| 13 |
-
,
|
|
|
|
| 1 |
Rank,Status,model,WinRate,eligible_opponents,shared_releases,shared_datasets,covered_span_days
|
| 2 |
+
1,Official,Chronos-2,0.6817530254204338,11,2265,13,20.572916666666668
|
| 3 |
+
2,Official,TiRex,0.6711122846619205,11,2256,13,20.572916666666668
|
| 4 |
+
3,Official,TimesFM-2.5,0.6141361455041637,11,2251,13,20.572916666666668
|
| 5 |
+
4,Official,Moirai-2.0,0.5816456181751465,11,1507,13,15.229166666666666
|
| 6 |
+
5,Official,TabPFN-TS,0.5553300323725909,11,1397,13,17.229166666666668
|
| 7 |
+
6,Official,Chronos-Bolt,0.5250783686970104,11,1494,13,15.229166666666666
|
| 8 |
+
7,Official,Sundial,0.5097207694787494,11,1746,13,17.229166666666668
|
| 9 |
+
8,Official,Moving-Average,0.37661031528774364,11,2097,13,20.572916666666668
|
| 10 |
+
9,Official,Toto-1.0,0.3752994328306139,11,1521,13,15.229166666666666
|
| 11 |
+
10,Official,ARIMA,0.37294000547433687,11,2097,13,20.572916666666668
|
| 12 |
+
11,Official,Seasonal-Naive,0.3725137078742101,11,2097,13,20.572916666666668
|
| 13 |
+
12,Official,ETS,0.36386029422308,11,2097,13,20.572916666666668
|
results/aggregates/metadata.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"generated_at": "2026-07-16T07:
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
|
|
|
| 1 |
{
|
| 2 |
+
"generated_at": "2026-07-16T07:34:41.241254+00:00",
|
| 3 |
"baseline_model": "Seasonal-Naive",
|
| 4 |
"normalization": "Per-config metric / Seasonal-Naive metric",
|
| 5 |
"metric_aggregation": "Geometric mean over dataset configurations",
|
results/online_status.json
CHANGED
|
@@ -2,11 +2,11 @@
|
|
| 2 |
"status": "ok",
|
| 3 |
"evaluation_protocol": "issue-now-score-later",
|
| 4 |
"metric_version": "livehouse-canonical-v1",
|
| 5 |
-
"started_at": "2026-07-16T07:
|
| 6 |
-
"finished_at": "2026-07-16T07:
|
| 7 |
"data_source": "ts_bench",
|
| 8 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 9 |
-
"task_count":
|
| 10 |
"issued_tasks": 0,
|
| 11 |
"issued_forecasts": 0,
|
| 12 |
"resolved_forecasts": 0,
|
|
@@ -19,7 +19,7 @@
|
|
| 19 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 20 |
"evaluation_protocol": "issue-now-score-later",
|
| 21 |
"metric_version": "livehouse-canonical-v1",
|
| 22 |
-
"evaluated_at": "2026-07-16T07:
|
| 23 |
"resolved_tasks": []
|
| 24 |
},
|
| 25 |
"TiRex": {
|
|
@@ -28,7 +28,7 @@
|
|
| 28 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 29 |
"evaluation_protocol": "issue-now-score-later",
|
| 30 |
"metric_version": "livehouse-canonical-v1",
|
| 31 |
-
"evaluated_at": "2026-07-16T07:
|
| 32 |
"resolved_tasks": []
|
| 33 |
},
|
| 34 |
"TimesFM-2.5": {
|
|
@@ -37,7 +37,7 @@
|
|
| 37 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 38 |
"evaluation_protocol": "issue-now-score-later",
|
| 39 |
"metric_version": "livehouse-canonical-v1",
|
| 40 |
-
"evaluated_at": "2026-07-16T07:
|
| 41 |
"resolved_tasks": []
|
| 42 |
},
|
| 43 |
"Toto-1.0": {
|
|
@@ -46,7 +46,7 @@
|
|
| 46 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 47 |
"evaluation_protocol": "issue-now-score-later",
|
| 48 |
"metric_version": "livehouse-canonical-v1",
|
| 49 |
-
"evaluated_at": "2026-07-16T07:
|
| 50 |
"resolved_tasks": []
|
| 51 |
},
|
| 52 |
"Moirai-2.0": {
|
|
@@ -55,7 +55,7 @@
|
|
| 55 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 56 |
"evaluation_protocol": "issue-now-score-later",
|
| 57 |
"metric_version": "livehouse-canonical-v1",
|
| 58 |
-
"evaluated_at": "2026-07-16T07:
|
| 59 |
"resolved_tasks": []
|
| 60 |
},
|
| 61 |
"Chronos-Bolt": {
|
|
@@ -64,7 +64,7 @@
|
|
| 64 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 65 |
"evaluation_protocol": "issue-now-score-later",
|
| 66 |
"metric_version": "livehouse-canonical-v1",
|
| 67 |
-
"evaluated_at": "2026-07-16T07:
|
| 68 |
"resolved_tasks": []
|
| 69 |
},
|
| 70 |
"TabPFN-TS": {
|
|
@@ -73,7 +73,7 @@
|
|
| 73 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 74 |
"evaluation_protocol": "issue-now-score-later",
|
| 75 |
"metric_version": "livehouse-canonical-v1",
|
| 76 |
-
"evaluated_at": "2026-07-16T07:
|
| 77 |
"resolved_tasks": []
|
| 78 |
},
|
| 79 |
"Sundial": {
|
|
@@ -82,7 +82,7 @@
|
|
| 82 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 83 |
"evaluation_protocol": "issue-now-score-later",
|
| 84 |
"metric_version": "livehouse-canonical-v1",
|
| 85 |
-
"evaluated_at": "2026-07-16T07:
|
| 86 |
"resolved_tasks": []
|
| 87 |
},
|
| 88 |
"Moving-Average": {
|
|
@@ -91,7 +91,7 @@
|
|
| 91 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 92 |
"evaluation_protocol": "issue-now-score-later",
|
| 93 |
"metric_version": "livehouse-canonical-v1",
|
| 94 |
-
"evaluated_at": "2026-07-16T07:
|
| 95 |
"resolved_tasks": []
|
| 96 |
},
|
| 97 |
"ETS": {
|
|
@@ -100,7 +100,7 @@
|
|
| 100 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 101 |
"evaluation_protocol": "issue-now-score-later",
|
| 102 |
"metric_version": "livehouse-canonical-v1",
|
| 103 |
-
"evaluated_at": "2026-07-16T07:
|
| 104 |
"resolved_tasks": []
|
| 105 |
},
|
| 106 |
"ARIMA": {
|
|
@@ -109,7 +109,7 @@
|
|
| 109 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 110 |
"evaluation_protocol": "issue-now-score-later",
|
| 111 |
"metric_version": "livehouse-canonical-v1",
|
| 112 |
-
"evaluated_at": "2026-07-16T07:
|
| 113 |
"resolved_tasks": []
|
| 114 |
},
|
| 115 |
"Seasonal-Naive": {
|
|
@@ -118,7 +118,7 @@
|
|
| 118 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 119 |
"evaluation_protocol": "issue-now-score-later",
|
| 120 |
"metric_version": "livehouse-canonical-v1",
|
| 121 |
-
"evaluated_at": "2026-07-16T07:
|
| 122 |
"resolved_tasks": []
|
| 123 |
}
|
| 124 |
},
|
|
@@ -142,7 +142,5 @@
|
|
| 142 |
"live_overall_30d": "aggregates/live_overall_30d.csv",
|
| 143 |
"live_metadata": "aggregates/live_metadata.json"
|
| 144 |
},
|
| 145 |
-
"push_status": "
|
| 146 |
-
"pushed_at": "2026-07-16T07:30:53.342230+00:00",
|
| 147 |
-
"push_detail": "HF Hub API"
|
| 148 |
}
|
|
|
|
| 2 |
"status": "ok",
|
| 3 |
"evaluation_protocol": "issue-now-score-later",
|
| 4 |
"metric_version": "livehouse-canonical-v1",
|
| 5 |
+
"started_at": "2026-07-16T07:34:40.984375+00:00",
|
| 6 |
+
"finished_at": "2026-07-16T07:34:43.357714+00:00",
|
| 7 |
"data_source": "ts_bench",
|
| 8 |
"data_config": "configs/datasets/ts_bench.yaml",
|
| 9 |
+
"task_count": 2,
|
| 10 |
"issued_tasks": 0,
|
| 11 |
"issued_forecasts": 0,
|
| 12 |
"resolved_forecasts": 0,
|
|
|
|
| 19 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 20 |
"evaluation_protocol": "issue-now-score-later",
|
| 21 |
"metric_version": "livehouse-canonical-v1",
|
| 22 |
+
"evaluated_at": "2026-07-16T07:34:41.040878+00:00",
|
| 23 |
"resolved_tasks": []
|
| 24 |
},
|
| 25 |
"TiRex": {
|
|
|
|
| 28 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 29 |
"evaluation_protocol": "issue-now-score-later",
|
| 30 |
"metric_version": "livehouse-canonical-v1",
|
| 31 |
+
"evaluated_at": "2026-07-16T07:34:41.040885+00:00",
|
| 32 |
"resolved_tasks": []
|
| 33 |
},
|
| 34 |
"TimesFM-2.5": {
|
|
|
|
| 37 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 38 |
"evaluation_protocol": "issue-now-score-later",
|
| 39 |
"metric_version": "livehouse-canonical-v1",
|
| 40 |
+
"evaluated_at": "2026-07-16T07:34:41.040886+00:00",
|
| 41 |
"resolved_tasks": []
|
| 42 |
},
|
| 43 |
"Toto-1.0": {
|
|
|
|
| 46 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 47 |
"evaluation_protocol": "issue-now-score-later",
|
| 48 |
"metric_version": "livehouse-canonical-v1",
|
| 49 |
+
"evaluated_at": "2026-07-16T07:34:41.040887+00:00",
|
| 50 |
"resolved_tasks": []
|
| 51 |
},
|
| 52 |
"Moirai-2.0": {
|
|
|
|
| 55 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 56 |
"evaluation_protocol": "issue-now-score-later",
|
| 57 |
"metric_version": "livehouse-canonical-v1",
|
| 58 |
+
"evaluated_at": "2026-07-16T07:34:41.040888+00:00",
|
| 59 |
"resolved_tasks": []
|
| 60 |
},
|
| 61 |
"Chronos-Bolt": {
|
|
|
|
| 64 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 65 |
"evaluation_protocol": "issue-now-score-later",
|
| 66 |
"metric_version": "livehouse-canonical-v1",
|
| 67 |
+
"evaluated_at": "2026-07-16T07:34:41.040889+00:00",
|
| 68 |
"resolved_tasks": []
|
| 69 |
},
|
| 70 |
"TabPFN-TS": {
|
|
|
|
| 73 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 74 |
"evaluation_protocol": "issue-now-score-later",
|
| 75 |
"metric_version": "livehouse-canonical-v1",
|
| 76 |
+
"evaluated_at": "2026-07-16T07:34:41.040890+00:00",
|
| 77 |
"resolved_tasks": []
|
| 78 |
},
|
| 79 |
"Sundial": {
|
|
|
|
| 82 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 83 |
"evaluation_protocol": "issue-now-score-later",
|
| 84 |
"metric_version": "livehouse-canonical-v1",
|
| 85 |
+
"evaluated_at": "2026-07-16T07:34:41.040892+00:00",
|
| 86 |
"resolved_tasks": []
|
| 87 |
},
|
| 88 |
"Moving-Average": {
|
|
|
|
| 91 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 92 |
"evaluation_protocol": "issue-now-score-later",
|
| 93 |
"metric_version": "livehouse-canonical-v1",
|
| 94 |
+
"evaluated_at": "2026-07-16T07:34:41.040892+00:00",
|
| 95 |
"resolved_tasks": []
|
| 96 |
},
|
| 97 |
"ETS": {
|
|
|
|
| 100 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 101 |
"evaluation_protocol": "issue-now-score-later",
|
| 102 |
"metric_version": "livehouse-canonical-v1",
|
| 103 |
+
"evaluated_at": "2026-07-16T07:34:41.040893+00:00",
|
| 104 |
"resolved_tasks": []
|
| 105 |
},
|
| 106 |
"ARIMA": {
|
|
|
|
| 109 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 110 |
"evaluation_protocol": "issue-now-score-later",
|
| 111 |
"metric_version": "livehouse-canonical-v1",
|
| 112 |
+
"evaluated_at": "2026-07-16T07:34:41.040894+00:00",
|
| 113 |
"resolved_tasks": []
|
| 114 |
},
|
| 115 |
"Seasonal-Naive": {
|
|
|
|
| 118 |
"admitted_at": "2026-06-01T00:00:00Z",
|
| 119 |
"evaluation_protocol": "issue-now-score-later",
|
| 120 |
"metric_version": "livehouse-canonical-v1",
|
| 121 |
+
"evaluated_at": "2026-07-16T07:34:41.040895+00:00",
|
| 122 |
"resolved_tasks": []
|
| 123 |
}
|
| 124 |
},
|
|
|
|
| 142 |
"live_overall_30d": "aggregates/live_overall_30d.csv",
|
| 143 |
"live_metadata": "aggregates/live_metadata.json"
|
| 144 |
},
|
| 145 |
+
"push_status": "pending"
|
|
|
|
|
|
|
| 146 |
}
|