Add all moving conditions to the leaderboard

benchmark/dataset.py

@@ -17,7 +17,9 @@ PACKED_FILES = {
     "low": "packed/low.pt",
     "mid": "packed/mid.pt",
     "high": "packed/high.pt",
-    "moving": "packed/moving.pt",
+    "moving_low": "packed/moving_low.pt",
+    "moving_mid": "packed/moving_mid.pt",
+    "moving_high": "packed/moving_high.pt",
 }
 
 # Bucket path key -> ``run_evaluation`` result field (``wer_<suffix>``).
@@ -29,7 +31,9 @@ CONDITION_WER_SUFFIX: dict[str, str] = {
     "low": "low",
     "mid": "mid",
     "high": "high",
-    "moving": "moving",
+    "moving_low": "moving_low",
+    "moving_mid": "moving_mid",
+    "moving_high": "moving_high",
 }
 
 
@@ -47,7 +51,9 @@ CONDITION_UI_CHOICES: tuple[tuple[str, str], ...] = (
     ("High SNR", "high"),
     ("Mid SNR", "mid"),
     ("Low SNR", "low"),
-    ("Moving Sources", "moving"),
+    ("Moving Low SNR", "moving_low"),
+    ("Moving Mid SNR", "moving_mid"),
+    ("Moving High SNR", "moving_high"),
 )
 
 DEFAULT_CONDITION_KEYS: tuple[str, ...] = tuple(PACKED_FILES.keys())

init.py

@@ -109,13 +109,17 @@ def leaderboard_row_from_eval_result(
         "wer_realistic_high_snr": "wer_high",
         "wer_realistic_mid_snr": "wer_mid",
         "wer_realistic_low_snr": "wer_low",
-        "wer_moving_sources": "wer_moving",
+        "wer_moving_low": "wer_moving_low",
+        "wer_moving_mid": "wer_moving_mid",
+        "wer_moving_high": "wer_moving_high",
     }
     _WIRE_KEY_ALIASES: dict[str, tuple[str, ...]] = {
         "wer_high": ("wer_high_snr", "wer_sim_high_snr"),
         "wer_mid": ("wer_mid_snr",),
         "wer_low": ("wer_low_snr", "wer_sim_low_snr"),
-        "wer_moving": ("wer_moving_sources",),
+        "wer_moving_low": ("wer_moving_low",),
+        "wer_moving_mid": ("wer_moving_mid",),
+        "wer_moving_high": ("wer_moving_high",)
     }
 
     def _eval_wer(wire_key: str):
@@ -346,7 +350,9 @@ def load_results() -> pd.DataFrame:
         "wer_realistic_high_snr": AutoEvalColumn.wer_realistic_high_snr.name,
         "wer_realistic_mid_snr": AutoEvalColumn.wer_realistic_mid_snr.name,
         "wer_realistic_low_snr": AutoEvalColumn.wer_realistic_low_snr.name,
-        "wer_moving_sources": AutoEvalColumn.wer_moving_sources.name,
+        "wer_moving_low": AutoEvalColumn.wer_moving_low.name,
+        "wer_moving_mid": AutoEvalColumn.wer_moving_mid.name,
+        "wer_moving_high": AutoEvalColumn.wer_moving_high.name,
     }
     for csv_key, display_name in scenario_col_map.items():
         if csv_key in raw_df.columns:

metrics_config.py

@@ -76,11 +76,27 @@ SCENARIO_METRICS: tuple[ScenarioMetric, ...] = (
         status="live",
     ),
     ScenarioMetric(
-        key="wer_moving_sources",
-        label="Moving Sources",
-        short="Moving Sources",
-        description="Moving talker / varying geometry (packed moving.pt split).",
-        group="Realistic conditions",
+        key="wer_moving_low",
+        label="Moving Low SNR",
+        short="Moving Low SNR",
+        description="Moving talker / varying geometry (packed moving_low.pt split).",
+        group="Moving conditions",
+        status="live",
+    ),
+    ScenarioMetric(
+        key="wer_moving_mid",
+        label="Moving Mid SNR",
+        short="Moving Mid SNR",
+        description="Moving talker / varying geometry (packed moving_mid.pt split).",
+        group="Moving conditions",
+        status="live",
+    ),
+    ScenarioMetric(
+        key="wer_moving_high",
+        label="Moving High SNR",
+        short="Moving High SNR",
+        description="Moving talker / varying geometry (packed moving_high.pt split).",
+        group="Moving conditions",
         status="live",
     ),
 )

utils_display.py

@@ -34,7 +34,9 @@ class AutoEvalColumn:
     wer_realistic_high_snr = ColumnContent("High SNR", "number")
     wer_realistic_mid_snr = ColumnContent("Mid SNR", "number")
     wer_realistic_low_snr = ColumnContent("Low SNR", "number")
-    wer_moving_sources = ColumnContent("Moving Sources", "number")
+    wer_moving_low = ColumnContent("Moving Low SNR", "number")
+    wer_moving_mid = ColumnContent("Moving Mid SNR", "number")
+    wer_moving_high = ColumnContent("Moving High SNR", "number")
     eval_rtf = ColumnContent("RTF", "number")
     params_m = ColumnContent("Params", "number")
 
@@ -49,7 +51,9 @@ SCENARIO_DISPLAY_COLS: tuple[str, ...] = (
     AutoEvalColumn.wer_realistic_high_snr.name,
     AutoEvalColumn.wer_realistic_mid_snr.name,
     AutoEvalColumn.wer_realistic_low_snr.name,
-    AutoEvalColumn.wer_moving_sources.name,
+    AutoEvalColumn.wer_moving_low.name,
+    AutoEvalColumn.wer_moving_mid.name,
+    AutoEvalColumn.wer_moving_high.name,
 )
 
 # Leaderboard display header -> canonical CSV / analytics metric key.
@@ -60,7 +64,9 @@ SCENARIO_DISPLAY_TO_KEY: dict[str, str] = {
     AutoEvalColumn.wer_realistic_high_snr.name: "wer_realistic_high_snr",
     AutoEvalColumn.wer_realistic_mid_snr.name: "wer_realistic_mid_snr",
     AutoEvalColumn.wer_realistic_low_snr.name: "wer_realistic_low_snr",
-    AutoEvalColumn.wer_moving_sources.name: "wer_moving_sources",
+    AutoEvalColumn.wer_moving_low.name: "wer_moving_low",
+    AutoEvalColumn.wer_moving_mid.name: "wer_moving_mid",
+    AutoEvalColumn.wer_moving_high.name: "wer_moving_high",
 }