reference-db-system / tests /test_phase3_pipeline.py
saraNour's picture
Upload folder using huggingface_hub
1cd137c verified
Raw History Blame Contribute Delete
2.34 kB
"""Integration tests for Phase 3 pipeline outputs."""
from __future__ import annotations
import pandas as pd
import pytest
from reference_db.phase_3.pipeline import run_phase3
def _sample_rows(n: int = 50) -> list[dict]:
df = pd.read_parquet("data/phase_2/standardized_products.parquet")
return df.head(n).to_dict(orient="records")
class TestPhase3Pipeline:
"""Phase 3 pipeline should produce correct taxonomy counts."""
def test_pipeline_runs(self):
"""Phase 3 pipeline should run without errors."""
result = run_phase3(_sample_rows())
assert result is not None
assert "product_groups" in result
def test_pipeline_no_new_unknown_domain(self):
"""Pipeline should not produce new unknown domain products."""
result = run_phase3(_sample_rows())
assert result is not None
unknown = [
r
for r in result["product_classification"]
if r["domain"] == "unknown"
]
assert len(unknown) == 0
class TestTaxonomyCounts:
"""Verify taxonomy classification counts are within expected ranges."""
@pytest.fixture(autouse=True)
def load_data(self):
self.df = pd.read_parquet("data/phase_3/product_classification.parquet")
def test_total_count(self):
assert len(self.df) > 0
def test_no_new_conflicts(self):
"""Number of conflict AMBIGUOUS should not increase."""
ambiguous = self.df[self.df["taxonomy_status"] == "AMBIGUOUS"]
conflicts = ambiguous[ambiguous["taxonomy_resolution"] == "conflict"]
# Should be <= 937 (the original count)
assert len(conflicts) <= 937, f"Conflicts increased to {len(conflicts)}"
def test_no_evidence_reduced(self):
"""Number of no_evidence AMBIGUOUS should decrease."""
ambiguous = self.df[self.df["taxonomy_status"] == "AMBIGUOUS"]
no_evidence = ambiguous[ambiguous["taxonomy_resolution"] == "no_evidence"]
# Should be < 621 (the original count)
assert len(no_evidence) < 621, f"no_evidence still at {len(no_evidence)}"
def test_unknown_domain_stable(self):
"""Number of unknown domain should not increase."""
unknown = self.df[self.df["domain"] == "unknown"]
assert len(unknown) <= 14, f"Unknown domain increased to {len(unknown)}"