File size: 2,540 Bytes
1cd137c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 | from __future__ import annotations
import pandas as pd
def _calculated_mask(df: pd.DataFrame) -> pd.Series:
"""Return a stable boolean mask for calculated Nutri-Score rows."""
return df["nutri_score_calculated"].astype("boolean").fillna(False)
def validate_phase6(
result: pd.DataFrame,
expected_rows: int,
) -> dict:
"""Run Phase 6 integrity checks."""
checks: dict[str, bool] = {}
checks["row_count_matches_input"] = (
len(result) == expected_rows
)
checks["external_id_unique"] = (
result["external_id"].is_unique
)
checks["group_id_complete"] = (
result["group_id"].notna().all()
)
checks["variant_id_complete"] = (
result["variant_id"].notna().all()
)
non_food_scored = (
(result["domain"] == "non_food")
& _calculated_mask(result)
)
checks["non_food_not_scored"] = not non_food_scored.any()
no_source_scored = (
(result["nutrition_quality_status"] == "NO_SOURCE_DATA")
& _calculated_mask(result)
)
checks["no_source_data_not_scored"] = not no_source_scored.any()
baby_care_scored = (
(result["taxonomy"] == "BABY_CARE")
& _calculated_mask(result)
)
checks["excluded_categories_not_scored"] = not baby_care_scored.any()
scored = result[
_calculated_mask(result)
]
if len(scored) > 0:
checks["scored_rows_have_grade"] = (
scored["nutri_score_grade"].isin(
["A", "B", "C", "D", "E"]
).all()
)
else:
checks["scored_rows_have_grade"] = True
estimated_fvl = result[
result["fvl_provenance"] == "ESTIMATED"
]
if len(estimated_fvl) > 0:
checks["estimated_fvl_has_method"] = (
estimated_fvl["fvl_method"].notna().all()
)
else:
checks["estimated_fvl_has_method"] = True
checks["mapping_status_present"] = (
result["mapping_status"].notna().all()
)
failed = [
name for name, passed in checks.items()
if not passed
]
return {
"result": "PASS" if not failed else "FAIL",
"checks": checks,
"failed_checks": failed,
"total_checks": len(checks),
"passed_checks": len(checks) - len(failed),
}
def assert_phase6_valid(validation: dict) -> None:
if validation["result"] != "PASS":
raise AssertionError(
"Phase 6 validation failed: "
+ ", ".join(validation["failed_checks"])
)
|