File size: 2,253 Bytes
1cd137c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 | from __future__ import annotations
from pathlib import Path
import pandas as pd
from reference_db.phase_6.agribalyse import (
MAPPING_VERSION,
add_agribalyse_mapping,
)
from reference_db.phase_6.eligibility import (
add_eligibility_columns,
)
from reference_db.phase_6.fvl import add_fvl_fields
from reference_db.phase_6.nutri_score import (
ALGORITHM_VERSION,
add_nutri_score_components,
)
from reference_db.phase_6.outputs import (
write_phase6_outputs,
)
from reference_db.phase_6.validation import (
assert_phase6_valid,
validate_phase6,
)
PHASE_3_PATH = Path(
"data/phase_3/product_classification.parquet"
)
PHASE_5_PATH = Path(
"data/phase_5/product_nutrition.parquet"
)
OUTPUT_DIR = Path("data/phase_6")
def load_inputs() -> pd.DataFrame:
classification = pd.read_parquet(
PHASE_3_PATH
)
nutrition = pd.read_parquet(
PHASE_5_PATH
)
result = nutrition.merge(
classification,
on="external_id",
how="left",
validate="one_to_one",
suffixes=("", "_classification"),
)
return result
def run_phase6() -> tuple[pd.DataFrame, dict]:
print("Phase 6: loading inputs...")
df = load_inputs()
expected_rows = len(df)
print(f"Input rows: {expected_rows}")
print("Applying eligibility...")
df = add_eligibility_columns(df)
print("Adding FVL provenance...")
df = add_fvl_fields(df)
print("Calculating Nutri-Score components...")
df = add_nutri_score_components(df)
print("Applying Agribalyse mapping...")
df = add_agribalyse_mapping(df)
print("Running validation...")
validation = validate_phase6(
df,
expected_rows=expected_rows,
)
assert_phase6_valid(validation)
print("Validation: PASS")
print("Writing outputs...")
paths = write_phase6_outputs(
df,
output_dir=OUTPUT_DIR,
algorithm_version=ALGORITHM_VERSION,
mapping_version=MAPPING_VERSION,
)
print("\nPhase 6 complete.")
print("\nOutputs:")
for name, path in paths.items():
print(f" {name}: {path}")
return df, validation
def main() -> None:
run_phase6()
if __name__ == "__main__":
main()
|