contract: name: phase1_validation version: 1.0.0 description: Validate ingested retailer product data before downstream processing input: dataset: raw_products required_columns: - external_id - source_retailer - title output: dataset: validated_products grain: one record per retailer product columns: - external_id - source_retailer - title - brand - barcode - description - ingredients_text - nutrition_text - image_url - size_amount - size_unit - price - currency - scraped_at keys: primary_key: - source_retailer - external_id constraints: required: - external_id - source_retailer - title nullable: - brand - barcode - description - ingredients_text - nutrition_text - image_url - size_amount - size_unit - price - currency - scraped_at uniqueness: - source_retailer - external_id quality: critical: - missing_external_id - missing_source_retailer - missing_title - duplicate_external_id_within_retailer - invalid_required_data_type warnings: - missing_brand - missing_barcode - missing_size - missing_optional_column - new_optional_column failure_handling: statuses: PASS: continue WARNING: continue_and_report AMBIGUOUS: quarantine_for_review FAIL: stop processing: does: - validate_required_columns - validate_data_types - detect_duplicates - detect_missing_required_values - detect_schema_changes - clean_useless_columns - preserve_valid_records - produce_quality_report does_not: - classify_products - assign_taxonomy - create_product_groups - create_variants - calculate_scores - invent_missing_values versioning: schema_version: 1.0.0 rules_version: 1.0.0 lineage: source: ingestion pipeline_version: 1.0.0