import argparse import json from pathlib import Path import pandas as pd def prepare_inputs(frame: pd.DataFrame) -> pd.DataFrame: config = json.loads((Path(__file__).parent / "task.json").read_text()) columns = ["id"] + config["input_columns"] if not set(columns) <= set(frame.columns): raise ValueError("Missing input columns: " + ", ".join(set(columns) - set(frame.columns))) if frame.id.isna().any() or frame.id.duplicated().any(): raise ValueError("Input IDs must be present and unique.") return ( frame[columns] .drop_duplicates(config["input_columns"], keep="first") .reset_index(drop=True) ) if __name__ == "__main__": parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--input", required=True) parser.add_argument("--output", required=True) args = parser.parse_args() out = prepare_inputs(pd.read_parquet(args.input)) out.to_parquet(args.output, index=False) print(f"Wrote {len(out)} unique inputs to {args.output}")