| """Prepare exactly the unique input rows used by the evaluator.""" |
| import argparse |
| import json |
| from pathlib import Path |
|
|
| import pandas as pd |
|
|
|
|
| def prepare_inputs(frame): |
| config = json.loads((Path(__file__).parent / 'task.json').read_text()) |
| columns = ['id'] + config['input_columns'] |
| if not set(columns) <= set(frame.columns): |
| raise ValueError('Missing input columns: ' + ', '.join(columns)) |
| if frame.id.isna().any() or frame.id.duplicated().any(): |
| raise ValueError('Input IDs must be present and unique.') |
| return frame[columns].drop_duplicates(config['input_columns'], keep='first').reset_index(drop=True) |
|
|
|
|
| if __name__ == '__main__': |
| parser = argparse.ArgumentParser(description=__doc__) |
| parser.add_argument('--input', required=True) |
| parser.add_argument('--output', required=True) |
| args = parser.parse_args() |
| frame = prepare_inputs(pd.read_parquet(args.input)) |
| frame.to_parquet(args.output, index=False) |
| print(f'Wrote {len(frame)} unique inputs to {args.output}') |
|
|
