Spaces:
Paused
Paused
File size: 967 Bytes
36f9d47 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | """Step 1: Parse EMDAT data and create event catalog with train/test splits."""
from src.data.emdat_parser import parse_emdat, save_events, split_events
from src.llm.client import load_config
def main():
config = load_config()
paths = config["paths"]
print("Parsing EMDAT data...")
events = parse_emdat(config)
print(f" Found {len(events)} European flood events")
print("Splitting into train/test sets...")
train, test = split_events(events, config)
print(f" Train (2023-2024): {len(train)} events")
print(f" Test (2025): {len(test)} events")
print("Saving...")
save_events(events, paths["events_catalog"])
save_events(train, paths["train_events"])
save_events(test, paths["test_events"])
print(f" Catalog: {paths['events_catalog']}")
print(f" Train: {paths['train_events']}")
print(f" Test: {paths['test_events']}")
print("Done.")
if __name__ == "__main__":
main()
|