File size: 967 Bytes
36f9d47
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
"""Step 1: Parse EMDAT data and create event catalog with train/test splits."""

from src.data.emdat_parser import parse_emdat, save_events, split_events
from src.llm.client import load_config


def main():
    config = load_config()
    paths = config["paths"]

    print("Parsing EMDAT data...")
    events = parse_emdat(config)
    print(f"  Found {len(events)} European flood events")

    print("Splitting into train/test sets...")
    train, test = split_events(events, config)
    print(f"  Train (2023-2024): {len(train)} events")
    print(f"  Test (2025):       {len(test)} events")

    print("Saving...")
    save_events(events, paths["events_catalog"])
    save_events(train, paths["train_events"])
    save_events(test, paths["test_events"])

    print(f"  Catalog:  {paths['events_catalog']}")
    print(f"  Train:    {paths['train_events']}")
    print(f"  Test:     {paths['test_events']}")
    print("Done.")


if __name__ == "__main__":
    main()