File size: 2,260 Bytes
5db30ac
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
from __future__ import annotations

from pathlib import Path
from typing import Any

import yaml

from elbench.schemas.config import (
    AppConfig,
    FieldMappingConfig,
    FileRegistryEntry,
    JudgeConfig,
    ModelConfig,
    ModuleEntry,
    ProjectConfig,
    ProviderConfig,
)


def _read_yaml(path: Path) -> dict[str, Any]:
    with path.open("r", encoding="utf-8") as handle:
        return yaml.safe_load(handle) or {}


def load_project_config(config_root: Path | None = None) -> ProjectConfig:
    resolved_config_root = Path(config_root or "configs").resolve()
    project_root = resolved_config_root.parent

    app = AppConfig.model_validate(_read_yaml(resolved_config_root / "app.yaml"))
    modules_data = _read_yaml(resolved_config_root / "module_registry.yaml").get("modules", [])
    providers_data = _read_yaml(resolved_config_root / "providers.yaml").get("providers", [])
    models_data = _read_yaml(resolved_config_root / "models.yaml").get("models", [])
    judges_data = _read_yaml(resolved_config_root / "judges.yaml")
    files_data = _read_yaml(resolved_config_root / "file_registry.yaml").get("files", [])
    mappings_data = _read_yaml(resolved_config_root / "field_mappings.yaml").get("mappings", {})

    app.data_root = (project_root / app.data_root).resolve()
    app.output_root = (project_root / app.output_root).resolve()

    modules = {item["module_name"]: ModuleEntry.model_validate(item) for item in modules_data}
    providers = {item["provider_name"]: ProviderConfig.model_validate(item) for item in providers_data}
    models = {item["model_id"]: ModelConfig.model_validate(item) for item in models_data}
    judges = JudgeConfig.model_validate(judges_data)
    file_registry = {
        item["canonical_name"]: FileRegistryEntry.model_validate(item) for item in files_data
    }
    field_mappings = {
        key: FieldMappingConfig.model_validate(value) for key, value in mappings_data.items()
    }

    return ProjectConfig(
        project_root=project_root,
        config_root=resolved_config_root,
        app=app,
        modules=modules,
        providers=providers,
        models=models,
        judges=judges,
        file_registry=file_registry,
        field_mappings=field_mappings,
    )