File size: 2,644 Bytes
8d7b4b1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
import argparse
import logging
import sys
from pathlib import Path

ROOT_DIR = Path(__file__).resolve().parents[1]
if str(ROOT_DIR) not in sys.path:
    sys.path.insert(0, str(ROOT_DIR))

import yaml
import torch
from torch.utils.data import DataLoader

from src.dataset.builder import DatasetBuilder
from src.dataset.collate import multimodal_collate_fn
from src.models.multimodal_model import MultimodalDepressionModel
from src.training.trainer import Trainer
from src.utils.logging import configure_logging
from src.evaluation.evaluator import evaluate_predictions


def load_config(path: Path) -> dict:
    with open(path, "r", encoding="utf-8") as handle:
        return yaml.safe_load(handle)


def main() -> None:
    parser = argparse.ArgumentParser(description="Evaluate ModelV2 checkpoint")
    parser.add_argument("--config", type=Path, default=Path("configs/inference.yaml"))
    parser.add_argument("--checkpoint", type=Path, required=True)
    args = parser.parse_args()

    config = load_config(args.config)
    configure_logging(Path(config.get("logging", {}).get("log_dir", "logs")))
    logger = logging.getLogger(__name__)

    val_dataset = DatasetBuilder.build_from_csv(
        split_csv_path=Path(config["dataset"]["val_split"]),
        feature_dir=Path(config["dataset"]["feature_dir"]),
        id_column=config["dataset"].get("id_column", "participant_id"),
        label_column=config["dataset"].get("label_column", "phq_total"),
        augment=False,
    )
    val_loader = DataLoader(val_dataset, batch_size=config.get("inference", {}).get("batch_size", 4), shuffle=False, collate_fn=multimodal_collate_fn)

    model = MultimodalDepressionModel(**config["model"])
    model.load_state_dict(torch.load(args.checkpoint, map_location="cpu"))
    model.eval()

    y_true, y_pred, q_true, q_pred, cls_true, cls_pred = [], [], [], [], [], []
    with torch.no_grad():
        for batch in val_loader:
            output = model(
                batch["audio"], batch["video"], batch["text"], batch["audio_mask"], batch["video_mask"], batch["text_mask"],
            )
            y_true.extend(batch["phq_total"].tolist())
            y_pred.extend(output["phq_total"].tolist())
            q_true.extend(batch["phq_questions"].tolist())
            q_pred.extend(output["phq_questions"].tolist())
            cls_true.extend(batch["classification"].tolist())
            cls_pred.extend(torch.sigmoid(output["classification"]).tolist())

    results = evaluate_predictions(y_true, y_pred, q_true, q_pred, cls_true, cls_pred)
    logger.info(f"Evaluation results: {results}")


if __name__ == "__main__":
    main()