Spaces:
Sleeping
Sleeping
File size: 2,408 Bytes
8d7b4b1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | from __future__ import annotations
from pathlib import Path
from typing import Dict, List, Optional
import pandas as pd
import numpy as np
from src.features.feature_store import load_features
from src.dataset.multimodal_dataset import MultimodalSample
class DatasetBuilder:
@staticmethod
def build_from_csv(
split_csv_path: Path,
feature_dir: Path,
id_column: str = "participant_id",
label_column: str = "phq_total",
modality_keys: Optional[List[str]] = None,
augment: bool = False,
**kwargs,
) -> MultimodalSample:
df = pd.read_csv(split_csv_path)
df.columns = df.columns.str.lower().str.strip()
id_column = id_column.lower()
label_column = label_column.lower()
samples = []
modality_keys = modality_keys or ["audio", "video", "text"]
for _, row in df.iterrows():
participant_id = str(row[id_column])
feature_path = feature_dir / f"{participant_id}.npz"
if not feature_path.exists():
continue
features = load_features(feature_path)
phq_questions = np.asarray(
[row.get(f"phq_q{i}", 0.0) for i in range(1, 9)],
dtype=np.float32,
)
classification = row.get("binary")
if classification is None:
classification = row.get("phq_binary", float(row[label_column] >= 10))
video_feature = None
if "video" in modality_keys:
if "video" in features:
video_feature = features["video"]
elif "video_openface" in features:
video_feature = features["video_openface"]
elif "video_cnn" in features:
video_feature = features["video_cnn"]
sample = {
"participant_id": participant_id,
"audio": features.get("audio") if "audio" in modality_keys else None,
"video": video_feature,
"text": features.get("text") if "text" in modality_keys else None,
"phq_total": float(row[label_column]),
"phq_questions": phq_questions,
"classification": float(classification),
}
samples.append(sample)
return MultimodalSample(samples=samples, augment=augment, **kwargs)
|