Download src/psi/config/data_lerobot.py from Tinghong-Ye22/code-Psi0-yth-v21: direct link, hf CLI and curl.
- Browser
- Download file 1.99 kB
-
https://huggingface.co/Tinghong-Ye22/code-Psi0-yth-v21/resolve/main/src/psi/config/data_lerobot.py
- Command line
-
hf download hf://Tinghong-Ye22/code-Psi0-yth-v21/src/psi/config/data_lerobot.py
-
curl -L -o data_lerobot.py https://huggingface.co/Tinghong-Ye22/code-Psi0-yth-v21/resolve/main/src/psi/config/data_lerobot.py
1.99 kB
| from pydantic import BaseModel, Field, model_validator | |
| from typing import Any, Optional, Dict, List, TYPE_CHECKING | |
| from psi.config.config import DataConfig | |
| from pathlib import Path | |
| from psi.utils import resolve_data_path | |
| import os | |
| import json | |
| from psi.config.transform import ActionStateTransform | |
| class LerobotDataConfig(DataConfig): | |
| root_dir: str | |
| train_repo_ids: List[str] = Field(default_factory=list) | |
| val_repo_ids: List[str] = Field(default_factory=list) | |
| def check_repo_ids(self): | |
| if len(self.train_repo_ids) == 0: | |
| raise ValueError("train_repo_ids must be provided") | |
| if len(self.val_repo_ids) == 0: | |
| self.val_repo_ids = [self.train_repo_ids[0]] | |
| return self | |
| def load_stats(self): | |
| if not isinstance(self.transform.field, ActionStateTransform): | |
| return self | |
| if ( | |
| not Path(self.transform.field.stat_path).is_absolute() and | |
| self.transform.field.action_max is None | |
| ): | |
| fpath = resolve_data_path( | |
| Path(self.root_dir) / self.train_repo_ids[0] / self.transform.field.stat_path | |
| ) | |
| if not os.path.exists(fpath): | |
| return self | |
| with open(fpath, "r") as f: | |
| stats = json.load(f) | |
| self.transform.field.populate_stats(stats) | |
| return self | |
| def __call__(self, split: str = "train", transform_kwargs={}, **kwargs) -> Any: | |
| from psi.data.lerobot import LeRobotDatasetWrapper | |
| from psi.data.dataset import Dataset as MapStyleDataset | |
| train_dataset = LeRobotDatasetWrapper(self, split=split) | |
| return MapStyleDataset(self, train_dataset, transform_kwargs=transform_kwargs) | |
| def mock(self, split: str = "train", transform_kwargs={}, **kwargs) -> Any: | |
| dataset = self.__call__(split, transform_kwargs=transform_kwargs, **kwargs) | |
| return dataset[0] | |