Buckets:
| from __future__ import annotations | |
| import os | |
| import random | |
| from dataclasses import asdict, dataclass | |
| from pathlib import Path | |
| from typing import List | |
| from src.io_utils import PLANS_DIR, write_json | |
| # The video the UI plays for each episode. Overridable (run_label.py --video_file) so a review | |
| # video -- e.g. camera + a reward model's progress curve -- can be shown instead of the raw top | |
| # camera. Labels are time-based and progress.npy is written next to this file's parent dir, so | |
| # the override must have the same duration/frame rate as the episode. | |
| TOP_MP4 = os.environ.get("ROLLOUT_LABEL_VIDEO", "top_camera-images-rgb.mp4") | |
| class Episode: | |
| video_path: str | |
| episode_id: int | |
| class Plan: | |
| plan_id: str | |
| root_dir: str | |
| n_items: int | |
| episodes: List[Episode] | |
| def _find_candidates(root: Path) -> List[Path]: | |
| cands = [] | |
| for child in root.iterdir(): | |
| if child.is_dir() and child.name.startswith("episode_"): | |
| mp4 = child / TOP_MP4 | |
| if mp4.exists(): | |
| cands.append(child) | |
| return sorted(cands) | |
| def make_plan(root_dir: str, seed: int = 0, plan_id: str | None = None) -> Plan: | |
| root = Path(root_dir) | |
| items = _find_candidates(root) | |
| if not items: | |
| raise RuntimeError(f"No candidates found under {root_dir} with required file: {TOP_MP4}") | |
| rng = random.Random(seed) | |
| indices = list(range(len(items))) | |
| rng.shuffle(indices) | |
| episodes: List[Episode] = [] | |
| for eid, idx in enumerate(indices): | |
| episodes.append(Episode(video_path=str(items[idx] / TOP_MP4), episode_id=eid)) | |
| plan_id = plan_id or f"plan_{root.name}_seed{seed}" | |
| return Plan(plan_id=plan_id, root_dir=str(root), n_items=len(items), episodes=episodes) | |
| def save_plan(plan: Plan, usr: str) -> Path: | |
| path = PLANS_DIR / f"{usr}_{plan.plan_id}.json" | |
| write_json( | |
| path, | |
| { | |
| "plan_id": plan.plan_id, | |
| "root_dir": plan.root_dir, | |
| "n_items": plan.n_items, | |
| "episodes": [asdict(e) for e in plan.episodes], | |
| }, | |
| ) | |
| return path | |
Xet Storage Details
- Size:
- 2.1 kB
- Xet hash:
- efda28fb64cc1fbcb1c481724c279f2d2f172fe70b3f83336bb30f6cff7cf1bb
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.