from __future__ import annotations import numpy as np from psi.data.seed.omni_oss_sampler import ensure_video_split_inverse_index from psi.data.seed.source_split import ( motion_source_id, select_source_row_ids, source_leaf_key, validation_source_ids, ) def test_motion_source_id_matches_across_modalities(): text = motion_source_id("seed", "g1/csv/240918/body_check_001__A548.csv") command = motion_source_id("seed", "body_check_001__A548") assert text == command == "seed/body_check_001__A548" assert source_leaf_key(r"converted_motion\00001\dance.foo") == "dance.foo" def test_source_rows_are_atomic_complementary_and_manifest_ordered(): sources = ["family/a", "family/a", "family/b", "family/c", "family/c", "family/d"] train = select_source_row_ids(sources, split="train", val_ratio=0.5, split_seed=42) val = select_source_row_ids(sources, split="val", val_ratio=0.5, split_seed=42) assert np.all(train[:-1] < train[1:]) assert np.all(val[:-1] < val[1:]) assert set(train).isdisjoint(set(val)) assert set(train) | set(val) == set(range(len(sources))) for source in set(sources): memberships = {int(row_id in set(val)) for row_id, value in enumerate(sources) if value == source} assert len(memberships) == 1 def test_source_assignment_is_independent_of_input_order(): sources = [f"source/{index:03d}" for index in range(100)] selected = validation_source_ids(sources, val_ratio=0.1, split_seed=7) reversed_selected = validation_source_ids(reversed(sources), val_ratio=0.1, split_seed=7) assert selected == reversed_selected def test_tiny_dataset_keeps_train_and_val_nonempty(): sources = ["source/a", "source/b"] val = validation_source_ids(sources, val_ratio=1e-12, split_seed=1) assert len(val) == 1 val = validation_source_ids(sources, val_ratio=1.0 - 1e-12, split_seed=1) assert len(val) == 1 def test_video_source_inverse_has_no_gaps_overlap_or_partial_sources(tmp_path): prefixes = { "a": (0, 3, "numeric"), "b": (3, 2, "numeric"), "c": (5, 4, "numeric"), "d": (9, 1, "numeric"), } kwargs = { "total_rows": 10, "val_ratio": 0.5, "split_seed": 42, "cache_dir": tmp_path, "source_signature": "synthetic", "prefixes": prefixes, "split_source_namespace": "video", } train = np.load(ensure_video_split_inverse_index(split="train", **kwargs)) val = np.load(ensure_video_split_inverse_index(split="val", **kwargs)) train_mask = train >= 0 val_mask = val >= 0 assert np.all(np.logical_xor(train_mask, val_mask)) assert np.array_equal(train[train_mask], np.arange(train_mask.sum(), dtype=np.int32)) assert np.array_equal(val[val_mask], np.arange(val_mask.sum(), dtype=np.int32)) for start, count, _ in prefixes.values(): assert train_mask[start : start + count].all() or val_mask[start : start + count].all()