Spaces:
Running
Running
File size: 2,337 Bytes
713f736 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | """Where each ISLES'24 file lives in the archive, as found in Phase 1 (docs/DATA.md)."""
import os
import subprocess
FILES = {
"ncct": "raw_data/{c}/ses-01/{c}_ses-01_ncct.nii.gz",
"cbf": "derivatives/{c}/ses-01/perfusion-maps/{c}_ses-01_space-ncct_cbf.nii.gz",
"cbv": "derivatives/{c}/ses-01/perfusion-maps/{c}_ses-01_space-ncct_cbv.nii.gz",
"mtt": "derivatives/{c}/ses-01/perfusion-maps/{c}_ses-01_space-ncct_mtt.nii.gz",
"tmax": "derivatives/{c}/ses-01/perfusion-maps/{c}_ses-01_space-ncct_tmax.nii.gz",
"lvo": "derivatives/{c}/ses-01/{c}_ses-01_space-ncct_lvo-msk.nii.gz",
"cow": "derivatives/{c}/ses-01/{c}_ses-01_space-ncct_cow-msk.nii.gz",
"lesion": "derivatives/{c}/ses-02/{c}_ses-02_space-ncct_lesion-msk.nii.gz",
"dwi": "derivatives/{c}/ses-02/{c}_ses-02_space-ncct_dwi.nii.gz",
"baseline": "phenotype/{c}/ses-01/{c}_ses-01_demographic_baseline.xlsx",
"outcome": "phenotype/{c}/ses-02/{c}_ses-02_outcome.xlsx",
}
STRAY_LESION = "derivatives/{c}/ses-02/{c}_ses-02_lesion-msk.nii"
DICTIONARY = "clinical_data-description.xlsx"
# What a working copy keeps. Everything else is decoded but not written, which saves about 85 GiB.
WORKING_MEMBERS = ("train/clinical_data-description.xlsx", "train/phenotype/*", "train/derivatives/*", "train/raw_data/*")
WORKING_EXCLUDE = (
"*_ctp.nii.gz", "*_cta.nii.gz", "*_adc.nii.gz",
"*_ses-01_cbf.nii.gz", "*_ses-01_cbv.nii.gz", "*_ses-01_mtt.nii.gz", "*_ses-01_tmax.nii.gz",
) # fmt: skip
def path_of(root, case, name):
return os.path.join(root, FILES[name].format(c=case))
def find_cases(root):
phenotype = os.path.join(root, "phenotype")
return sorted(d for d in os.listdir(phenotype) if os.path.isdir(os.path.join(phenotype, d)))
def missing_files(root, cases):
"""{name: number of cases without that file}, for names with at least one case missing."""
counts = {name: sum(not os.path.exists(path_of(root, case, name)) for case in cases) for name in FILES}
return {name: n for name, n in counts.items() if n}
def pack(parent, tar_path):
"""Tar `train/` under parent, uncompressed: the images are already gzipped."""
subprocess.run(["tar", "-cf", tar_path, "-C", parent, "train"], check=True)
def unpack(tar_path, parent):
subprocess.run(["tar", "-xf", tar_path, "-C", parent], check=True)
|