doc-compass / doccompass /paths.py
akshara-ns's picture
Upload the Doc Compass app bundle
ef613b5 verified
Raw History Blame Contribute Delete
1.21 kB
"""Where local data lives. Everything under data/ except label and id files stays out of git."""
from pathlib import Path
# absolute(), not resolve(): the Hugging Face cache stores files as symlinks, and following
# them would point ROOT at the cache's blob folder instead of the folder holding checkpoints/.
ROOT = Path(__file__).absolute().parents[1]
PUBLIC = ROOT / "data" / "public" # downloaded and derived public data
MANUAL = ROOT / "data" / "manual" # our pool and labels
MODELS = ROOT / "checkpoints"
MEDIQ_POSTS = PUBLIC / "mediq_posts.csv"
PATIENT_COMMENTS = PUBLIC / "patient_comments.csv"
POOL_IDS = MANUAL / "pool.ids.csv" # committed: which posts we label, and who labels them
POOL = MANUAL / "pool.csv" # local only: the same posts with their text
DRAFT_LABELS = MANUAL / "draft.labels.csv" # first-pass labels shown in the labelling tool
ADJUDICATED = MANUAL / "adjudicated.labels.csv" # committed: our agreed label where the two of us disagreed
GOLD = MANUAL / "gold.labels.csv" # committed: one label per post, with its split, written by scripts/merge_labels.py
EMERGENCY_CASES = ROOT / "data" / "synthetic" / "emergency_cases.csv" # written by us to test the emergency check