scam_dectect_sheid / scripts /01_fetch_asr_data.py
adsutraemp1
init
ae77244
Raw History Blame Contribute Delete
8.47 kB
"""
Phase 2: Hybrid ASR Data Acquisition
- Scams (Label 1): Fetches pre-transcribed (Whisper) robocall metadata from NCSU github.
- Legit (Label 0): Fetches 'english_transcription' from Hugging Face PolyAI/minds14 dataset.
Aggregates, balances (1:1), and splits into Train/Val/Test/PTQ.
"""
import os
import io
import json
import subprocess
from pathlib import Path
import requests
import pandas as pd
import dagshub
from dotenv import load_dotenv
from datasets import load_dataset
from sklearn.model_selection import train_test_split
REPO_ROOT = Path(__file__).resolve().parents[1]
BRANCH_STAGE_MAP = {
"feature/phase-2-audio-asr": "feature/phase-2-audio-asr",
"feature/phase-3-serving-quantization": "feature/phase-3-serving-quantization",
"feature/phase-1.5-ultimate-dataset": "model-modernbert-universal",
"model-long-context": "model-modernbert-universal",
"model-distilbert": "model-distilbert",
"main": "main",
}
def detect_branch(default="main"):
env_branch = os.getenv("DAGSHUB_BRANCH") or os.getenv("GIT_BRANCH")
if env_branch:
return env_branch.strip()
result = subprocess.run(
["git", "branch", "--show-current"],
cwd=REPO_ROOT,
capture_output=True,
text=True,
check=False,
)
branch = result.stdout.strip()
return branch or default
def stage_for_branch(branch):
return BRANCH_STAGE_MAP.get(branch, branch.replace("/", "-") or "main")
def fetch_ncsu_scam_data():
"""
Downloads the metadata.csv from the NCSU Robocall dataset repository.
Extracts the 'transcript' column as Label 1 (Scam).
"""
print("Fetching NCSU Robocall Dataset (Scams)...")
url = "https://raw.githubusercontent.com/wspr-ncsu/robocall-audio-dataset/main/metadata.csv"
try:
response = requests.get(url)
response.raise_for_status()
# Read CSV from string
df = pd.read_csv(io.StringIO(response.text))
# We only need the transcription
transcripts = df['transcript'].dropna().tolist()
results = []
for text in transcripts:
# Filter extremely short artifacts
if len(str(text).split()) > 10:
results.append({
"source": "ncsu_robocall",
"text": str(text),
"label": 1
})
print(f" [SUCCESS] Extracted {len(results)} scam transcripts.")
return results
except Exception as e:
print(f" [FAILED] Could not fetch NCSU dataset: {e}")
return []
def fetch_hf_legit_data():
"""
Fetches the PolyAI/minds14 dataset from Hugging Face (en-US, en-GB, en-AU).
Drops the audio column immediately to prevent decoding errors.
Returns a list of dictionaries with text and label 0.
"""
results = []
print(f"\nFetching PolyAI/minds14 Dataset (Legit)...")
locales = ["en-US", "en-GB", "en-AU"]
for loc in locales:
try:
print(f" Loading subset: {loc}...")
# Load dataset and immediately drop the 'audio' column to prevent torchcodec decoding crashes
ds = load_dataset("PolyAI/minds14", name=loc, split="train", trust_remote_code=True)
ds = ds.remove_columns(["audio", "path", "intent_class", "lang_id"])
for row in ds:
text = row.get("english_transcription", "")
if text and len(str(text).split()) > 5:
results.append({
"source": f"minds14_{loc}",
"text": str(text),
"label": 0
})
print(f" [SUCCESS] Extracted transcripts from {loc}.")
except Exception as e:
print(f" [FAILED] {loc}: {e}")
print(f" [SUCCESS] Total legit transcripts extracted: {len(results)}")
return results
def split_and_upload(df, output_dir="data/phase2_asr", stage="feature/phase-2-audio-asr"):
"""
Splits the data into Train(60), Val(10), Test(20), PTQ(10) and uploads to S3.
"""
print("\n--- Splitting Dataset ---")
if len(df) < 4:
print("ERROR: Not enough data to split into 4 buckets. Skipping split.")
return
train_df, rest_df = train_test_split(df, test_size=0.4, stratify=df["label"], random_state=42)
test_df, val_ptq_df = train_test_split(rest_df, test_size=0.5, stratify=rest_df["label"], random_state=42)
val_df, ptq_df = train_test_split(val_ptq_df, test_size=0.5, stratify=val_ptq_df["label"], random_state=42)
print("\n=========================================")
print(" DATASET SPLIT SUMMARY STATS")
print("=========================================")
def print_stats(name, dataframe):
total = len(dataframe)
scams = len(dataframe[dataframe['label'] == 1])
legits = len(dataframe[dataframe['label'] == 0])
print(f"--- {name} ---")
print(f"Total Rows: {total}")
if total > 0:
print(f"Class Balance: {scams} Scams ({scams/total:.1%}) | {legits} Legits ({legits/total:.1%})")
print("")
print_stats("Train (Fine-Tuning, 60%)", train_df)
print_stats("Test (Evaluation, 20%)", test_df)
print_stats("Validation (10%)", val_df)
print_stats("PTQ Calibration (10%)", ptq_df)
print("=========================================\n")
# Save locally
os.makedirs(output_dir, exist_ok=True)
train_path = os.path.join(output_dir, "train.csv")
val_path = os.path.join(output_dir, "val.csv")
test_path = os.path.join(output_dir, "test.csv")
ptq_path = os.path.join(output_dir, "ptq_calibration.csv")
train_df.to_csv(train_path, index=False)
val_df.to_csv(val_path, index=False)
test_df.to_csv(test_path, index=False)
ptq_df.to_csv(ptq_path, index=False)
manifest = {
"stage": stage,
"train_rows": len(train_df),
"val_rows": len(val_df),
"test_rows": len(test_df),
"ptq_rows": len(ptq_df),
"source": "ncsu_robocall + PolyAI/minds14",
}
manifest_path = os.path.join(output_dir, "manifest.json")
with open(manifest_path, "w", encoding="utf-8") as f:
json.dump(manifest, f, indent=2)
# Upload to DagsHub S3
print("\n--- Uploading to DagsHub S3 ---")
load_dotenv()
repo_owner = os.getenv("DAGSHUB_REPO_OWNER")
repo_name = os.getenv("DAGSHUB_REPO_NAME")
if repo_owner and repo_name:
try:
dagshub.auth.add_app_token(os.getenv("MLFLOW_TRACKING_PASSWORD"))
s3_client = dagshub.get_repo_bucket_client(f"{repo_owner}/{repo_name}")
remote_dir = f"data/{stage}/phase2_asr"
for file_path in [train_path, val_path, test_path, ptq_path, manifest_path]:
print(f"Uploading {file_path} to S3...")
remote_path = f"{remote_dir}/{os.path.basename(file_path)}"
s3_client.upload_file(file_path, repo_name, remote_path)
print("Successfully backed up Phase 2 datasets to DagsHub S3!")
except Exception as e:
print(f"Failed to upload to S3: {e}")
else:
print("Skipping DagsHub S3 upload (missing env vars).")
def main():
print("Initializing Phase 2 Hybrid ASR Data Acquisition...\n")
branch = detect_branch()
stage = stage_for_branch(branch)
# 1. Fetch 1400+ Scams from NCSU
scam_data = fetch_ncsu_scam_data()
# 2. Fetch Legit Transcripts from Hugging Face
legit_data = fetch_hf_legit_data()
# 3. Balance Dataset (Downsample majority class)
min_size = min(len(scam_data), len(legit_data))
print(f"\nBalancing Dataset: Downsampling to {min_size} files per class.")
if min_size == 0:
print("ERROR: One of the classes has 0 transcripts. Cannot proceed.")
return
balanced_data = scam_data[:min_size] + legit_data[:min_size]
df = pd.DataFrame(balanced_data)
# Save the raw aggregated dataset
output_dir = "data/phase2_asr"
os.makedirs(output_dir, exist_ok=True)
raw_path = os.path.join(output_dir, "raw_asr_transcripts.csv")
df.to_csv(raw_path, index=False)
print(f"Saved {len(df)} raw transcripts to {raw_path}")
# Generate splits and upload
split_and_upload(df, stage=stage)
if __name__ == "__main__":
main()