Download tests/test_api.py from raianand/SCQC: direct link, hf CLI and curl.
- Browser
- Download file 10 kB
-
https://huggingface.co/spaces/raianand/SCQC/resolve/main/tests/test_api.py
- Command line
-
hf download hf://spaces/raianand/SCQC/tests/test_api.py
-
curl -L -o test_api.py https://huggingface.co/spaces/raianand/SCQC/resolve/main/tests/test_api.py
10 kB
| import json | |
| from pathlib import Path | |
| import pytest | |
| from fastapi.testclient import TestClient | |
| from conftest import CLEAN, CMD_FLIP, MISREAD | |
| from scqc import synth | |
| EX = Path(__file__).resolve().parents[1] / "examples" | |
| ADM = {"X-SCQC-Token": "adm"} | |
| REV = {"X-SCQC-Token": "rev"} | |
| def client(): | |
| from server.app import app | |
| c = TestClient(app) | |
| for name in ("manifest_demo.json", "manifest_pilot.json", "manifest_specialist.json"): | |
| m = json.loads((EX / name).read_text(encoding="utf-8")) | |
| r = c.post("/api/projects?replace=true", json=m, headers=ADM) | |
| assert r.status_code == 201, r.text | |
| svg = (EX / "assets" / "street_scene.svg").read_bytes() | |
| r = c.put("/api/projects/SCQC_DEMO_001/assets/street_scene", files={"file": ("s.svg", svg, "image/svg+xml")}, headers=ADM) | |
| assert r.status_code == 200 | |
| return c | |
| def speaker(c, pid="SCQC_DEMO_001", consent="2026-11-v1", **kw): | |
| sha = c.get(f"/api/projects/{pid}").json()["ethics"]["consent"]["hi"]["sha"] | |
| r = c.post("/api/speakers", json={"project_id": pid, "consent_version": consent, "language": "hi", | |
| "consent_sha": sha, "age_confirmed": True, **kw}) | |
| assert r.status_code == 201, r.text | |
| return r.json() | |
| def upload(c, sid, task, data, pid="SCQC_DEMO_001", uid=None): | |
| import uuid | |
| return c.post("/api/recordings", data={"project_id": pid, "task_id": task, "speaker_id": sid, | |
| "client_upload_id": uid or uuid.uuid4().hex, "client_meta": "{}"}, | |
| files={"file": ("a.wav", data, "audio/wav")}) | |
| def test_admin_requires_token(client): | |
| m = json.loads((EX / "manifest_demo.json").read_text(encoding="utf-8")) | |
| assert client.post("/api/projects", json=m).status_code == 401 | |
| assert client.post("/api/projects/validate", json=m, headers=ADM).json()["n_tasks"] == 9 | |
| def test_invalid_manifest_lists_errors(client): | |
| r = client.post("/api/projects/validate", json={"project_id": "x"}, headers=ADM) | |
| assert r.status_code == 422 and len(r.json()["errors"]) >= 3 | |
| def test_participant_view_hides_emotion_target(client): | |
| p = client.get("/api/projects/SCQC_PROSODY_EMOTION").json() | |
| assert all("emotion" not in t["prompt"] for t in p["tasks"]) | |
| def test_stale_consent_rejected(client): | |
| r = client.post("/api/speakers", json={"project_id": "SCQC_DEMO_001", "consent_version": "old"}) | |
| assert r.status_code == 409 | |
| def test_clean_read_is_accepted_and_paid(client): | |
| sid = speaker(client)["speaker_id"] | |
| r = upload(client, sid, "hi_read_001", CLEAN).json() | |
| assert r["status"] in ("accepted", "review") # 5% of clean recordings are spot-checked by a reviewer | |
| if r["status"] == "accepted": | |
| w = client.get(f"/api/speakers/{sid}/wallet").json() | |
| assert w["balances"][0]["total"] == 2.0 | |
| def test_misread_goes_to_review_with_word_hints(client): | |
| sid = speaker(client)["speaker_id"] | |
| r = upload(client, sid, "hi_read_001", MISREAD).json() | |
| assert r["status"] == "review" | |
| fb = r["feedback"] | |
| assert fb["retry_suggested"] and fb["words"] | |
| assert any(w["op"] == "del" and w["ref"] == "बहुत" for w in fb["words"]) | |
| # Reviewer sees the alignment; contributor-facing payload never includes reviewer-only data. | |
| assert "findings" not in r and "rubric" not in r | |
| def test_idempotent_upload(client): | |
| sid = speaker(client)["speaker_id"] | |
| a = upload(client, sid, "hi_read_002", CLEAN, uid="same-id").json() | |
| b = upload(client, sid, "hi_read_002", CLEAN, uid="same-id").json() | |
| assert a["recording_id"] == b["recording_id"] and b["duplicate"] | |
| def test_retry_then_keep_and_supersede(client): | |
| sid = speaker(client)["speaker_id"] | |
| clipped = synth.wav_bytes(synth.utterance(2.0, level=1.8)) | |
| r1 = upload(client, sid, "hi_read_003", clipped).json() | |
| assert r1["status"] == "retry" | |
| assert any(m["code"] == "clipping" for m in r1["feedback"]["messages"]) | |
| # task is offered again (retry does not use up the quota) | |
| nt = client.get(f"/api/projects/SCQC_DEMO_001/next-task?speaker_id={sid}&limit=100").json() | |
| assert "hi_read_003" in [t["task_id"] for t in nt["tasks"]] | |
| r2 = upload(client, sid, "hi_read_003", clipped).json() | |
| hist = {h["recording_id"]: h["status"] for h in client.get(f"/api/speakers/{sid}/history").json()} | |
| assert hist[r1["recording_id"]] == "superseded" | |
| k = client.post(f"/api/recordings/{r2['recording_id']}/keep", json={"speaker_id": sid}).json() | |
| assert k["status"] == "review" | |
| def test_corrupt_upload_blocked_and_not_stored(client): | |
| sid = speaker(client)["speaker_id"] | |
| r = upload(client, sid, "hi_read_004", b"garbage").json() | |
| assert r["status"] == "blocked" | |
| def test_review_flow_and_export(client): | |
| sid = speaker(client, gender="Woman")["speaker_id"] | |
| rec = upload(client, sid, "bn_image_001", synth.wav_bytes(synth.utterance(6.0))).json() | |
| assert rec["status"] == "review" | |
| assert client.get("/api/review/queue?project_id=SCQC_DEMO_001&reviewer_id=r1").status_code == 401 | |
| q = client.get("/api/review/queue?project_id=SCQC_DEMO_001&reviewer_id=r1&limit=200", headers=REV).json() | |
| item = next(i for i in q if i["recording_id"] == rec["recording_id"]) | |
| assert item["asset_url"] and item["rubric"]["criteria"]["image_relevance"]["score"] is None | |
| audio = client.get(item["audio_url"] + "?token=rev") | |
| assert audio.status_code == 200 and audio.content[:4] == b"RIFF" | |
| v = client.post(f"/api/review/{rec['recording_id']}", headers=REV, | |
| json={"reviewer_id": "r1", "verdict": "accept", "scores": {"image_relevance": 1}, "seconds_spent": 12}).json() | |
| assert v["status"] == "accepted" | |
| # The demo project is in internal-test mode: its recordings never reach exports. | |
| rows = [json.loads(l) for l in client.get("/api/projects/SCQC_DEMO_001/export.jsonl", headers=ADM).text.splitlines()] | |
| assert all(r["recording_id"] != rec["recording_id"] for r in rows) | |
| # An approved project exports with its ethics reference and consent fingerprint. | |
| sp = speaker(client, pid="SCQC_PILOT_HI", consent="2026-11-pilot-v1")["speaker_id"] | |
| pr = upload(client, sp, "p_001", CLEAN, pid="SCQC_PILOT_HI").json() | |
| client.post(f"/api/review/{pr['recording_id']}", headers=REV, json={"reviewer_id": "r1", "verdict": "accept"}) | |
| rows = [json.loads(l) for l in client.get("/api/projects/SCQC_PILOT_HI/export.jsonl", headers=ADM).text.splitlines()] | |
| row = next(r for r in rows if r["recording_id"] == pr["recording_id"]) | |
| assert row["reviews"][0]["reviewer"] != "r1" # reviewer identity pseudonymised | |
| assert row["provenance"]["thresholds_sha"] | |
| assert row["ethics"]["protocol_id"] == "EXAMPLE-IEC-2026-000" and row["consent_sha"] | |
| rep = client.get("/api/projects/SCQC_DEMO_001/report?group_by=gender", headers=ADM).json() | |
| assert rep["groups"]["Woman"]["flag_overturn_rate"] == 1.0 | |
| assert client.get("/api/projects/SCQC_DEMO_001/export.zip", headers=ADM).content[:2] == b"PK" | |
| def test_blind_review_for_prosody_and_two_reviewers(client): | |
| sid = speaker(client, pid="SCQC_PROSODY_EMOTION", consent="2026-11-v1")["speaker_id"] | |
| rec = upload(client, sid, "pp_ruko_a", CLEAN, pid="SCQC_PROSODY_EMOTION").json() | |
| q = client.get("/api/review/queue?project_id=SCQC_PROSODY_EMOTION&reviewer_id=r1", headers=REV).json() | |
| item = next(i for i in q if i["recording_id"] == rec["recording_id"]) | |
| assert item["blind"] and item["match"] is None and "interpretation" not in item["prompt"] | |
| assert set(item["perceived_options"]) == {"Stop. Do not go.", "Do not stop. Go.", "Unclear"} | |
| a = client.post(f"/api/review/{rec['recording_id']}", headers=REV, json={"reviewer_id": "r1", "verdict": "accept", | |
| "perceived": "Stop. Do not go."}).json() | |
| assert a["needs_more_reviews"] | |
| b = client.post(f"/api/review/{rec['recording_id']}", headers=REV, json={"reviewer_id": "r2", "verdict": "accept"}).json() | |
| assert b["status"] == "accepted" | |
| def test_command_intent_flip_routes_to_review(client): | |
| sid = speaker(client)["speaker_id"] | |
| r = upload(client, sid, "hi_cmd_lights_on", CMD_FLIP).json() | |
| assert r["status"] == "review" | |
| assert any(m["code"] == "confusable_intent" for m in r["feedback"]["messages"]) | |
| def test_experiment_conditions(client): | |
| conds = [speaker(client, pid="SCQC_PILOT_HI", consent="2026-11-pilot-v1")["condition"] for _ in range(3)] | |
| assert sorted(conds) == ["acoustic_only", "no_qc", "task_aware"] | |
| clipped = synth.wav_bytes(synth.utterance(2.0, level=1.8)) | |
| seen = {} | |
| for _ in range(3): | |
| sp = speaker(client, pid="SCQC_PILOT_HI", consent="2026-11-pilot-v1") | |
| seen[sp["condition"]] = upload(client, sp["speaker_id"], "p_001", MISREAD, pid="SCQC_PILOT_HI").json() | |
| if sp["condition"] == "no_qc": | |
| nq = upload(client, sp["speaker_id"], "p_002", clipped, pid="SCQC_PILOT_HI").json() | |
| assert nq["status"] == "review" and not nq["feedback"]["show"] # kept; no retry offered | |
| assert seen["no_qc"]["feedback"]["show"] is False | |
| assert seen["acoustic_only"]["feedback"]["words"] is None | |
| assert not any(m["code"] == "possible_mismatch" for m in seen["acoustic_only"]["feedback"]["messages"]) | |
| assert seen["task_aware"]["feedback"]["words"] | |
| rep = client.get("/api/projects/SCQC_PILOT_HI/report?group_by=condition", headers=ADM).json() | |
| assert set(rep["by_condition"]) >= {"no_qc", "acoustic_only", "task_aware"} | |
| def test_withdrawal_deletes_audio(client): | |
| sid = speaker(client)["speaker_id"] | |
| upload(client, sid, "hi_read_005", CLEAN) | |
| r = client.delete(f"/api/speakers/{sid}").json() | |
| assert r["recordings_deleted"] == 1 | |
| assert client.get(f"/api/speakers/{sid}/history").status_code == 410 | |
| def test_pages_served(client): | |
| for path in ("/", "/review", "/admin", "/sw.js", "/static/participant.js", "/api/schema"): | |
| assert client.get(path).status_code == 200, path | |