Spaces:
Sleeping
Sleeping
Download tests/test_env_cycle.py from shashanks/medical_coding: direct link, hf CLI and curl.
- Browser
- Download file 4.56 kB
-
https://huggingface.co/spaces/shashanks/medical_coding/resolve/main/tests/test_env_cycle.py
- Command line
-
hf download hf://spaces/shashanks/medical_coding/tests/test_env_cycle.py
-
curl -L -o test_env_cycle.py https://huggingface.co/spaces/shashanks/medical_coding/resolve/main/tests/test_env_cycle.py
4.56 kB
| """ | |
| Tests for environment reset/step lifecycle and observation schema. | |
| """ | |
| import sys | |
| import os | |
| # Ensure project root is importable | |
| sys.path.insert(0, os.path.join(os.path.dirname(__file__), "..")) | |
| from server.environment import MedicalCodingEnvironment | |
| from models import MedicalCodingAction, MedicalCodingObservation | |
| TASK_IDS = [ | |
| "easy_demographic", | |
| "medium_ncci_conflict", | |
| "medium_excludes1", | |
| "hard_specificity_untraceable", | |
| "expert_multi_error", | |
| ] | |
| def test_reset_returns_valid_observation(): | |
| """Reset should return a valid MedicalCodingObservation for every task.""" | |
| env = MedicalCodingEnvironment() | |
| for task_id in TASK_IDS: | |
| obs = env.reset(task_id=task_id) | |
| assert isinstance(obs, MedicalCodingObservation) | |
| assert obs.task_id == task_id | |
| assert obs.clinical_note != "" | |
| assert len(obs.proposed_codes) > 0 | |
| assert obs.done is False | |
| assert obs.grader_score is None | |
| def test_easy_demographic_patient_is_male(): | |
| """Easy task patient should be male (maternity code mismatch).""" | |
| env = MedicalCodingEnvironment() | |
| obs = env.reset(task_id="easy_demographic") | |
| assert obs.patient_demographics["sex"] == "male" | |
| assert obs.patient_demographics["age"] == 34 | |
| def test_query_guideline_returns_tool_result(): | |
| """Querying a valid proposed code should return guideline text.""" | |
| env = MedicalCodingEnvironment() | |
| obs = env.reset(task_id="easy_demographic") | |
| action = MedicalCodingAction(action_type="query_guideline", code="O80") | |
| obs = env.step(action) | |
| assert obs.tool_result != "" | |
| assert "O80" in obs.codes_queried | |
| assert obs.reward > 0 # first valid query = +0.10 | |
| def test_query_hallucinated_code_penalized(): | |
| """Querying a code NOT in proposed set should get -0.50 penalty.""" | |
| env = MedicalCodingEnvironment() | |
| env.reset(task_id="easy_demographic") | |
| action = MedicalCodingAction(action_type="query_guideline", code="X99.99") | |
| obs = env.step(action) | |
| assert obs.reward == -0.50 | |
| def test_submit_audit_ends_episode(): | |
| """Submitting audit should end the episode and set grader_score.""" | |
| env = MedicalCodingEnvironment() | |
| env.reset(task_id="easy_demographic") | |
| action = MedicalCodingAction(action_type="submit_audit") | |
| obs = env.step(action) | |
| assert obs.done is True | |
| assert obs.grader_score is not None | |
| assert 0.0 <= obs.grader_score <= 1.0 | |
| def test_full_correct_easy_task(): | |
| """Complete the easy task correctly: query O80 -> flag -> submit.""" | |
| env = MedicalCodingEnvironment() | |
| env.reset(task_id="easy_demographic") | |
| # Query guideline for O80 | |
| obs = env.step(MedicalCodingAction(action_type="query_guideline", code="O80")) | |
| assert obs.reward > 0 | |
| # Flag the error | |
| obs = env.step(MedicalCodingAction( | |
| action_type="flag_error", | |
| code="O80", | |
| error_type="demographic_mismatch", | |
| justification="O80 is a female-only maternity code. Patient is male.", | |
| )) | |
| assert obs.reward > 0 | |
| # Submit | |
| obs = env.step(MedicalCodingAction(action_type="submit_audit")) | |
| assert obs.done is True | |
| assert obs.grader_score is not None | |
| assert obs.grader_score >= 0.5 # should pass threshold | |
| def test_episode_metrics_populated_on_done(): | |
| """Episode metrics should be populated when done=True.""" | |
| env = MedicalCodingEnvironment() | |
| env.reset(task_id="easy_demographic") | |
| obs = env.step(MedicalCodingAction(action_type="submit_audit")) | |
| assert obs.done is True | |
| assert obs.episode_metrics is not None | |
| assert "trajectory_length" in obs.episode_metrics | |
| assert "flag_precision" in obs.episode_metrics | |
| assert "flag_recall" in obs.episode_metrics | |
| def test_step_after_done_raises_or_noop(): | |
| """Stepping after episode is done should not crash.""" | |
| env = MedicalCodingEnvironment() | |
| env.reset(task_id="easy_demographic") | |
| env.step(MedicalCodingAction(action_type="submit_audit")) | |
| # A second step should either raise or return a done observation | |
| try: | |
| obs = env.step(MedicalCodingAction(action_type="query_guideline", code="O80")) | |
| # If it doesn't raise, it should still be done | |
| assert obs.done is True | |
| except Exception: | |
| pass # Raising is also acceptable | |
| def test_all_tasks_have_proposed_codes(): | |
| """Every task should have at least 2 proposed codes.""" | |
| env = MedicalCodingEnvironment() | |
| for task_id in TASK_IDS: | |
| obs = env.reset(task_id=task_id) | |
| assert len(obs.proposed_codes) >= 2, f"{task_id} has too few codes" | |