medical_coding / tests /test_env_cycle.py
shashanks's picture
Upload folder using huggingface_hub
8410397 verified
Raw History Blame Contribute Delete
4.56 kB
"""
Tests for environment reset/step lifecycle and observation schema.
"""
import sys
import os
# Ensure project root is importable
sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
from server.environment import MedicalCodingEnvironment
from models import MedicalCodingAction, MedicalCodingObservation
TASK_IDS = [
"easy_demographic",
"medium_ncci_conflict",
"medium_excludes1",
"hard_specificity_untraceable",
"expert_multi_error",
]
def test_reset_returns_valid_observation():
"""Reset should return a valid MedicalCodingObservation for every task."""
env = MedicalCodingEnvironment()
for task_id in TASK_IDS:
obs = env.reset(task_id=task_id)
assert isinstance(obs, MedicalCodingObservation)
assert obs.task_id == task_id
assert obs.clinical_note != ""
assert len(obs.proposed_codes) > 0
assert obs.done is False
assert obs.grader_score is None
def test_easy_demographic_patient_is_male():
"""Easy task patient should be male (maternity code mismatch)."""
env = MedicalCodingEnvironment()
obs = env.reset(task_id="easy_demographic")
assert obs.patient_demographics["sex"] == "male"
assert obs.patient_demographics["age"] == 34
def test_query_guideline_returns_tool_result():
"""Querying a valid proposed code should return guideline text."""
env = MedicalCodingEnvironment()
obs = env.reset(task_id="easy_demographic")
action = MedicalCodingAction(action_type="query_guideline", code="O80")
obs = env.step(action)
assert obs.tool_result != ""
assert "O80" in obs.codes_queried
assert obs.reward > 0 # first valid query = +0.10
def test_query_hallucinated_code_penalized():
"""Querying a code NOT in proposed set should get -0.50 penalty."""
env = MedicalCodingEnvironment()
env.reset(task_id="easy_demographic")
action = MedicalCodingAction(action_type="query_guideline", code="X99.99")
obs = env.step(action)
assert obs.reward == -0.50
def test_submit_audit_ends_episode():
"""Submitting audit should end the episode and set grader_score."""
env = MedicalCodingEnvironment()
env.reset(task_id="easy_demographic")
action = MedicalCodingAction(action_type="submit_audit")
obs = env.step(action)
assert obs.done is True
assert obs.grader_score is not None
assert 0.0 <= obs.grader_score <= 1.0
def test_full_correct_easy_task():
"""Complete the easy task correctly: query O80 -> flag -> submit."""
env = MedicalCodingEnvironment()
env.reset(task_id="easy_demographic")
# Query guideline for O80
obs = env.step(MedicalCodingAction(action_type="query_guideline", code="O80"))
assert obs.reward > 0
# Flag the error
obs = env.step(MedicalCodingAction(
action_type="flag_error",
code="O80",
error_type="demographic_mismatch",
justification="O80 is a female-only maternity code. Patient is male.",
))
assert obs.reward > 0
# Submit
obs = env.step(MedicalCodingAction(action_type="submit_audit"))
assert obs.done is True
assert obs.grader_score is not None
assert obs.grader_score >= 0.5 # should pass threshold
def test_episode_metrics_populated_on_done():
"""Episode metrics should be populated when done=True."""
env = MedicalCodingEnvironment()
env.reset(task_id="easy_demographic")
obs = env.step(MedicalCodingAction(action_type="submit_audit"))
assert obs.done is True
assert obs.episode_metrics is not None
assert "trajectory_length" in obs.episode_metrics
assert "flag_precision" in obs.episode_metrics
assert "flag_recall" in obs.episode_metrics
def test_step_after_done_raises_or_noop():
"""Stepping after episode is done should not crash."""
env = MedicalCodingEnvironment()
env.reset(task_id="easy_demographic")
env.step(MedicalCodingAction(action_type="submit_audit"))
# A second step should either raise or return a done observation
try:
obs = env.step(MedicalCodingAction(action_type="query_guideline", code="O80"))
# If it doesn't raise, it should still be done
assert obs.done is True
except Exception:
pass # Raising is also acceptable
def test_all_tasks_have_proposed_codes():
"""Every task should have at least 2 proposed codes."""
env = MedicalCodingEnvironment()
for task_id in TASK_IDS:
obs = env.reset(task_id=task_id)
assert len(obs.proposed_codes) >= 2, f"{task_id} has too few codes"