import pytest from backend.api.chat_stream import normalize_and_merge def test_remove_hash_and_punctuation_and_merge_same_agent(): raw = [ {"agent": "assistant", "token": "###"}, {"agent": "assistant", "token": "Hello "}, {"agent": "assistant", "token": "."}, {"agent": "assistant", "token": "world"}, ] cleaned = normalize_and_merge(raw) assert isinstance(cleaned, list) assert cleaned == [{"agent": "assistant", "token": "Hello world"}] def test_merge_different_agents_and_preserve_spacing(): raw = [ {"agent": "assistant", "token": "Hi "}, {"agent": "planner", "token": "there "}, {"agent": "assistant", "token": "again"}, ] cleaned = normalize_and_merge(raw) assert cleaned == [ {"agent": "assistant", "token": "Hi "}, {"agent": "planner", "token": "there "}, {"agent": "assistant", "token": "again"}, ] def test_handle_plain_strings_and_whitespace_only_tokens(): raw = ["###", " Hello ", "...", "world"] cleaned = normalize_and_merge(raw) assert cleaned == [{"agent": "assistant", "token": " Hello world"}]