claude-proxy / tests /core /test_chat_tool_buffer.py
dheraingoud's picture
Copilot App
Sync upstream v6.19.35 and preserve custom addons
a9e27c0
Raw History Blame Contribute Delete
7.68 kB
"""Chat has choice-level completion; JSON appearance and indexes are not ends."""
import pytest
from free_claude_code.core.chat_completions.tool_calls import (
ChatToolCallBuffer,
CompletedChatBatch,
CompletedChatCall,
)
from free_claude_code.core.failures import ExecutionFailure
from free_claude_code.core.tool_call_buffer import RetentionBudget, ToolBufferLimitError
def event(calls=(), *, content=None, finish=None, choice=0):
delta = {"tool_calls": list(calls)} if calls else {}
if content is not None:
delta["content"] = content
return {
"id": "chat",
"choices": [{"index": choice, "delta": delta, "finish_reason": finish}],
}
def call(index, name=None, arguments="", tool_id=None):
return {
"index": index,
"id": tool_id,
"function": {"name": name, "arguments": arguments},
}
def test_interleaved_calls_and_text_wait_for_choice_completion():
buffer = ChatToolCallBuffer()
assert buffer.feed(event([call(8, "foo", '{"x":', "a")])) == []
assert buffer.feed(event(content="between")) == []
assert buffer.feed(event([call(2, "other", "{}", "b")])) == []
assert buffer.feed(event([call(8, "foo", "1}")])) == []
result = buffer.feed(event(finish="tool_calls"))
calls = [item for item in result if isinstance(item, CompletedChatCall)]
assert [(item.index, item.body["id"], item.body["function"]) for item in calls] == [
(0, "a", {"name": "foofoo", "arguments": '{"x":1}'}),
(1, "b", {"name": "other", "arguments": "{}"}),
]
assert isinstance(result[1], dict)
assert result[1]["choices"][0]["delta"]["content"] == "between"
@pytest.mark.parametrize("finish", ["length", "content_filter"])
def test_unsuccessful_choice_does_not_publish_calls_even_with_valid_json(finish):
buffer = ChatToolCallBuffer()
assert buffer.feed(event([call(0, "read", "{}", "a")])) == []
result = buffer.feed(event(finish=finish))
assert not any(isinstance(item, CompletedChatCall) for item in result)
assert isinstance(result[-1], dict)
assert result[-1]["choices"][0]["finish_reason"] == finish
def test_reused_indexes_keep_distinct_ids_and_unique_public_indexes():
buffer = ChatToolCallBuffer()
buffer.feed(event([call(0, "a", "{}", "a"), call(0, "b", "{}", "b")]))
calls = [
item
for item in buffer.feed(event(finish="tool_calls"))
if isinstance(item, CompletedChatCall)
]
assert [(item.index, item.body["id"]) for item in calls] == [(0, "a"), (1, "b")]
def test_failed_call_does_not_discard_later_text():
buffer = ChatToolCallBuffer()
buffer.feed(event([call(0, "read", "{", "a")]))
buffer.feed(event(content="later"))
result = buffer.abandon()
assert [
item["choices"][0]["delta"]["content"]
for item in result
if isinstance(item, dict)
] == ["later"]
def test_native_mixed_envelope_and_fragment_metadata_remain_associated():
buffer = ChatToolCallBuffer(native=True)
first = event(
[call(4, "Re", '{"x":', "a"), call(2, "other", "{}", "b")], content="before"
)
first["extension"] = {"request": 1}
first["choices"][0]["logprobs"] = {"content": [{"token": "before"}]}
first["choices"][0]["delta"]["tool_calls"][0]["extension"] = "first"
second = event([call(4, "ad", "1}")])
second["choices"][0]["delta"]["tool_calls"][0]["extension"] = "second"
assert buffer.feed(first) == []
assert buffer.feed(second) == []
result = buffer.feed(event(finish="tool_calls"))
assert len(result) == 1 and isinstance(result[0], CompletedChatBatch)
frames = result[0].frames
assert frames[0]["extension"] == {"request": 1}
assert "extension" not in frames[1]
assert frames[0]["choices"][0]["logprobs"] == first["choices"][0]["logprobs"]
start = frames[0]["choices"][0]["delta"]["tool_calls"][0]
tail = frames[1]["choices"][0]["delta"]["tool_calls"][0]
assert start["function"]["name"] == "Read"
assert "name" not in tail["function"]
assert (start["extension"], tail["extension"]) == ("first", "second")
assert start["function"]["arguments"] + tail["function"]["arguments"] == '{"x":1}'
@pytest.mark.parametrize("native", [False, True])
def test_choice_completion_identities_remain_bounded_after_output_drains(native):
buffer = ChatToolCallBuffer(native=native, budget=RetentionBudget(max_records=4))
with pytest.raises(ToolBufferLimitError):
for choice in range(10):
buffer.feed(event(finish="stop", choice=choice))
def test_native_choice_cannot_change_after_termination():
buffer = ChatToolCallBuffer(native=True)
buffer.feed(event(finish="stop"))
with pytest.raises(ExecutionFailure):
buffer.feed(event(content="late"))
def test_native_standard_mixed_chunk_streams_text_before_its_pending_call():
buffer = ChatToolCallBuffer(native=True)
first = event([call(0, "read", "{}", "a")], content="before")
first["usage"] = {"prompt_tokens": 3}
first["choices"][0]["logprobs"] = {"content": [{"token": "before"}]}
early = buffer.feed(first)
assert len(early) == 1 and isinstance(early[0], dict)
assert early[0]["choices"][0]["delta"] == {"content": "before"}
assert early[0]["choices"][0]["logprobs"] == first["choices"][0]["logprobs"]
assert early[0]["usage"] == first["usage"]
completed = buffer.feed(event(finish="tool_calls"))
assert len(completed) == 1 and isinstance(completed[0], CompletedChatBatch)
frames = completed[0].frames
assert all("usage" not in frame for frame in frames)
assert all(
not choice.get("logprobs") and not choice["delta"].get("content")
for frame in frames
for choice in frame["choices"]
)
assert (
frames[0]["choices"][0]["delta"]["tool_calls"][0]["function"]["name"] == "read"
)
@pytest.mark.parametrize("native", [False, True])
@pytest.mark.parametrize("late_id", [False, True])
@pytest.mark.parametrize("placeholder", [None, "", " \t", 7])
def test_parallel_calls_keep_resolved_ids_across_unusable_fragments(
native, late_id, placeholder
):
buffer = ChatToolCallBuffer(native=native)
assert (
buffer.feed(event([call(4, "read", "{", placeholder if late_id else "a")]))
== []
)
assert buffer.feed(event([call(2, "other", "{", "b")])) == []
assert buffer.feed(event([call(2, arguments="}", tool_id=placeholder)])) == []
if late_id:
assert buffer.feed(event([call(4, tool_id="a")])) == []
assert buffer.feed(event([call(4, arguments="}", tool_id=placeholder)])) == []
result = buffer.feed(event(finish="tool_calls"))
if native:
assert len(result) == 1 and isinstance(result[0], CompletedChatBatch)
calls = [
fragment
for frame in result[0].frames
for choice in frame["choices"]
for fragment in choice["delta"].get("tool_calls", [])
]
for index, identity in enumerate(("a", "b")):
fragments = [fragment for fragment in calls if fragment["index"] == index]
assert fragments[0]["id"] == identity
assert all(
fragment["id"] == identity for fragment in fragments if "id" in fragment
)
assert (
"".join(fragment["function"]["arguments"] for fragment in fragments)
== "{}"
)
else:
calls = [item for item in result if isinstance(item, CompletedChatCall)]
assert [
(item.body["id"], item.body["function"]["arguments"]) for item in calls
] == [("a", "{}"), ("b", "{}")]