Spaces:
Running
Running
File size: 7,677 Bytes
a9e27c0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 | """Chat has choice-level completion; JSON appearance and indexes are not ends."""
import pytest
from free_claude_code.core.chat_completions.tool_calls import (
ChatToolCallBuffer,
CompletedChatBatch,
CompletedChatCall,
)
from free_claude_code.core.failures import ExecutionFailure
from free_claude_code.core.tool_call_buffer import RetentionBudget, ToolBufferLimitError
def event(calls=(), *, content=None, finish=None, choice=0):
delta = {"tool_calls": list(calls)} if calls else {}
if content is not None:
delta["content"] = content
return {
"id": "chat",
"choices": [{"index": choice, "delta": delta, "finish_reason": finish}],
}
def call(index, name=None, arguments="", tool_id=None):
return {
"index": index,
"id": tool_id,
"function": {"name": name, "arguments": arguments},
}
def test_interleaved_calls_and_text_wait_for_choice_completion():
buffer = ChatToolCallBuffer()
assert buffer.feed(event([call(8, "foo", '{"x":', "a")])) == []
assert buffer.feed(event(content="between")) == []
assert buffer.feed(event([call(2, "other", "{}", "b")])) == []
assert buffer.feed(event([call(8, "foo", "1}")])) == []
result = buffer.feed(event(finish="tool_calls"))
calls = [item for item in result if isinstance(item, CompletedChatCall)]
assert [(item.index, item.body["id"], item.body["function"]) for item in calls] == [
(0, "a", {"name": "foofoo", "arguments": '{"x":1}'}),
(1, "b", {"name": "other", "arguments": "{}"}),
]
assert isinstance(result[1], dict)
assert result[1]["choices"][0]["delta"]["content"] == "between"
@pytest.mark.parametrize("finish", ["length", "content_filter"])
def test_unsuccessful_choice_does_not_publish_calls_even_with_valid_json(finish):
buffer = ChatToolCallBuffer()
assert buffer.feed(event([call(0, "read", "{}", "a")])) == []
result = buffer.feed(event(finish=finish))
assert not any(isinstance(item, CompletedChatCall) for item in result)
assert isinstance(result[-1], dict)
assert result[-1]["choices"][0]["finish_reason"] == finish
def test_reused_indexes_keep_distinct_ids_and_unique_public_indexes():
buffer = ChatToolCallBuffer()
buffer.feed(event([call(0, "a", "{}", "a"), call(0, "b", "{}", "b")]))
calls = [
item
for item in buffer.feed(event(finish="tool_calls"))
if isinstance(item, CompletedChatCall)
]
assert [(item.index, item.body["id"]) for item in calls] == [(0, "a"), (1, "b")]
def test_failed_call_does_not_discard_later_text():
buffer = ChatToolCallBuffer()
buffer.feed(event([call(0, "read", "{", "a")]))
buffer.feed(event(content="later"))
result = buffer.abandon()
assert [
item["choices"][0]["delta"]["content"]
for item in result
if isinstance(item, dict)
] == ["later"]
def test_native_mixed_envelope_and_fragment_metadata_remain_associated():
buffer = ChatToolCallBuffer(native=True)
first = event(
[call(4, "Re", '{"x":', "a"), call(2, "other", "{}", "b")], content="before"
)
first["extension"] = {"request": 1}
first["choices"][0]["logprobs"] = {"content": [{"token": "before"}]}
first["choices"][0]["delta"]["tool_calls"][0]["extension"] = "first"
second = event([call(4, "ad", "1}")])
second["choices"][0]["delta"]["tool_calls"][0]["extension"] = "second"
assert buffer.feed(first) == []
assert buffer.feed(second) == []
result = buffer.feed(event(finish="tool_calls"))
assert len(result) == 1 and isinstance(result[0], CompletedChatBatch)
frames = result[0].frames
assert frames[0]["extension"] == {"request": 1}
assert "extension" not in frames[1]
assert frames[0]["choices"][0]["logprobs"] == first["choices"][0]["logprobs"]
start = frames[0]["choices"][0]["delta"]["tool_calls"][0]
tail = frames[1]["choices"][0]["delta"]["tool_calls"][0]
assert start["function"]["name"] == "Read"
assert "name" not in tail["function"]
assert (start["extension"], tail["extension"]) == ("first", "second")
assert start["function"]["arguments"] + tail["function"]["arguments"] == '{"x":1}'
@pytest.mark.parametrize("native", [False, True])
def test_choice_completion_identities_remain_bounded_after_output_drains(native):
buffer = ChatToolCallBuffer(native=native, budget=RetentionBudget(max_records=4))
with pytest.raises(ToolBufferLimitError):
for choice in range(10):
buffer.feed(event(finish="stop", choice=choice))
def test_native_choice_cannot_change_after_termination():
buffer = ChatToolCallBuffer(native=True)
buffer.feed(event(finish="stop"))
with pytest.raises(ExecutionFailure):
buffer.feed(event(content="late"))
def test_native_standard_mixed_chunk_streams_text_before_its_pending_call():
buffer = ChatToolCallBuffer(native=True)
first = event([call(0, "read", "{}", "a")], content="before")
first["usage"] = {"prompt_tokens": 3}
first["choices"][0]["logprobs"] = {"content": [{"token": "before"}]}
early = buffer.feed(first)
assert len(early) == 1 and isinstance(early[0], dict)
assert early[0]["choices"][0]["delta"] == {"content": "before"}
assert early[0]["choices"][0]["logprobs"] == first["choices"][0]["logprobs"]
assert early[0]["usage"] == first["usage"]
completed = buffer.feed(event(finish="tool_calls"))
assert len(completed) == 1 and isinstance(completed[0], CompletedChatBatch)
frames = completed[0].frames
assert all("usage" not in frame for frame in frames)
assert all(
not choice.get("logprobs") and not choice["delta"].get("content")
for frame in frames
for choice in frame["choices"]
)
assert (
frames[0]["choices"][0]["delta"]["tool_calls"][0]["function"]["name"] == "read"
)
@pytest.mark.parametrize("native", [False, True])
@pytest.mark.parametrize("late_id", [False, True])
@pytest.mark.parametrize("placeholder", [None, "", " \t", 7])
def test_parallel_calls_keep_resolved_ids_across_unusable_fragments(
native, late_id, placeholder
):
buffer = ChatToolCallBuffer(native=native)
assert (
buffer.feed(event([call(4, "read", "{", placeholder if late_id else "a")]))
== []
)
assert buffer.feed(event([call(2, "other", "{", "b")])) == []
assert buffer.feed(event([call(2, arguments="}", tool_id=placeholder)])) == []
if late_id:
assert buffer.feed(event([call(4, tool_id="a")])) == []
assert buffer.feed(event([call(4, arguments="}", tool_id=placeholder)])) == []
result = buffer.feed(event(finish="tool_calls"))
if native:
assert len(result) == 1 and isinstance(result[0], CompletedChatBatch)
calls = [
fragment
for frame in result[0].frames
for choice in frame["choices"]
for fragment in choice["delta"].get("tool_calls", [])
]
for index, identity in enumerate(("a", "b")):
fragments = [fragment for fragment in calls if fragment["index"] == index]
assert fragments[0]["id"] == identity
assert all(
fragment["id"] == identity for fragment in fragments if "id" in fragment
)
assert (
"".join(fragment["function"]["arguments"] for fragment in fragments)
== "{}"
)
else:
calls = [item for item in result if isinstance(item, CompletedChatCall)]
assert [
(item.body["id"], item.body["function"]["arguments"]) for item in calls
] == [("a", "{}"), ("b", "{}")]
|