Spaces:
Running
Running
Download tests/core/test_chat_tool_buffer.py from dherain24/claude-proxy: direct link, hf CLI and curl.
- Browser
- Download file 7.68 kB
-
https://huggingface.co/spaces/dherain24/claude-proxy/resolve/main/tests/core/test_chat_tool_buffer.py
- Command line
-
hf download hf://spaces/dherain24/claude-proxy/tests/core/test_chat_tool_buffer.py
-
curl -L -o test_chat_tool_buffer.py https://huggingface.co/spaces/dherain24/claude-proxy/resolve/main/tests/core/test_chat_tool_buffer.py
7.68 kB
| """Chat has choice-level completion; JSON appearance and indexes are not ends.""" | |
| import pytest | |
| from free_claude_code.core.chat_completions.tool_calls import ( | |
| ChatToolCallBuffer, | |
| CompletedChatBatch, | |
| CompletedChatCall, | |
| ) | |
| from free_claude_code.core.failures import ExecutionFailure | |
| from free_claude_code.core.tool_call_buffer import RetentionBudget, ToolBufferLimitError | |
| def event(calls=(), *, content=None, finish=None, choice=0): | |
| delta = {"tool_calls": list(calls)} if calls else {} | |
| if content is not None: | |
| delta["content"] = content | |
| return { | |
| "id": "chat", | |
| "choices": [{"index": choice, "delta": delta, "finish_reason": finish}], | |
| } | |
| def call(index, name=None, arguments="", tool_id=None): | |
| return { | |
| "index": index, | |
| "id": tool_id, | |
| "function": {"name": name, "arguments": arguments}, | |
| } | |
| def test_interleaved_calls_and_text_wait_for_choice_completion(): | |
| buffer = ChatToolCallBuffer() | |
| assert buffer.feed(event([call(8, "foo", '{"x":', "a")])) == [] | |
| assert buffer.feed(event(content="between")) == [] | |
| assert buffer.feed(event([call(2, "other", "{}", "b")])) == [] | |
| assert buffer.feed(event([call(8, "foo", "1}")])) == [] | |
| result = buffer.feed(event(finish="tool_calls")) | |
| calls = [item for item in result if isinstance(item, CompletedChatCall)] | |
| assert [(item.index, item.body["id"], item.body["function"]) for item in calls] == [ | |
| (0, "a", {"name": "foofoo", "arguments": '{"x":1}'}), | |
| (1, "b", {"name": "other", "arguments": "{}"}), | |
| ] | |
| assert isinstance(result[1], dict) | |
| assert result[1]["choices"][0]["delta"]["content"] == "between" | |
| def test_unsuccessful_choice_does_not_publish_calls_even_with_valid_json(finish): | |
| buffer = ChatToolCallBuffer() | |
| assert buffer.feed(event([call(0, "read", "{}", "a")])) == [] | |
| result = buffer.feed(event(finish=finish)) | |
| assert not any(isinstance(item, CompletedChatCall) for item in result) | |
| assert isinstance(result[-1], dict) | |
| assert result[-1]["choices"][0]["finish_reason"] == finish | |
| def test_reused_indexes_keep_distinct_ids_and_unique_public_indexes(): | |
| buffer = ChatToolCallBuffer() | |
| buffer.feed(event([call(0, "a", "{}", "a"), call(0, "b", "{}", "b")])) | |
| calls = [ | |
| item | |
| for item in buffer.feed(event(finish="tool_calls")) | |
| if isinstance(item, CompletedChatCall) | |
| ] | |
| assert [(item.index, item.body["id"]) for item in calls] == [(0, "a"), (1, "b")] | |
| def test_failed_call_does_not_discard_later_text(): | |
| buffer = ChatToolCallBuffer() | |
| buffer.feed(event([call(0, "read", "{", "a")])) | |
| buffer.feed(event(content="later")) | |
| result = buffer.abandon() | |
| assert [ | |
| item["choices"][0]["delta"]["content"] | |
| for item in result | |
| if isinstance(item, dict) | |
| ] == ["later"] | |
| def test_native_mixed_envelope_and_fragment_metadata_remain_associated(): | |
| buffer = ChatToolCallBuffer(native=True) | |
| first = event( | |
| [call(4, "Re", '{"x":', "a"), call(2, "other", "{}", "b")], content="before" | |
| ) | |
| first["extension"] = {"request": 1} | |
| first["choices"][0]["logprobs"] = {"content": [{"token": "before"}]} | |
| first["choices"][0]["delta"]["tool_calls"][0]["extension"] = "first" | |
| second = event([call(4, "ad", "1}")]) | |
| second["choices"][0]["delta"]["tool_calls"][0]["extension"] = "second" | |
| assert buffer.feed(first) == [] | |
| assert buffer.feed(second) == [] | |
| result = buffer.feed(event(finish="tool_calls")) | |
| assert len(result) == 1 and isinstance(result[0], CompletedChatBatch) | |
| frames = result[0].frames | |
| assert frames[0]["extension"] == {"request": 1} | |
| assert "extension" not in frames[1] | |
| assert frames[0]["choices"][0]["logprobs"] == first["choices"][0]["logprobs"] | |
| start = frames[0]["choices"][0]["delta"]["tool_calls"][0] | |
| tail = frames[1]["choices"][0]["delta"]["tool_calls"][0] | |
| assert start["function"]["name"] == "Read" | |
| assert "name" not in tail["function"] | |
| assert (start["extension"], tail["extension"]) == ("first", "second") | |
| assert start["function"]["arguments"] + tail["function"]["arguments"] == '{"x":1}' | |
| def test_choice_completion_identities_remain_bounded_after_output_drains(native): | |
| buffer = ChatToolCallBuffer(native=native, budget=RetentionBudget(max_records=4)) | |
| with pytest.raises(ToolBufferLimitError): | |
| for choice in range(10): | |
| buffer.feed(event(finish="stop", choice=choice)) | |
| def test_native_choice_cannot_change_after_termination(): | |
| buffer = ChatToolCallBuffer(native=True) | |
| buffer.feed(event(finish="stop")) | |
| with pytest.raises(ExecutionFailure): | |
| buffer.feed(event(content="late")) | |
| def test_native_standard_mixed_chunk_streams_text_before_its_pending_call(): | |
| buffer = ChatToolCallBuffer(native=True) | |
| first = event([call(0, "read", "{}", "a")], content="before") | |
| first["usage"] = {"prompt_tokens": 3} | |
| first["choices"][0]["logprobs"] = {"content": [{"token": "before"}]} | |
| early = buffer.feed(first) | |
| assert len(early) == 1 and isinstance(early[0], dict) | |
| assert early[0]["choices"][0]["delta"] == {"content": "before"} | |
| assert early[0]["choices"][0]["logprobs"] == first["choices"][0]["logprobs"] | |
| assert early[0]["usage"] == first["usage"] | |
| completed = buffer.feed(event(finish="tool_calls")) | |
| assert len(completed) == 1 and isinstance(completed[0], CompletedChatBatch) | |
| frames = completed[0].frames | |
| assert all("usage" not in frame for frame in frames) | |
| assert all( | |
| not choice.get("logprobs") and not choice["delta"].get("content") | |
| for frame in frames | |
| for choice in frame["choices"] | |
| ) | |
| assert ( | |
| frames[0]["choices"][0]["delta"]["tool_calls"][0]["function"]["name"] == "read" | |
| ) | |
| def test_parallel_calls_keep_resolved_ids_across_unusable_fragments( | |
| native, late_id, placeholder | |
| ): | |
| buffer = ChatToolCallBuffer(native=native) | |
| assert ( | |
| buffer.feed(event([call(4, "read", "{", placeholder if late_id else "a")])) | |
| == [] | |
| ) | |
| assert buffer.feed(event([call(2, "other", "{", "b")])) == [] | |
| assert buffer.feed(event([call(2, arguments="}", tool_id=placeholder)])) == [] | |
| if late_id: | |
| assert buffer.feed(event([call(4, tool_id="a")])) == [] | |
| assert buffer.feed(event([call(4, arguments="}", tool_id=placeholder)])) == [] | |
| result = buffer.feed(event(finish="tool_calls")) | |
| if native: | |
| assert len(result) == 1 and isinstance(result[0], CompletedChatBatch) | |
| calls = [ | |
| fragment | |
| for frame in result[0].frames | |
| for choice in frame["choices"] | |
| for fragment in choice["delta"].get("tool_calls", []) | |
| ] | |
| for index, identity in enumerate(("a", "b")): | |
| fragments = [fragment for fragment in calls if fragment["index"] == index] | |
| assert fragments[0]["id"] == identity | |
| assert all( | |
| fragment["id"] == identity for fragment in fragments if "id" in fragment | |
| ) | |
| assert ( | |
| "".join(fragment["function"]["arguments"] for fragment in fragments) | |
| == "{}" | |
| ) | |
| else: | |
| calls = [item for item in result if isinstance(item, CompletedChatCall)] | |
| assert [ | |
| (item.body["id"], item.body["function"]["arguments"]) for item in calls | |
| ] == [("a", "{}"), ("b", "{}")] | |