phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(invoke_handler.py): fix converse chunk parsing to only return empty dict on tool use

Browse source 
Fixes https://github.com/BerriAI/litellm/issues/9127
This commit is contained in:
Krrish Dholakia 2025-03-11 22:04:17 -07:00
parent 1051478e95
commit 92d85555fe
2 changed files with 9 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/bedrock/chat/invoke_handler.py
View file

@ -1231,7 +1231,9 @@ class AWSEventStreamDecoder:
if len(self.content_blocks) == 0:
return False
if "text" in self.content_blocks[0]:
if (
"toolUse" not in self.content_blocks[0]
): # be explicit - only do this if tool use block, as this is to prevent json decoding errors
return False
for block in self.content_blocks:

8
tests/llm_translation/test_anthropic_completion.py
View file

@ -992,8 +992,8 @@ def test_anthropic_thinking_output(model):
@pytest.mark.parametrize(
"model",
[
"anthropic/claude-3-7-sonnet-20250219",
# "bedrock/us.anthropic.claude-3-7-sonnet-20250219-v1:0",
# "anthropic/claude-3-7-sonnet-20250219",
"bedrock/us.anthropic.claude-3-7-sonnet-20250219-v1:0",
# "bedrock/invoke/us.anthropic.claude-3-7-sonnet-20250219-v1:0",
],
)
@ -1011,8 +1011,11 @@ def test_anthropic_thinking_output_stream(model):
reasoning_content_exists = False
signature_block_exists = False
tool_call_exists = False
for chunk in resp:
print(f"chunk 2: {chunk}")
if chunk.choices[0].delta.tool_calls:
tool_call_exists = True
if (
hasattr(chunk.choices[0].delta, "thinking_blocks")
and chunk.choices[0].delta.thinking_blocks is not None
@ -1025,6 +1028,7 @@ def test_anthropic_thinking_output_stream(model):
print(chunk.choices[0].delta.thinking_blocks[0])
if chunk.choices[0].delta.thinking_blocks[0].get("signature"):
signature_block_exists = True
assert not tool_call_exists
assert reasoning_content_exists
assert signature_block_exists
except litellm.Timeout: