from base_llm_unit_tests import BaseLLMChatTest import pytest import sys import os sys.path.insert( 0, os.path.abspath("../..") ) # Adds the parent directory to the system path import litellm from litellm.types.llms.bedrock import BedrockInvokeNovaRequest class TestBedrockInvokeClaudeJson(BaseLLMChatTest): def get_base_completion_call_args(self) -> dict: litellm._turn_on_debug() return { "model": "bedrock/invoke/anthropic.claude-3-5-sonnet-20240620-v1:0", } def test_tool_call_no_arguments(self, tool_call_no_arguments): """Test that tool calls with no arguments is translated correctly. Relevant issue: https://github.com/BerriAI/litellm/issues/6833""" pass class TestBedrockInvokeNovaJson(BaseLLMChatTest): def get_base_completion_call_args(self) -> dict: return { "model": "bedrock/invoke/us.amazon.nova-micro-v1:0", } def test_tool_call_no_arguments(self, tool_call_no_arguments): """Test that tool calls with no arguments is translated correctly. Relevant issue: https://github.com/BerriAI/litellm/issues/6833""" pass @pytest.fixture(autouse=True) def skip_non_json_tests(self, request): if not "json" in request.function.__name__.lower(): pytest.skip( f"Skipping non-JSON test: {request.function.__name__} does not contain 'json'" ) def test_nova_invoke_remove_empty_system_messages(): """Test that _remove_empty_system_messages removes empty system list.""" input_request = BedrockInvokeNovaRequest( messages=[{"content": [{"text": "Hello"}], "role": "user"}], system=[], inferenceConfig={"temperature": 0.7}, ) litellm.AmazonInvokeNovaConfig()._remove_empty_system_messages(input_request) assert "system" not in input_request assert "messages" in input_request assert "inferenceConfig" in input_request def test_nova_invoke_filter_allowed_fields(): """ Test that _filter_allowed_fields only keeps fields defined in BedrockInvokeNovaRequest. Nova Invoke does not allow `additionalModelRequestFields` and `additionalModelResponseFieldPaths` in the request body. This test ensures that these fields are not included in the request body. """ _input_request = { "messages": [{"content": [{"text": "Hello"}], "role": "user"}], "system": [{"text": "System prompt"}], "inferenceConfig": {"temperature": 0.7}, "additionalModelRequestFields": {"this": "should be removed"}, "additionalModelResponseFieldPaths": ["this", "should", "be", "removed"], } input_request = BedrockInvokeNovaRequest(**_input_request) result = litellm.AmazonInvokeNovaConfig()._filter_allowed_fields(input_request) assert "additionalModelRequestFields" not in result assert "additionalModelResponseFieldPaths" not in result assert "messages" in result assert "system" in result assert "inferenceConfig" in result def test_nova_invoke_streaming_chunk_parsing(): """ Test that the AWSEventStreamDecoder correctly handles Nova's /bedrock/invoke/ streaming format where content is nested under 'contentBlockDelta'. """ from litellm.llms.bedrock.chat.invoke_handler import AWSEventStreamDecoder # Initialize the decoder with a Nova model decoder = AWSEventStreamDecoder(model="bedrock/invoke/us.amazon.nova-micro-v1:0") # Test case 1: Text content in contentBlockDelta nova_text_chunk = { "contentBlockDelta": { "delta": {"text": "Hello, how can I help?"}, "contentBlockIndex": 0, } } result = decoder._chunk_parser(nova_text_chunk) assert result.choices[0].delta.content == "Hello, how can I help?" assert result.choices[0].index == 0 assert not result.choices[0].finish_reason assert result.choices[0].delta.tool_calls is None # Test case 2: Tool use start in contentBlockDelta nova_tool_start_chunk = { "contentBlockDelta": { "start": {"toolUse": {"name": "get_weather", "toolUseId": "tool_1"}}, "contentBlockIndex": 1, } } result = decoder._chunk_parser(nova_tool_start_chunk) assert result.choices[0].delta.content == "" assert result.choices[0].index == 1 assert result.choices[0].delta.tool_calls is not None assert result.choices[0].delta.tool_calls[0].type == "function" assert result.choices[0].delta.tool_calls[0].function.name == "get_weather" assert result.choices[0].delta.tool_calls[0].id == "tool_1" # Test case 3: Tool use arguments in contentBlockDelta nova_tool_args_chunk = { "contentBlockDelta": { "delta": {"toolUse": {"input": '{"location": "New York"}'}}, "contentBlockIndex": 2, } } result = decoder._chunk_parser(nova_tool_args_chunk) assert result.choices[0].delta.content == "" assert result.choices[0].index == 2 assert result.choices[0].delta.tool_calls is not None assert ( result.choices[0].delta.tool_calls[0].function.arguments == '{"location": "New York"}' ) # Test case 4: Stop reason in contentBlockDelta nova_stop_chunk = { "contentBlockDelta": { "stopReason": "tool_use", } } result = decoder._chunk_parser(nova_stop_chunk) print(result) assert result.choices[0].finish_reason == "tool_calls"