phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix test

Browse source
This commit is contained in:
Ishaan Jaff 2025-04-14 17:18:29 -07:00
parent 00b36ac60b
commit 47f65165d7
1 changed files with 0 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

40
tests/litellm/integrations/test_anthropic_cache_control_hook.py
View file

@ -149,43 +149,3 @@ async def test_anthropic_cache_control_hook_user_message():
assert request_body["messages"][1]["content"][1]["cachePoint"] == {
"type": "default"
}
@pytest.mark.asyncio
async def test_anthropic_cache_control_hook_specific_index():
"""Test injecting cache control at a specific message index"""
anthropic_cache_control_hook = AnthropicCacheControlHook()
litellm.callbacks = [anthropic_cache_control_hook]
mock_response = MagicMock()
mock_response.json.return_value = {
"output": {"message": {"role": "assistant", "content": "Test response"}},
"stopReason": "stop_sequence",
"usage": {"inputTokens": 100, "outputTokens": 200, "totalTokens": 300},
}
mock_response.status_code = 200
client = AsyncHTTPHandler()
with patch.object(client, "post", return_value=mock_response) as mock_post:
response = await litellm.acompletion(
model="bedrock/anthropic.claude-3-5-haiku-20241022-v1:0",
messages=[
{"role": "system", "content": "System message"},
{"role": "user", "content": "User message"},
{"role": "assistant", "content": "Assistant message"},
],
cache_control_injection_points=[
{
"location": "message",
"index": 1, # Target the second message specifically
}
],
client=client,
)
mock_post.assert_called_once()
request_body = json.loads(mock_post.call_args.kwargs["data"])
# Verify cache control was added only to the second message
assert "cache_control" not in request_body["messages"][0]
assert request_body["messages"][1]["cache_control"] == {"type": "ephemeral"}
assert "cache_control" not in request_body["messages"][2]