phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ChatCompletionCachedContent

Browse source
This commit is contained in:
Ishaan Jaff 2025-04-14 17:51:59 -07:00
parent a96ab87dd6
commit cb521a8b3e
1 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/integrations/anthropic_cache_control_hook.py
View file

@ -7,7 +7,7 @@ Users can define
"""
import copy
from typing import List, Optional, Tuple, cast
from typing import Any, Dict, List, Optional, Tuple, cast
from litellm.integrations.custom_prompt_management import CustomPromptManagement
from litellm.types.integrations.anthropic_cache_control_hook import (
@ -61,10 +61,9 @@ class AnthropicCacheControlHook(CustomPromptManagement):
point: CacheControlMessageInjectionPoint, messages: List[AllMessageValues]
) -> List[AllMessageValues]:
"""Process message-level cache control injection."""
_control = point.get("control", {}) or {}
control: ChatCompletionCachedContent = ChatCompletionCachedContent(
type=_control.get("type", "ephemeral")
)
control: ChatCompletionCachedContent = point.get(
"control", None
) or ChatCompletionCachedContent(type="ephemeral")
targetted_index = point.get("index", None)
targetted_index = point.get("index", None)
targetted_role = point.get("role", None)