phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ChatCompletionCachedContent

Browse source
This commit is contained in:
Ishaan Jaff 2025-04-14 17:51:59 -07:00
parent a96ab87dd6
commit cb521a8b3e
1 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/integrations/anthropic_cache_control_hook.py
View file

@ -7,7 +7,7 @@ Users can define
""" """
import copy import copy
from typing import List, Optional, Tuple, cast from typing import Any, Dict, List, Optional, Tuple, cast
from litellm.integrations.custom_prompt_management import CustomPromptManagement from litellm.integrations.custom_prompt_management import CustomPromptManagement
from litellm.types.integrations.anthropic_cache_control_hook import ( from litellm.types.integrations.anthropic_cache_control_hook import (
@ -61,10 +61,9 @@ class AnthropicCacheControlHook(CustomPromptManagement):
point: CacheControlMessageInjectionPoint, messages: List[AllMessageValues] point: CacheControlMessageInjectionPoint, messages: List[AllMessageValues]
) -> List[AllMessageValues]: ) -> List[AllMessageValues]:
"""Process message-level cache control injection.""" """Process message-level cache control injection."""
_control = point.get("control", {}) or {} control: ChatCompletionCachedContent = point.get(
control: ChatCompletionCachedContent = ChatCompletionCachedContent( "control", None
type=_control.get("type", "ephemeral") ) or ChatCompletionCachedContent(type="ephemeral")
)
targetted_index = point.get("index", None) targetted_index = point.get("index", None)
targetted_index = point.get("index", None) targetted_index = point.get("index", None)
targetted_role = point.get("role", None) targetted_role = point.get("role", None)