phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(litellm_pre_call_utils.py): add support for key level caching params

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-07 22:07:55 -07:00
parent c5a611ca91
commit af1ae80277
4 changed files with 42 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/types/utils.py
View file

@ -7,6 +7,9 @@ class LiteLLMCommonStrings(Enum):
redacted_by_litellm = "redacted by litellm. 'litellm.turn_off_message_logging=True'"
SupportedCacheControls = ["ttl", "s-maxage", "no-cache", "no-store"]
class CostPerToken(TypedDict):
input_cost_per_token: float
output_cost_per_token: float