phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

use RedisPipelineIncrementOperation

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-24 09:38:47 -08:00
parent a061f0e39c
commit 8f74da6438
1 changed files with 11 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/types/caching.py
View file

@ -1,5 +1,5 @@
from enum import Enum
from typing import Literal
from typing import Literal, TypedDict
class LiteLLMCacheType(str, Enum):
@ -23,3 +23,13 @@ CachingSupportedCallTypes = Literal[
"arerank",
"rerank",
]
class RedisPipelineIncrementOperation(TypedDict):
"""
TypeDict for 1 Redis Pipeline Increment Operation
"""
key: str
increment_value: float
ttl_seconds: int