forked from phoenix/litellm-mirror
4ebe6813c0
* use folder for caching * fix importing caching * fix clickhouse pyright * fix linting * fix correctly pass kwargs and args * fix test case for embedding * fix linting * fix embedding caching logic * fix refactor handle utils.py * refactor async set stream cache * fix linting * refactor - use _retrieve_from_cache * refactor use _convert_cached_result_to_model_response * fix linting errors
25 lines
468 B
Python
25 lines
468 B
Python
from enum import Enum
|
|
from typing import Literal
|
|
|
|
|
|
class LiteLLMCacheType(str, Enum):
|
|
LOCAL = "local"
|
|
REDIS = "redis"
|
|
REDIS_SEMANTIC = "redis-semantic"
|
|
S3 = "s3"
|
|
DISK = "disk"
|
|
QDRANT_SEMANTIC = "qdrant-semantic"
|
|
|
|
|
|
CachingSupportedCallTypes = Literal[
|
|
"completion",
|
|
"acompletion",
|
|
"embedding",
|
|
"aembedding",
|
|
"atranscription",
|
|
"transcription",
|
|
"atext_completion",
|
|
"text_completion",
|
|
"arerank",
|
|
"rerank",
|
|
]
|