phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(caching.py): support /completion caching by default

Browse source 
updates supported call types in redis cache to cover text_completion caching
This commit is contained in:
Krrish Dholakia 2024-07-29 08:19:30 -07:00
parent 80c3759719
commit a75b70fbd6
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/caching.py
View file

@ -1692,6 +1692,8 @@ class Cache:
"aembedding", "aembedding",
"atranscription", "atranscription",
"transcription", "transcription",
"atext_completion",
"text_completion",
] ]
] ]
] = [ ] = [
@ -1701,6 +1703,8 @@ class Cache:
"aembedding", "aembedding",
"atranscription", "atranscription",
"transcription", "transcription",
"atext_completion",
"text_completion",
], ],
# s3 Bucket, boto3 configuration # s3 Bucket, boto3 configuration
s3_bucket_name: Optional[str] = None, s3_bucket_name: Optional[str] = None,
@ -2235,6 +2239,8 @@ def enable_cache(
"aembedding", "aembedding",
"atranscription", "atranscription",
"transcription", "transcription",
"atext_completion",
"text_completion",
] ]
] ]
] = [ ] = [
@ -2244,6 +2250,8 @@ def enable_cache(
"aembedding", "aembedding",
"atranscription", "atranscription",
"transcription", "transcription",
"atext_completion",
"text_completion",
], ],
**kwargs, **kwargs,
): ):
@ -2300,6 +2308,8 @@ def update_cache(
"aembedding", "aembedding",
"atranscription", "atranscription",
"transcription", "transcription",
"atext_completion",
"text_completion",
] ]
] ]
] = [ ] = [
@ -2309,6 +2319,8 @@ def update_cache(
"aembedding", "aembedding",
"atranscription", "atranscription",
"transcription", "transcription",
"atext_completion",
"text_completion",
], ],
**kwargs, **kwargs,
): ):