phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(caching.py): support /completion caching by default

Browse source 
updates supported call types in redis cache to cover text_completion caching
This commit is contained in:
Krrish Dholakia 2024-07-29 08:19:30 -07:00
parent 80c3759719
commit a75b70fbd6
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/caching.py
View file

@ -1692,6 +1692,8 @@ class Cache:
"aembedding",
"atranscription",
"transcription",
"atext_completion",
"text_completion",
]
]
] = [
@ -1701,6 +1703,8 @@ class Cache:
"aembedding",
"atranscription",
"transcription",
"atext_completion",
"text_completion",
],
# s3 Bucket, boto3 configuration
s3_bucket_name: Optional[str] = None,
@ -2235,6 +2239,8 @@ def enable_cache(
"aembedding",
"atranscription",
"transcription",
"atext_completion",
"text_completion",
]
]
] = [
@ -2244,6 +2250,8 @@ def enable_cache(
"aembedding",
"atranscription",
"transcription",
"atext_completion",
"text_completion",
],
**kwargs,
):
@ -2300,6 +2308,8 @@ def update_cache(
"aembedding",
"atranscription",
"transcription",
"atext_completion",
"text_completion",
]
]
] = [
@ -2309,6 +2319,8 @@ def update_cache(
"aembedding",
"atranscription",
"transcription",
"atext_completion",
"text_completion",
],
**kwargs,
):