phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) cache control logic

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-25 22:19:34 -07:00
parent ef93fcaa8e
commit 965fb6eb2c
1 changed files with 9 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/utils.py
View file

@ -2814,17 +2814,16 @@ def client(original_function):
)
# if caching is false, don't run this
final_embedding_cached_response = None
cache_controls = kwargs.get("cache", None)
if (
(
kwargs.get("caching", None) is None
and kwargs.get("cache", None) is None
and litellm.cache is not None
)
or kwargs.get("caching", False) == True
or (
kwargs.get("cache", None) is not None
and kwargs.get("cache").get("no-cache", False) != True
kwargs.get("caching", None) is None
and cache_controls is None
and litellm.cache is not None
) or (
kwargs.get("caching", False) == True
and (
cache_controls is not None
and cache_controls.get("no-cache", False) != True
)
): # allow users to control returning cached responses from the completion function
# checking cache