phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) cache control logic

Browse source
This commit is contained in:
Ishaan Jaff 2024-03-25 22:19:34 -07:00
parent ef93fcaa8e
commit 965fb6eb2c
1 changed files with 9 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/utils.py
View file

@ -2814,17 +2814,16 @@ def client(original_function):
) )
# if caching is false, don't run this # if caching is false, don't run this
final_embedding_cached_response = None final_embedding_cached_response = None
cache_controls = kwargs.get("cache", None)
if ( if (
( kwargs.get("caching", None) is None
kwargs.get("caching", None) is None and cache_controls is None
and kwargs.get("cache", None) is None and litellm.cache is not None
and litellm.cache is not None ) or (
) kwargs.get("caching", False) == True
or kwargs.get("caching", False) == True and (
or ( cache_controls is not None
kwargs.get("cache", None) is not None and cache_controls.get("no-cache", False) != True
and kwargs.get("cache").get("no-cache", False) != True
) )
): # allow users to control returning cached responses from the completion function ): # allow users to control returning cached responses from the completion function
# checking cache # checking cache