phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(caching.py): support ttl, s-max-age, and no-cache cache controls

Browse source 
https://github.com/BerriAI/litellm/issues/1306
This commit is contained in:
Krrish Dholakia 2024-01-03 12:42:30 +05:30
parent 8772d87947
commit 8cee267a5b
5 changed files with 182 additions and 76 deletions
Download patch file Download diff file Expand all files Collapse all files

21
litellm/utils.py
View file

@ -1971,12 +1971,12 @@ def client(original_function):
print_verbose(
f"kwargs[caching]: {kwargs.get('caching', False)}; litellm.cache: {litellm.cache}"
)
# if caching is false, don't run this
# if caching is false or cache["no-cache"]==True, don't run this
if (
kwargs.get("caching", None) is None and litellm.cache is not None
) or kwargs.get(
"caching", False
) == True: # allow users to control returning cached responses from the completion function
(kwargs.get("caching", None) is None and litellm.cache is not None)
or kwargs.get("caching", False) == True
or kwargs.get("cache", {}).get("no-cache", False) != True
): # allow users to control returning cached responses from the completion function
# checking cache
print_verbose(f"INSIDE CHECKING CACHE")
if (
@ -2148,10 +2148,13 @@ def client(original_function):
)
# if caching is false, don't run this
if (
kwargs.get("caching", None) is None and litellm.cache is not None
) or kwargs.get(
"caching", False
) == True: # allow users to control returning cached responses from the completion function
(kwargs.get("caching", None) is None and litellm.cache is not None)
or kwargs.get("caching", False) == True
or (
kwargs.get("cache", None) is not None
and kwargs.get("cache").get("no-cache", False) != True
)
): # allow users to control returning cached responses from the completion function
# checking cache
print_verbose(f"INSIDE CHECKING CACHE")
if (