phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(vertex_ai.py): fix output parsing

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-24 12:06:24 -07:00
parent 3a9c828437
commit f12dc5df21
7 changed files with 14 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -776,7 +776,8 @@ def client(original_function):
litellm.cache = Cache()
print_verbose(f"kwargs[caching]: {kwargs.get('caching', False)}; litellm.cache: {litellm.cache}")
if kwargs.get("caching", False) or litellm.cache is not None: # allow users to control returning cached responses from the completion function
# if caching is false, don't run this
if (kwargs.get("caching", None) is None and litellm.cache is not None) or kwargs.get("caching", False) == True: # allow users to control returning cached responses from the completion function
# checking cache
if (litellm.cache != None or litellm.caching or litellm.caching_with_models):
print_verbose(f"Checking Cache")