phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): caching for embedding

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-10 14:33:08 -08:00
parent 5fcf9fc799
commit abee5a0e05
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -947,8 +947,11 @@ def client(original_function):
cached_result = litellm.cache.get_cache(*args, **kwargs)
if cached_result != None:
print_verbose(f"Cache Hit!")
return convert_to_model_response_object(response_object=cached_result, model_response_object=ModelResponse())
call_type = original_function.__name__
if call_type == CallTypes.completion.value:
return convert_to_model_response_object(response_object=cached_result, model_response_object=ModelResponse())
else:
return cached_result
# MODEL CALL
result = original_function(*args, **kwargs)
end_time = datetime.datetime.now()