phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

v0 return cache key in responses

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-04 10:11:18 -07:00
parent 4b56f08cbe
commit 9dc4127576
2 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -3132,6 +3132,8 @@ def client(original_function):
target=logging_obj.success_handler,
args=(cached_result, start_time, end_time, cache_hit),
).start()
cache_key = kwargs.get("preset_cache_key", None)
cached_result._hidden_params["cache_key"] = cache_key
return cached_result
elif (
call_type == CallTypes.aembedding.value