phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(caching.py): fix async in-memory caching

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-13 15:33:57 +05:30
parent 7f83cca62c
commit 40c952f7c2
3 changed files with 16 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -2357,6 +2357,9 @@ def client(original_function):
model=kwargs.get("model"),
data=[None] * len(original_kwargs_input),
)
final_embedding_cached_response._hidden_params[
"cache_hit"
] = True
for val in non_null_list:
idx, cr = val # (idx, cr) tuple