phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use file name when getting cache key

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-02 14:52:08 -07:00
parent 1b3bc32090
commit b6b19dc128
1 changed files with 8 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
litellm/caching.py
View file

@ -1883,16 +1883,15 @@ class Cache:
caching_group or model_group or kwargs[param]
) # use caching_group, if set then model_group if it exists, else use kwargs["model"]
elif param == "file":
metadata_file_name = kwargs.get("metadata", {}).get(
"file_name", None
file = kwargs.get("file")
metadata = kwargs.get("metadata", {})
litellm_params = kwargs.get("litellm_params", {})
param_value = (
getattr(file, "name", None)
or metadata.get("file_name")
or litellm_params.get("file_name")
)
litellm_params_file_name = kwargs.get("litellm_params", {}).get(
"file_name", None
)
if metadata_file_name is not None:
param_value = metadata_file_name
elif litellm_params_file_name is not None:
param_value = litellm_params_file_name
else:
if kwargs[param] is None:
continue # ignore None params