phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) setting cache keys

Browse source
This commit is contained in:
ishaan-jaff 2023-12-09 16:42:37 -08:00
parent 149c1b3557
commit 2879b36636
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/caching.py
View file

@ -230,8 +230,15 @@ class Cache:
if param in kwargs:
# check if param == model and model_group is passed in, then override model with model_group
if param == "model":
# for litellm.Router use model_group for caching over `model`
model_group = kwargs.get("metadata", {}).get("model_group", None) or kwargs.get("litellm_params", {}).get("metadata", {}).get("model_group", None)
model_group = None
metadata = kwargs.get("metadata", None)
litellm_params = kwargs.get("litellm_params", {})
if metadata is not None:
model_group = metadata.get("model_group")
if litellm_params is not None:
metadata = litellm_params.get("metadata", None)
if metadata is not None:
model_group = metadata.get("model_group", None)
param_value = model_group or kwargs[param] # use model_group if it exists, else use kwargs["model"]
else:
if kwargs[param] is None: