phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) caching + proxy - use model group

Browse source
This commit is contained in:
ishaan-jaff 2023-12-09 15:40:22 -08:00
parent 994c204e45
commit 60bf552fe8
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/caching.py
View file

@ -229,8 +229,10 @@ class Cache:
# ignore litellm params here
if param in kwargs:
# check if param == model and model_group is passed in, then override model with model_group
if param == "model" and kwargs.get("metadata", None) is not None and kwargs["metadata"].get("model_group", None) is not None:
param_value = kwargs["metadata"].get("model_group", None) # for litellm.Router use model_group for caching over `model`
if param == "model":
# for litellm.Router use model_group for caching over `model`
model_group = kwargs.get("metadata", {}).get("model_group", None) or kwargs.get("litellm_params", {}).get("metadata", {}).get("model_group", None)
param_value = model_group or kwargs[param] # use model_group if it exists, else use kwargs["model"]
else:
if kwargs[param] is None:
continue # ignore None params