phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

docs(user_keys.md): docs on passing user keys to litellm proxy

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-26 13:55:15 +05:30
parent 0b0d22d58c
commit 871f207124
4 changed files with 79 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/router.py
View file

@ -1060,12 +1060,12 @@ class Router:
"custom_llm_provider", None
) # i.e. azure
metadata = kwargs.get("litellm_params", {}).get("metadata", None)
deployment_id = (
kwargs.get("litellm_params", {}).get("model_info", {}).get("id", None)
)
self._set_cooldown_deployments(
deployment_id
) # setting deployment_id in cooldown deployments
_model_info = kwargs.get("litellm_params", {}).get("model_info", {})
if isinstance(_model_info, dict):
deployment_id = _model_info.get("id", None)
self._set_cooldown_deployments(
deployment_id
) # setting deployment_id in cooldown deployments
if metadata:
deployment = metadata.get("deployment", None)
deployment_exceptions = self.model_exception_map.get(deployment, [])