From 5342b3dc05a884f3b82b56ae1e13512f17671a43 Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 13 May 2024 09:04:38 -0700 Subject: [PATCH] fix(router.py): fix error message to return if pre-call-checks + allowed model region --- litellm/router.py | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/litellm/router.py b/litellm/router.py index 4c0312500..ad11dc98e 100644 --- a/litellm/router.py +++ b/litellm/router.py @@ -3259,13 +3259,12 @@ class Router: healthy_deployments.remove(deployment) # filter pre-call checks + _allowed_model_region = ( + request_kwargs.get("allowed_model_region") + if request_kwargs is not None + else None + ) if self.enable_pre_call_checks and messages is not None: - _allowed_model_region = ( - request_kwargs.get("allowed_model_region") - if request_kwargs is not None - else None - ) - if _allowed_model_region == "eu": healthy_deployments = self._pre_call_checks( model=model, @@ -3286,8 +3285,10 @@ class Router: ) if len(healthy_deployments) == 0: + if _allowed_model_region is None: + _allowed_model_region = "n/a" raise ValueError( - f"{RouterErrors.no_deployments_available.value}, passed model={model}" + f"{RouterErrors.no_deployments_available.value}, passed model={model}. Enable pre-call-checks={self.enable_pre_call_checks}, allowed_model_region={_allowed_model_region}" ) if (