phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): move deployment cooldown list message to error log, not client-side

Browse source 
don't show user all deployments
This commit is contained in:
Krrish Dholakia 2024-08-03 12:49:39 -07:00
parent 1d892a41d2
commit 7a0792c918
1 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -2496,17 +2496,18 @@ class Router:
raise e
except Exception as new_exception:
verbose_router_logger.error(
"litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - {}\n{}".format(
str(new_exception), traceback.format_exc()
"litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - {}\n{}\n\nDebug Information:\nCooldown Deployments={}".format(
str(new_exception),
traceback.format_exc(),
await self._async_get_cooldown_deployments_with_debug_info(),
)
)
if hasattr(original_exception, "message"):
# add the available fallbacks to the exception
original_exception.message += "\nReceived Model Group={}\nAvailable Model Group Fallbacks={}\nCooldown Deployments={}".format(
original_exception.message += "\nReceived Model Group={}\nAvailable Model Group Fallbacks={}".format(
model_group,
fallback_model_group,
await self._async_get_cooldown_deployments_with_debug_info(),
)
raise original_exception