phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) log what model is being used as a fallback

Browse source
This commit is contained in:
ishaan-jaff 2024-01-08 09:41:24 +05:30
parent d6cc002987
commit 27b128ed90
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/router.py
View file

@ -766,9 +766,8 @@ class Router:
verbose_router_logger.debug(f"Async Response: {response}") verbose_router_logger.debug(f"Async Response: {response}")
return response return response
except Exception as e: except Exception as e:
verbose_router_logger.info( verbose_router_logger.info(f"An exception occurs: {e}")
f"An exception occurs: {e}\n\n Traceback{traceback.format_exc()}" verbose_router_logger.debug(f"Traceback{traceback.format_exc()}")
)
original_exception = e original_exception = e
fallback_model_group = None fallback_model_group = None
try: try:
@ -822,6 +821,7 @@ class Router:
try: try:
## LOGGING ## LOGGING
kwargs = self.log_retry(kwargs=kwargs, e=original_exception) kwargs = self.log_retry(kwargs=kwargs, e=original_exception)
verbose_router_logger.info(f"Falling back to {mg}")
kwargs["model"] = mg kwargs["model"] = mg
kwargs["metadata"]["model_group"] = mg kwargs["metadata"]["model_group"] = mg
response = await self.async_function_with_retries( response = await self.async_function_with_retries(