phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix don't return num retries in utils.py

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-04 19:07:28 -07:00
parent 0f03e53348
commit 5be8c95c6e
1 changed files with 0 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -7894,21 +7894,16 @@ def exception_type(
_api_base = litellm.get_api_base(model=model, optional_params=extra_kwargs) _api_base = litellm.get_api_base(model=model, optional_params=extra_kwargs)
messages = litellm.get_first_chars_messages(kwargs=completion_kwargs) messages = litellm.get_first_chars_messages(kwargs=completion_kwargs)
_previous_requests = extra_kwargs.get("previous_models", None)
_vertex_project = extra_kwargs.get("vertex_project") _vertex_project = extra_kwargs.get("vertex_project")
_vertex_location = extra_kwargs.get("vertex_location") _vertex_location = extra_kwargs.get("vertex_location")
_metadata = extra_kwargs.get("metadata", {}) or {} _metadata = extra_kwargs.get("metadata", {}) or {}
_model_group = _metadata.get("model_group") _model_group = _metadata.get("model_group")
_deployment = _metadata.get("deployment") _deployment = _metadata.get("deployment")
num_retries = 0
if _previous_requests and isinstance(_previous_requests, list):
num_retries = len(_previous_requests)
extra_information = f"\nModel: {model}" extra_information = f"\nModel: {model}"
if _api_base: if _api_base:
extra_information += f"\nAPI Base: {_api_base}" extra_information += f"\nAPI Base: {_api_base}"
if messages and len(messages) > 0: if messages and len(messages) > 0:
extra_information += f"\nMessages: {messages}" extra_information += f"\nMessages: {messages}"
extra_information += f"\nNum Retries: {num_retries}"
if _model_group is not None: if _model_group is not None:
extra_information += f"\nmodel_group: {_model_group}\n" extra_information += f"\nmodel_group: {_model_group}\n"