phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix - show api_base in hanging requests

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-18 21:01:26 -07:00
parent 653dc44c08
commit 532e252559
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/utils.py
View file

@ -330,13 +330,13 @@ class ProxyLogging:
elif request_data.get("metadata", None) is not None and isinstance( elif request_data.get("metadata", None) is not None and isinstance(
request_data["metadata"], dict request_data["metadata"], dict
): ):
# In hanging requests sometime it has not made it to the point where the deployment has been set # In hanging requests sometime it has not made it to the point where the deployment is passed to the `request_data``
# in that case we fallback to the api base set in the request metadata # in that case we fallback to the api base set in the request metadata
_metadata = request_data["metadata"] _metadata = request_data["metadata"]
_api_base = _metadata.get("api_base", "") _api_base = _metadata.get("api_base", "")
if _api_base is None: if _api_base is None:
_api_base = "" _api_base = ""
request_info += f"\nAPI Base: {_api_base}" request_info += f"\nAPI Base: `{_api_base}`"
# only alert hanging responses if they have not been marked as success # only alert hanging responses if they have not been marked as success
alerting_message = ( alerting_message = (
f"`Requests are hanging - {self.alerting_threshold}s+ request time`" f"`Requests are hanging - {self.alerting_threshold}s+ request time`"