phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): return vertex api base for request hanging alerts

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-16 17:53:28 -07:00
parent 764d6314de
commit d75cfc5e32
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/utils.py
View file

@ -193,8 +193,8 @@ class ProxyLogging:
# Convert the timedelta to float (in seconds) # Convert the timedelta to float (in seconds)
time_difference_float = time_difference.total_seconds() time_difference_float = time_difference.total_seconds()
litellm_params = kwargs.get("litellm_params", {}) litellm_params = kwargs.get("litellm_params", {})
api_base = litellm_params.get("api_base", "")
model = kwargs.get("model", "") model = kwargs.get("model", "")
api_base = litellm.get_api_base(model=model, optional_params=litellm_params)
messages = kwargs.get("messages", "") messages = kwargs.get("messages", "")
return time_difference_float, model, api_base, messages return time_difference_float, model, api_base, messages