phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-25 11:25:03 -07:00
parent 984259d420
commit 787735bb5a
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/router_strategy/lowest_latency.py
View file

@ -351,6 +351,7 @@ class LowestLatencyLoggingHandler(CustomLogger):
total += _call_latency
item_latency = total / len(item_latency)
print("item_latency=", item_latency, "deployment=", deployment) # noqa
if _deployment_api_base is not None:
_latency_per_deployment[_deployment_api_base] = item_latency
if item_latency == 0:
deployment = _deployment