phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(lowest_tpm_rpm_v2.py): skip if item_tpm is None

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-29 21:34:05 -07:00
parent 81df36b298
commit 020b175ef4
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router_strategy/lowest_tpm_rpm_v2.py
View file

@ -343,6 +343,8 @@ class LowestTPMLoggingHandler_v2(CustomLogger):
_deployment = m _deployment = m
if _deployment is None: if _deployment is None:
continue # skip to next one continue # skip to next one
elif item_tpm is None:
continue # skip if unhealthy deployment
_deployment_tpm = None _deployment_tpm = None
if _deployment_tpm is None: if _deployment_tpm is None: