phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(test_router_max_parallel_requests.py): more extensive testing for setting max parallel requests

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-20 12:56:54 -07:00
parent 7aa737cf10
commit 0f69f0b44e
3 changed files with 69 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -5429,7 +5429,10 @@ def calculate_max_parallel_requests(
elif rpm is not None:
return rpm
elif tpm is not None:
return int(tpm / 1000 / 6)
calculated_rpm = int(tpm / 1000 / 6)
if calculated_rpm == 0:
calculated_rpm = 1
return calculated_rpm
elif default_max_parallel_requests is not None:
return default_max_parallel_requests
return None