phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor vertex endpoints to pass through all routes

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-21 17:08:42 -07:00
parent f947cec7fc
commit 0e1d3804ff
3 changed files with 70 additions and 259 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -120,6 +120,8 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
max_parallel_requests = user_api_key_dict.max_parallel_requests
if max_parallel_requests is None:
max_parallel_requests = sys.maxsize
if data is None:
data = {}
global_max_parallel_requests = data.get("metadata", {}).get(
"global_max_parallel_requests", None
)