phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(router.py): support region routing for bedrock, vertex ai, watsonx

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-11 11:04:00 -07:00
parent ebc927f1c8
commit 6714854bb7
7 changed files with 187 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -2329,7 +2329,7 @@ class Router:
) # cache for 1 hr
else:
_api_key = api_key
_api_key = api_key # type: ignore
if _api_key is not None and isinstance(_api_key, str):
# only show first 5 chars of api_key
_api_key = _api_key[:8] + "*" * 15
@ -2953,7 +2953,7 @@ class Router:
):
# check if in allowed_model_region
if (
_is_region_eu(model_region=_litellm_params["region_name"])
_is_region_eu(litellm_params=LiteLLM_Params(**_litellm_params))
== False
):
invalid_model_indices.append(idx)