phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix hide - _auto_infer_region behind a feature flag

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-10 12:38:06 -07:00
parent 9d3f01c6ae
commit 6fd6490d63
1 changed files with 16 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

29
litellm/router.py
View file

@ -2558,20 +2558,23 @@ class Router:
self.set_client(model=deployment.to_json(exclude_none=True))
# set region (if azure model)
# try:
# if "azure" in deployment.litellm_params.model:
# region = litellm.utils.get_model_region(
# litellm_params=deployment.litellm_params, mode=None
# )
_auto_infer_region = os.environ.get("AUTO_INFER_REGION", "true")
_auto_infer_region_value = bool(_auto_infer_region)
if _auto_infer_region_value == True:
try:
if "azure" in deployment.litellm_params.model:
region = litellm.utils.get_model_region(
litellm_params=deployment.litellm_params, mode=None
)
# deployment.litellm_params.region_name = region
# except Exception as e:
# verbose_router_logger.error(
# "Unable to get the region for azure model - {}, {}".format(
# deployment.litellm_params.model, str(e)
# )
# )
# pass # [NON-BLOCKING]
deployment.litellm_params.region_name = region
except Exception as e:
verbose_router_logger.error(
"Unable to get the region for azure model - {}, {}".format(
deployment.litellm_params.model, str(e)
)
)
pass # [NON-BLOCKING]
return deployment