phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix - explain why behind feature flag

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-10 12:39:19 -07:00
parent 6fd6490d63
commit 75d6658bbc
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/router.py
View file

@ -2561,6 +2561,10 @@ class Router:
_auto_infer_region = os.environ.get("AUTO_INFER_REGION", "true") _auto_infer_region = os.environ.get("AUTO_INFER_REGION", "true")
_auto_infer_region_value = bool(_auto_infer_region) _auto_infer_region_value = bool(_auto_infer_region)
if _auto_infer_region_value == True: if _auto_infer_region_value == True:
"""
Hiding behind a feature flag
When there is a large amount of LLM deployments this makes startup times blow up
"""
try: try:
if "azure" in deployment.litellm_params.model: if "azure" in deployment.litellm_params.model:
region = litellm.utils.get_model_region( region = litellm.utils.get_model_region(