forked from phoenix/litellm-mirror
fix - explain why behind feature flag
This commit is contained in:
parent
6fd6490d63
commit
75d6658bbc
1 changed files with 4 additions and 0 deletions
|
@ -2561,6 +2561,10 @@ class Router:
|
|||
_auto_infer_region = os.environ.get("AUTO_INFER_REGION", "true")
|
||||
_auto_infer_region_value = bool(_auto_infer_region)
|
||||
if _auto_infer_region_value == True:
|
||||
"""
|
||||
Hiding behind a feature flag
|
||||
When there is a large amount of LLM deployments this makes startup times blow up
|
||||
"""
|
||||
try:
|
||||
if "azure" in deployment.litellm_params.model:
|
||||
region = litellm.utils.get_model_region(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue