fix AUTO_INFER_REGION

This commit is contained in:
Ishaan Jaff 2024-05-10 14:08:38 -07:00
parent 4faaf30fe1
commit 2848c0ff2b
2 changed files with 2 additions and 1 deletions

View file

@ -2559,7 +2559,7 @@ class Router:
# set region (if azure model)
_auto_infer_region = os.environ.get("AUTO_INFER_REGION", False)
if _auto_infer_region == True:
if _auto_infer_region == True or _auto_infer_region == "True":
"""
Hiding behind a feature flag
When there is a large amount of LLM deployments this makes startup times blow up