phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix auto inferring region

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-10 16:08:05 -07:00
parent c744851d13
commit 7d96272d52
2 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.circleci/config.yml
View file

@ -198,7 +198,7 @@ jobs:
-e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \ -e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \
-e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \ -e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
-e AWS_REGION_NAME=$AWS_REGION_NAME \ -e AWS_REGION_NAME=$AWS_REGION_NAME \
-e AUTO_INFER_REGION="True" \ -e AUTO_INFER_REGION=True \
-e OPENAI_API_KEY=$OPENAI_API_KEY \ -e OPENAI_API_KEY=$OPENAI_API_KEY \
-e LANGFUSE_PROJECT1_PUBLIC=$LANGFUSE_PROJECT1_PUBLIC \ -e LANGFUSE_PROJECT1_PUBLIC=$LANGFUSE_PROJECT1_PUBLIC \
-e LANGFUSE_PROJECT2_PUBLIC=$LANGFUSE_PROJECT2_PUBLIC \ -e LANGFUSE_PROJECT2_PUBLIC=$LANGFUSE_PROJECT2_PUBLIC \

1
litellm/router.py
View file

@ -2560,6 +2560,7 @@ class Router:
# set region (if azure model) # set region (if azure model)
_auto_infer_region = os.environ.get("AUTO_INFER_REGION", False) _auto_infer_region = os.environ.get("AUTO_INFER_REGION", False)
if _auto_infer_region == True or _auto_infer_region == "True": if _auto_infer_region == True or _auto_infer_region == "True":
print("Auto inferring region") # noqa
""" """
Hiding behind a feature flag Hiding behind a feature flag
When there is a large amount of LLM deployments this makes startup times blow up When there is a large amount of LLM deployments this makes startup times blow up