phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(main.py): allow vertex ai project and location to be set in completion() call

Browse source
This commit is contained in:
Krrish Dholakia 2024-01-25 15:00:51 -08:00
parent 5e7c43ebf7
commit 014f83c847
3 changed files with 16 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/main.py
View file

@ -1417,9 +1417,15 @@ def completion(
return response
response = model_response
elif custom_llm_provider == "vertex_ai":
vertex_ai_project = litellm.vertex_project or get_secret("VERTEXAI_PROJECT")
vertex_ai_location = litellm.vertex_location or get_secret(
"VERTEXAI_LOCATION"
vertex_ai_project = (
optional_params.pop("vertex_ai_project", None)
or litellm.vertex_project
or get_secret("VERTEXAI_PROJECT")
)
vertex_ai_location = (
optional_params.pop("vertex_ai_location", None)
or litellm.vertex_location
or get_secret("VERTEXAI_LOCATION")
)
model_response = vertex_ai.completion(