phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(vertex_ai_anthropic.py): set vertex_credentials for vertex ai anthropic calls

Browse source 
allows setting vertex credentials as a json string for vertex ai anthropic calls
This commit is contained in:
Krrish Dholakia 2024-04-15 14:16:28 -07:00
parent 50081479f9
commit 1ec7118e1f
5 changed files with 36 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/main.py
View file

@ -1676,13 +1676,12 @@ def completion(
or litellm.vertex_location
or get_secret("VERTEXAI_LOCATION")
)
vertex_credentials = (
optional_params.pop("vertex_credentials", None)
or optional_params.pop("vertex_ai_credentials", None)
or get_secret("VERTEXAI_CREDENTIALS")
)
if "claude-3" in model:
vertex_credentials = (
optional_params.pop("vertex_credentials", None)
or optional_params.pop("vertex_ai_credentials", None)
or get_secret("VERTEXAI_CREDENTIALS")
)
model_response = vertex_ai_anthropic.completion(
model=model,
messages=messages,