phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(vertex_ai_anthropic.py): set vertex_credentials for vertex ai anthropic calls

Browse source 
allows setting vertex credentials as a json string for vertex ai anthropic calls
This commit is contained in:
Krrish Dholakia 2024-04-15 14:16:28 -07:00
parent 3d645f95a5
commit 8c3c45fbb5
5 changed files with 36 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/main.py
View file

@ -1676,13 +1676,12 @@ def completion(
or litellm.vertex_location
or get_secret("VERTEXAI_LOCATION")
)
vertex_credentials = (
optional_params.pop("vertex_credentials", None)
or optional_params.pop("vertex_ai_credentials", None)
or get_secret("VERTEXAI_CREDENTIALS")
)
if "claude-3" in model:
vertex_credentials = (
optional_params.pop("vertex_credentials", None)
or optional_params.pop("vertex_ai_credentials", None)
or get_secret("VERTEXAI_CREDENTIALS")
)
model_response = vertex_ai_anthropic.completion(
model=model,
messages=messages,