From 8e63e49348d6e93f14b5d618d24281bcb10c1b80 Mon Sep 17 00:00:00 2001 From: John HU Date: Thu, 18 Apr 2024 19:48:57 -0700 Subject: [PATCH] Load google ADC before init AnthropicVertex --- litellm/llms/vertex_ai_anthropic.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/litellm/llms/vertex_ai_anthropic.py b/litellm/llms/vertex_ai_anthropic.py index 9bce746dd6..34709e0c56 100644 --- a/litellm/llms/vertex_ai_anthropic.py +++ b/litellm/llms/vertex_ai_anthropic.py @@ -123,7 +123,7 @@ class VertexAIAnthropicConfig: """ -- Run client init +- Run client init - Support async completion, streaming """ @@ -236,17 +236,19 @@ def completion( if client is None: if vertex_credentials is not None and isinstance(vertex_credentials, str): import google.oauth2.service_account - - json_obj = json.loads(vertex_credentials) - creds = ( google.oauth2.service_account.Credentials.from_service_account_info( - json_obj, + json.loads(vertex_credentials), scopes=["https://www.googleapis.com/auth/cloud-platform"], ) ) ### CHECK IF ACCESS access_token = refresh_auth(credentials=creds) + else: + import google.auth + creds, _ = google.auth.default() + ### CHECK IF ACCESS + access_token = refresh_auth(credentials=creds) vertex_ai_client = AnthropicVertex( project_id=vertex_project,