diff --git a/litellm/llms/vertex_ai.py b/litellm/llms/vertex_ai.py index 58a1acd721..56cef9de89 100644 --- a/litellm/llms/vertex_ai.py +++ b/litellm/llms/vertex_ai.py @@ -237,7 +237,8 @@ def completion( GenerationConfig, ) from google.cloud.aiplatform_v1beta1.types import content as gapic_content_types - + import google.auth + ## Load credentials with the correct quota project ref: https://github.com/googleapis/python-aiplatform/issues/2557#issuecomment-1709284744 creds, _ = google.auth.default(quota_project_id=vertex_project) vertexai.init(project=vertex_project, location=vertex_location, credentials=creds)