From 70a66fafef1beebfd32b4b2ba4cde9469fe2eb8e Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Mon, 2 Dec 2024 21:53:10 -0800 Subject: [PATCH] fix(main.py): fix vertex meta llama api call --- .../vertex_ai_partner_models/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/llms/vertex_ai_and_google_ai_studio/vertex_ai_partner_models/main.py b/litellm/llms/vertex_ai_and_google_ai_studio/vertex_ai_partner_models/main.py index 01e76ffd7d..5b2ba511a9 100644 --- a/litellm/llms/vertex_ai_and_google_ai_studio/vertex_ai_partner_models/main.py +++ b/litellm/llms/vertex_ai_and_google_ai_studio/vertex_ai_partner_models/main.py @@ -42,7 +42,7 @@ def create_vertex_url( ) -> str: """Return the base url for the vertex partner models""" if partner == VertexPartnerProvider.llama: - return f"https://{vertex_location}-aiplatform.googleapis.com/v1beta1/projects/{vertex_project}/locations/{vertex_location}/endpoints/openapi" + return f"https://{vertex_location}-aiplatform.googleapis.com/v1beta1/projects/{vertex_project}/locations/{vertex_location}/endpoints/openapi/chat/completions" elif partner == VertexPartnerProvider.mistralai: if stream: return f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}/publishers/mistralai/models/{model}:streamRawPredict"