use litellm proxy with vertex ai sdk

This commit is contained in:
Ishaan Jaff 2024-08-21 17:46:23 -07:00
parent f310ce541f
commit 0ea1f367d7
3 changed files with 233 additions and 6 deletions

View file

@ -42,7 +42,6 @@ vertexai.init(
api_endpoint=LITELLM_PROXY_BASE,
credentials=credentials,
api_transport="rest",
request_metadata=[("Authorization", f"Bearer {LITELLM_PROXY_API_KEY}")],
)
model = MultiModalEmbeddingModel.from_pretrained("multimodalembedding")