fix(llm_passthrough_endpoints.py): initialize vertex client within route

mitigate credential caching issue
This commit is contained in:
Krrish Dholakia 2025-04-04 07:38:07 -07:00
parent ef6bf02ac4
commit 21de86e20e

View file

@ -448,6 +448,8 @@ async def vertex_proxy_route(
get_vertex_project_id_from_url,
)
vertex_llm_base = VertexBase()
encoded_endpoint = httpx.URL(endpoint).path
verbose_proxy_logger.debug("requested endpoint %s", endpoint)
headers: dict = {}