This commit is contained in:
Ishaan Jaff 2024-09-10 13:15:50 -07:00
parent 1e8cf9f2a6
commit d7afeee71c

View file

@ -1293,7 +1293,10 @@ class VertexLLM(BaseLLM):
_async_client_params = {}
if timeout:
_async_client_params["timeout"] = timeout
client = _get_async_httpx_client(params=_async_client_params)
if client is None or not isinstance(client, AsyncHTTPHandler):
client = _get_async_httpx_client(params=_async_client_params)
else:
client = client # type: ignore
## LOGGING
logging_obj.pre_call(
input=messages,