phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix vertex httpx client

Browse source
This commit is contained in:
Ishaan Jaff 2024-05-20 13:43:54 -07:00
parent 883a9eb69a
commit 6fef49d1f6
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/vertex_httpx.py
View file

@ -135,6 +135,9 @@ class VertexLLM(BaseLLM):
if isinstance(timeout, float) or isinstance(timeout, int): if isinstance(timeout, float) or isinstance(timeout, int):
_httpx_timeout = httpx.Timeout(timeout) _httpx_timeout = httpx.Timeout(timeout)
_params["timeout"] = _httpx_timeout _params["timeout"] = _httpx_timeout
else:
_params["timeout"] = httpx.Timeout(timeout=600.0, connect=5.0)
self.async_handler = AsyncHTTPHandler(**_params) # type: ignore self.async_handler = AsyncHTTPHandler(**_params) # type: ignore
else: else:
self.async_handler = client # type: ignore self.async_handler = client # type: ignore