phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test: set request timeout at request level

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-15 17:41:04 -08:00
parent eda4401c71
commit 9fd7c5b343
6 changed files with 63 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/llms/base.py
View file

@ -9,7 +9,7 @@ class BaseLLM:
if litellm.client_session:
_client_session = litellm.client_session
else:
_client_session = httpx.Client(timeout=litellm.request_timeout)
_client_session = httpx.Client()
return _client_session
@ -17,7 +17,7 @@ class BaseLLM:
if litellm.aclient_session:
_aclient_session = litellm.aclient_session
else:
_aclient_session = httpx.AsyncClient(timeout=litellm.request_timeout)
_aclient_session = httpx.AsyncClient()
return _aclient_session