phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

coverage for custom api scenario in load testing

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-11 18:20:21 -07:00
parent 303ee905e6
commit 80d77fed71
8 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/timeout.py
View file

@ -38,7 +38,7 @@ def timeout(
thread.start()
future = asyncio.run_coroutine_threadsafe(async_func(), thread.loop)
local_timeout_duration = timeout_duration
if "force_timeout" in kwargs:
if "force_timeout" in kwargs and kwargs["force_timeout"] is not None:
local_timeout_duration = kwargs["force_timeout"]
try:
result = future.result(timeout=local_timeout_duration)