phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) print debug info per deployment

Browse source
This commit is contained in:
ishaan-jaff 2024-03-07 18:33:09 -08:00
parent 7bb515a75b
commit db002315e3
3 changed files with 51 additions and 59 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/tests/load_test_completion.py
View file

@ -4,9 +4,7 @@ import uuid
import traceback
litellm_client = AsyncOpenAI(
base_url="http://0.0.0.0:4000", api_key="sk-iNwH_oOtAQ6syi_2gkEOpQ"
)
litellm_client = AsyncOpenAI(base_url="http://0.0.0.0:4000", api_key="sk-1234")
async def litellm_completion():
@ -29,7 +27,7 @@ async def litellm_completion():
async def main():
for i in range(150):
start = time.time()
n = 2000 # Number of concurrent tasks
n = 20 # Number of concurrent tasks
tasks = [litellm_completion() for _ in range(n)]
chat_completions = await asyncio.gather(*tasks)