phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) 1k requests

Browse source
This commit is contained in:
ishaan-jaff 2023-11-29 16:22:18 -08:00
parent 3c6764efef
commit d3672452ce
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/tests/load_test_completion.py
View file

@ -30,7 +30,7 @@ async def litellm_completion():
async def main(): async def main():
start = time.time() start = time.time()
n = 500 # Number of concurrent tasks n = 1000 # Number of concurrent tasks
tasks = [litellm_completion() for _ in range(n)] tasks = [litellm_completion() for _ in range(n)]
chat_completions = await asyncio.gather(*tasks) chat_completions = await asyncio.gather(*tasks)