phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) proxy: use orjson

Browse source
This commit is contained in:
ishaan-jaff 2023-11-30 19:50:47 -08:00
parent ae6e852219
commit c9e21d97cd
3 changed files with 11 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/tests/load_test_embedding_100.py
View file

@ -36,7 +36,7 @@ async def litellm_completion():
async def main():
start = time.time()
n = 10 # Number of concurrent tasks
n = 100 # Number of concurrent tasks
tasks = [litellm_completion() for _ in range(n)]
chat_completions = await asyncio.gather(*tasks)