Merge branch 'main' into litellm_imp_mem_use

This commit is contained in:
Ishaan Jaff 2024-03-11 19:00:56 -07:00 committed by GitHub
commit 89ef2023e9
10 changed files with 296 additions and 65 deletions

View file

@ -85,7 +85,7 @@
# async def main():
# for i in range(1):
# start = time.time()
# n = 20 # Number of concurrent tasks
# n = 15 # Number of concurrent tasks
# tasks = [router_acompletion() for _ in range(n)]
# chat_completions = await asyncio.gather(*tasks)