phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(router.py): fix least-busy routing

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-08 20:29:37 -08:00
parent d9b115b8fb
commit 4bf875d3ed
8 changed files with 292 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/tests/test_router.py
View file

@ -226,10 +226,12 @@ def test_call_one_endpoint():
)
print("\n response", response)
tasks = []
tasks.append(call_azure_completion())
tasks.append(call_bedrock_claude())
tasks.append(call_azure_embedding())
asyncio.run(call_azure_completion())
asyncio.run(call_bedrock_claude())
asyncio.run(call_azure_embedding())
asyncio.gather(**tasks)
os.environ["AZURE_API_BASE"] = old_api_base
os.environ["AZURE_API_KEY"] = old_api_key