fix(router.py): overloads for better router.acompletion typing

This commit is contained in:
Krrish Dholakia 2024-05-13 14:27:16 -07:00
parent bd2f46fd75
commit 1312eece6d
2 changed files with 23 additions and 3 deletions

View file

@ -134,11 +134,13 @@ async def test_router_retries(sync_mode):
messages=[{"role": "user", "content": "Hey, how's it going?"}],
)
else:
await router.acompletion(
response = await router.acompletion(
model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "Hey, how's it going?"}],
)
print(response.choices[0].message)
@pytest.mark.parametrize(
"mistral_api_base",