feat(router.py): add load balancing for async transcription calls

This commit is contained in:
Krrish Dholakia 2024-03-08 13:58:15 -08:00
parent 6b1049217e
commit ae54b398d2
2 changed files with 80 additions and 1 deletions

View file

@ -3313,6 +3313,7 @@ def image_generation(
##### Transcription #######################
@client
async def atranscription(*args, **kwargs):
"""
Calls openai + azure whisper endpoints.