phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): fix async stream handling during bedrock error

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-16 23:37:59 -07:00
parent be8f2dd909
commit 86ece7d8b5
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/main.py
View file

@ -368,6 +368,8 @@ async def acompletion(
async def _async_streaming(response, model, custom_llm_provider, args): async def _async_streaming(response, model, custom_llm_provider, args):
try: try:
print_verbose(f"received response in _async_streaming: {response}") print_verbose(f"received response in _async_streaming: {response}")
if asyncio.iscoroutine(response):
response = await response
async for line in response: async for line in response:
print_verbose(f"line in async streaming: {line}") print_verbose(f"line in async streaming: {line}")
yield line yield line