phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) proxy - use bedrock in sync streaming

Browse source
This commit is contained in:
ishaan-jaff 2024-02-10 09:47:33 -08:00
parent 525b0dc4fd
commit 757334c85f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -1866,7 +1866,7 @@ def select_data_generator(response, user_api_key_dict):
# since boto3 - sagemaker does not support async calls, we should use a sync data_generator # since boto3 - sagemaker does not support async calls, we should use a sync data_generator
if hasattr( if hasattr(
response, "custom_llm_provider" response, "custom_llm_provider"
) and response.custom_llm_provider in ["sagemaker"]: ) and response.custom_llm_provider in ["sagemaker", "bedrock"]:
return data_generator( return data_generator(
response=response, response=response,
) )