(fix) undo today's mistake where bedrock was async

This commit is contained in:
ishaan-jaff 2024-02-10 18:29:01 -08:00
parent 727f3e523f
commit afd0d7cb41

View file

@ -1866,7 +1866,7 @@ def select_data_generator(response, user_api_key_dict):
# since boto3 - sagemaker does not support async calls, we should use a sync data_generator
if hasattr(
response, "custom_llm_provider"
) and response.custom_llm_provider in ["sagemaker", "bedrock"]:
) and response.custom_llm_provider in ["sagemaker"]:
return data_generator(
response=response,
)