Added watsonx to stream wrapper __anext__

This commit is contained in:
Simon Sanchez Viloria 2024-07-07 19:21:50 +02:00
parent e2827ee28b
commit c041b75143

View file

@ -9736,6 +9736,7 @@ class CustomStreamWrapper:
or self.custom_llm_provider == "predibase"
or self.custom_llm_provider == "databricks"
or self.custom_llm_provider == "bedrock"
or self.custom_llm_provider == "watsonx"
or self.custom_llm_provider in litellm.openai_compatible_endpoints
):
async for chunk in self.completion_stream: