fix cohere streaming

This commit is contained in:
Krrish Dholakia 2023-09-16 19:36:41 -07:00
parent e7974d95d5
commit 6430bdb636
3 changed files with 2 additions and 2 deletions

View file

@ -571,7 +571,7 @@ def completion(
if "stream" in optional_params and optional_params["stream"] == True:
# don't try to access stream object,
response = CustomStreamWrapper(model_response, model, logging_obj=logging)
response = CustomStreamWrapper(model_response, model, custom_llm_provider="cohere", logging_obj=logging)
return response
response = model_response
elif (