stream_options for text-completionopenai

This commit is contained in:
Ishaan Jaff 2024-05-09 08:37:40 -07:00
parent 4d5b4a5293
commit 66053f14ae

View file

@ -1205,6 +1205,7 @@ class OpenAITextCompletion(BaseLLM):
model=model,
custom_llm_provider="text-completion-openai",
logging_obj=logging_obj,
stream_options=data.get("stream_options", None),
)
for chunk in streamwrapper:
@ -1243,6 +1244,7 @@ class OpenAITextCompletion(BaseLLM):
model=model,
custom_llm_provider="text-completion-openai",
logging_obj=logging_obj,
stream_options=data.get("stream_options", None),
)
async for transformed_chunk in streamwrapper: